{"level":"warn","ts":"2026-08-24T20:41:49.763605Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-24T20:41:49.763742Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.115:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.115:2380","--initial-cluster=instance=https://199.19.213.115:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.115:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.115:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-08-24T20:41:49.763841Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-24T20:41:49.763866Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.115:2380"]} {"level":"info","ts":"2026-08-24T20:41:49.763894Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-24T20:41:49.764936Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.115:2379"]} {"level":"info","ts":"2026-08-24T20:41:49.765038Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.115:2380"],"listen-peer-urls":["https://199.19.213.115:2380"],"advertise-client-urls":["https://199.19.213.115:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.115:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.115:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-08-24T20:41:49.770014Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.6311ms"} {"level":"info","ts":"2026-08-24T20:41:49.780663Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"76964ef0a001678d","cluster-id":"a26f37ac4c69834d"} {"level":"info","ts":"2026-08-24T20:41:49.78079Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"76964ef0a001678d switched to configuration voters=()"} {"level":"info","ts":"2026-08-24T20:41:49.780818Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"76964ef0a001678d became follower at term 0"} {"level":"info","ts":"2026-08-24T20:41:49.780845Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 76964ef0a001678d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-08-24T20:41:49.780865Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"76964ef0a001678d became follower at term 1"} {"level":"info","ts":"2026-08-24T20:41:49.780932Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"76964ef0a001678d switched to configuration voters=(8545104138365659021)"} {"level":"warn","ts":"2026-08-24T20:41:49.787378Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-08-24T20:41:49.78907Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-08-24T20:41:49.790501Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-08-24T20:41:49.793023Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"76964ef0a001678d","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-08-24T20:41:49.793199Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-24T20:41:49.793338Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-24T20:41:49.793351Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-24T20:41:49.793364Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"76964ef0a001678d","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-08-24T20:41:49.795043Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"76964ef0a001678d switched to configuration voters=(8545104138365659021)"} {"level":"info","ts":"2026-08-24T20:41:49.795201Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"a26f37ac4c69834d","local-member-id":"76964ef0a001678d","added-peer-id":"76964ef0a001678d","added-peer-peer-urls":["https://199.19.213.115:2380"]} {"level":"info","ts":"2026-08-24T20:41:49.798796Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-24T20:41:49.79895Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.115:2380"} {"level":"info","ts":"2026-08-24T20:41:49.799026Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.115:2380"} {"level":"info","ts":"2026-08-24T20:41:49.799226Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"76964ef0a001678d","initial-advertise-peer-urls":["https://199.19.213.115:2380"],"listen-peer-urls":["https://199.19.213.115:2380"],"advertise-client-urls":["https://199.19.213.115:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.115:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-08-24T20:41:49.79927Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-08-24T20:41:49.881626Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"76964ef0a001678d is starting a new election at term 1"} {"level":"info","ts":"2026-08-24T20:41:49.88173Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"76964ef0a001678d became pre-candidate at term 1"} {"level":"info","ts":"2026-08-24T20:41:49.881804Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"76964ef0a001678d received MsgPreVoteResp from 76964ef0a001678d at term 1"} {"level":"info","ts":"2026-08-24T20:41:49.881836Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"76964ef0a001678d became candidate at term 2"} {"level":"info","ts":"2026-08-24T20:41:49.881855Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"76964ef0a001678d received MsgVoteResp from 76964ef0a001678d at term 2"} {"level":"info","ts":"2026-08-24T20:41:49.88188Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"76964ef0a001678d became leader at term 2"} {"level":"info","ts":"2026-08-24T20:41:49.881905Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 76964ef0a001678d elected leader 76964ef0a001678d at term 2"} {"level":"info","ts":"2026-08-24T20:41:49.883426Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"76964ef0a001678d","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.115:2379]}","request-path":"/0/members/76964ef0a001678d/attributes","cluster-id":"a26f37ac4c69834d","publish-timeout":"7s"} {"level":"info","ts":"2026-08-24T20:41:49.883476Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-24T20:41:49.883518Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-24T20:41:49.883686Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-08-24T20:41:49.883906Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-08-24T20:41:49.884049Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-08-24T20:41:49.884834Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"a26f37ac4c69834d","local-member-id":"76964ef0a001678d","cluster-version":"3.5"} {"level":"info","ts":"2026-08-24T20:41:49.884958Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-08-24T20:41:49.885007Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-08-24T20:41:49.887267Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-08-24T20:41:49.887713Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.115:2379"} {"level":"warn","ts":"2026-08-24T20:41:52.159186Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7461796309298173301,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-24T20:41:52.24486Z","caller":"traceutil/trace.go:171","msg":"trace[1142828946] transaction","detail":"{read_only:false; response_revision:2; number_of_response:1; }","duration":"586.641214ms","start":"2026-08-24T20:41:51.65818Z","end":"2026-08-24T20:41:52.244821Z","steps":["trace[1142828946] 'process raft request' (duration: 586.310305ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:41:52.245648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:41:51.658164Z","time spent":"586.825639ms","remote":"127.0.0.1:56720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":100,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T20:41:52.254527Z","caller":"traceutil/trace.go:171","msg":"trace[1589987449] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"595.74392ms","start":"2026-08-24T20:41:51.658741Z","end":"2026-08-24T20:41:52.254485Z","steps":["trace[1589987449] 'process raft request' (duration: 595.496254ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:41:52.254574Z","caller":"traceutil/trace.go:171","msg":"trace[1421766049] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"511.142984ms","start":"2026-08-24T20:41:51.743388Z","end":"2026-08-24T20:41:52.254531Z","steps":["trace[1421766049] 'process raft request' (duration: 510.981109ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:41:52.255348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:41:51.658729Z","time spent":"596.250103ms","remote":"127.0.0.1:56734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T20:41:52.254577Z","caller":"traceutil/trace.go:171","msg":"trace[359983652] linearizableReadLoop","detail":"{readStateIndex:14; appliedIndex:4; }","duration":"596.321855ms","start":"2026-08-24T20:41:51.658225Z","end":"2026-08-24T20:41:52.254547Z","steps":["trace[359983652] 'read index received' (duration: 586.275505ms)","trace[359983652] 'applied index is now lower than readState.Index' (duration: 10.04528ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:41:52.255928Z","caller":"traceutil/trace.go:171","msg":"trace[934001622] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"502.267733ms","start":"2026-08-24T20:41:51.753293Z","end":"2026-08-24T20:41:52.25556Z","steps":["trace[934001622] 'process raft request' (duration: 501.201106ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:41:52.25595Z","caller":"traceutil/trace.go:171","msg":"trace[801335825] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"512.144848ms","start":"2026-08-24T20:41:51.743464Z","end":"2026-08-24T20:41:52.255609Z","steps":["trace[801335825] 'process raft request' (duration: 510.995469ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:41:52.256173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:41:51.753233Z","time spent":"502.816457ms","remote":"127.0.0.1:56934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-24T20:41:52.256259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:41:51.743453Z","time spent":"512.692213ms","remote":"127.0.0.1:57184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":920,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-24T20:41:52.256266Z","caller":"traceutil/trace.go:171","msg":"trace[1119780930] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"512.18723ms","start":"2026-08-24T20:41:51.743441Z","end":"2026-08-24T20:41:52.255628Z","steps":["trace[1119780930] 'process raft request' (duration: 510.955278ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:41:52.256532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:41:51.743425Z","time spent":"513.006502ms","remote":"127.0.0.1:57184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-24T20:41:52.256893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:41:51.74336Z","time spent":"513.379951ms","remote":"127.0.0.1:57184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-24T20:41:52.2571Z","caller":"traceutil/trace.go:171","msg":"trace[1247305786] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"513.308128ms","start":"2026-08-24T20:41:51.743454Z","end":"2026-08-24T20:41:52.256762Z","steps":["trace[1247305786] 'process raft request' (duration: 510.965798ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:41:52.25714Z","caller":"traceutil/trace.go:171","msg":"trace[832093100] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"513.656408ms","start":"2026-08-24T20:41:51.743461Z","end":"2026-08-24T20:41:52.257118Z","steps":["trace[832093100] 'process raft request' (duration: 511.014639ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:41:52.259193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:41:51.743436Z","time spent":"515.701501ms","remote":"127.0.0.1:57184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-24T20:41:52.257943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.799343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-08-24T20:41:52.25945Z","caller":"traceutil/trace.go:171","msg":"trace[944833101] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"517.312623ms","start":"2026-08-24T20:41:51.742089Z","end":"2026-08-24T20:41:52.259402Z","steps":["trace[944833101] 'agreement among raft nodes before linearized reading' (duration: 514.673904ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:41:52.257812Z","caller":"traceutil/trace.go:171","msg":"trace[1088943632] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"502.369586ms","start":"2026-08-24T20:41:51.755105Z","end":"2026-08-24T20:41:52.257474Z","steps":["trace[1088943632] 'process raft request' (duration: 499.415669ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:41:52.259559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:41:51.742052Z","time spent":"517.452116ms","remote":"127.0.0.1:56788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-08-24T20:41:52.258205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.057229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-08-24T20:41:52.258203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.561199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-08-24T20:41:52.259832Z","caller":"traceutil/trace.go:171","msg":"trace[1239999920] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"546.61926ms","start":"2026-08-24T20:41:51.713108Z","end":"2026-08-24T20:41:52.259727Z","steps":["trace[1239999920] 'agreement among raft nodes before linearized reading' (duration: 544.916646ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:41:52.258322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.880249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-08-24T20:41:52.259659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:41:51.755096Z","time spent":"504.502601ms","remote":"127.0.0.1:56860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3163,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-24T20:41:52.260036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:41:51.713085Z","time spent":"546.887786ms","remote":"127.0.0.1:56788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-08-24T20:41:52.259909Z","caller":"traceutil/trace.go:171","msg":"trace[1611331716] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"466.408877ms","start":"2026-08-24T20:41:51.793459Z","end":"2026-08-24T20:41:52.259868Z","steps":["trace[1611331716] 'agreement among raft nodes before linearized reading' (duration: 464.579909ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:41:52.261445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:41:51.793403Z","time spent":"468.020988ms","remote":"127.0.0.1:56788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-08-24T20:41:52.259459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:41:51.743443Z","time spent":"515.890355ms","remote":"127.0.0.1:57184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-24T20:41:52.261602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.365796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-08-24T20:41:52.261676Z","caller":"traceutil/trace.go:171","msg":"trace[1592426336] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:0; response_revision:11; }","duration":"603.454388ms","start":"2026-08-24T20:41:51.658199Z","end":"2026-08-24T20:41:52.261654Z","steps":["trace[1592426336] 'agreement among raft nodes before linearized reading' (duration: 599.24252ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:41:52.261667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.163722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.115\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-08-24T20:41:52.261722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:41:51.658196Z","time spent":"603.516501ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"info","ts":"2026-08-24T20:41:52.26176Z","caller":"traceutil/trace.go:171","msg":"trace[411407531] range","detail":"{range_begin:/registry/masterleases/199.19.213.115; range_end:; response_count:0; response_revision:11; }","duration":"521.264115ms","start":"2026-08-24T20:41:51.740477Z","end":"2026-08-24T20:41:52.261741Z","steps":["trace[411407531] 'agreement among raft nodes before linearized reading' (duration: 518.37633ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:41:52.261812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:41:51.740424Z","time spent":"521.377748ms","remote":"127.0.0.1:56702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/masterleases/199.19.213.115\" "} {"level":"info","ts":"2026-08-24T20:41:52.261889Z","caller":"traceutil/trace.go:171","msg":"trace[463405287] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:11; }","duration":"516.643055ms","start":"2026-08-24T20:41:51.743363Z","end":"2026-08-24T20:41:52.260006Z","steps":["trace[463405287] 'agreement among raft nodes before linearized reading' (duration: 514.709475ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:41:52.261927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:41:51.743345Z","time spent":"518.572046ms","remote":"127.0.0.1:56758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-08-24T20:41:52.261769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.957193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3175"} {"level":"info","ts":"2026-08-24T20:41:52.262041Z","caller":"traceutil/trace.go:171","msg":"trace[136749707] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11; }","duration":"592.23432ms","start":"2026-08-24T20:41:51.669791Z","end":"2026-08-24T20:41:52.262025Z","steps":["trace[136749707] 'agreement among raft nodes before linearized reading' (duration: 589.019026ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:41:52.262094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:41:51.669786Z","time spent":"592.297081ms","remote":"127.0.0.1:56860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":3198,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-08-24T20:41:52.258061Z","caller":"traceutil/trace.go:171","msg":"trace[1256134820] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"512.095288ms","start":"2026-08-24T20:41:51.742488Z","end":"2026-08-24T20:41:52.254583Z","steps":["trace[1256134820] 'process raft request' (duration: 511.856072ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:41:52.262209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.518997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-08-24T20:41:52.262239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:41:51.742463Z","time spent":"519.739185ms","remote":"127.0.0.1:57090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-24T20:41:52.262261Z","caller":"traceutil/trace.go:171","msg":"trace[898722594] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:11; }","duration":"592.593398ms","start":"2026-08-24T20:41:51.669654Z","end":"2026-08-24T20:41:52.262248Z","steps":["trace[898722594] 'agreement among raft nodes before linearized reading' (duration: 586.731027ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:41:52.262301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:41:51.669635Z","time spent":"592.65835ms","remote":"127.0.0.1:57036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":27,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"warn","ts":"2026-08-24T20:41:52.262323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.089706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-08-24T20:41:52.262382Z","caller":"traceutil/trace.go:171","msg":"trace[479985777] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:11; }","duration":"604.153297ms","start":"2026-08-24T20:41:51.658212Z","end":"2026-08-24T20:41:52.262365Z","steps":["trace[479985777] 'agreement among raft nodes before linearized reading' (duration: 598.777208ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:41:52.262419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:41:51.65821Z","time spent":"604.201828ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-08-24T20:41:52.823579Z","caller":"traceutil/trace.go:171","msg":"trace[1803937859] linearizableReadLoop","detail":"{readStateIndex:78; appliedIndex:77; }","duration":"176.633456ms","start":"2026-08-24T20:41:52.64692Z","end":"2026-08-24T20:41:52.823554Z","steps":["trace[1803937859] 'read index received' (duration: 176.38009ms)","trace[1803937859] 'applied index is now lower than readState.Index' (duration: 252.106µs)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:41:52.823649Z","caller":"traceutil/trace.go:171","msg":"trace[108106450] transaction","detail":"{read_only:false; response_revision:74; number_of_response:1; }","duration":"178.545376ms","start":"2026-08-24T20:41:52.645067Z","end":"2026-08-24T20:41:52.823612Z","steps":["trace[108106450] 'process raft request' (duration: 178.33185ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:41:52.823821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.886092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-admin\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-08-24T20:41:52.823881Z","caller":"traceutil/trace.go:171","msg":"trace[709830090] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-admin; range_end:; response_count:0; response_revision:74; }","duration":"177.031216ms","start":"2026-08-24T20:41:52.646836Z","end":"2026-08-24T20:41:52.823867Z","steps":["trace[709830090] 'agreement among raft nodes before linearized reading' (duration: 176.859362ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:41:52.823876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.215902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-08-24T20:41:52.823942Z","caller":"traceutil/trace.go:171","msg":"trace[1474721434] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:74; }","duration":"148.320434ms","start":"2026-08-24T20:41:52.675603Z","end":"2026-08-24T20:41:52.823923Z","steps":["trace[1474721434] 'agreement among raft nodes before linearized reading' (duration: 148.146289ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:41:58.813187Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7461796309298173868,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-24T20:41:59.480609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.021694ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-08-24T20:41:59.480707Z","caller":"traceutil/trace.go:171","msg":"trace[1279141975] linearizableReadLoop","detail":"{readStateIndex:304; appliedIndex:303; }","duration":"1.168357622s","start":"2026-08-24T20:41:58.312334Z","end":"2026-08-24T20:41:59.480692Z","steps":["trace[1279141975] 'read index received' (duration: 810.081671ms)","trace[1279141975] 'applied index is now lower than readState.Index' (duration: 358.274831ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:41:59.480761Z","caller":"traceutil/trace.go:171","msg":"trace[1606134824] transaction","detail":"{read_only:false; response_revision:294; number_of_response:1; }","duration":"1.299536011s","start":"2026-08-24T20:41:58.181185Z","end":"2026-08-24T20:41:59.480721Z","steps":["trace[1606134824] 'process raft request' (duration: 941.196399ms)","trace[1606134824] 'compare' (duration: 357.888351ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T20:41:59.480914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:41:58.181157Z","time spent":"1.299675165s","remote":"127.0.0.1:56896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":199,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-24T20:41:59.480944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127204208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-08-24T20:41:59.481018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.030337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-24T20:41:59.481015Z","caller":"traceutil/trace.go:171","msg":"trace[739399748] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:294; }","duration":"1.12730827s","start":"2026-08-24T20:41:58.353689Z","end":"2026-08-24T20:41:59.480997Z","steps":["trace[739399748] 'agreement among raft nodes before linearized reading' (duration: 1.127119955s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:41:59.480968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.746845ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:41:59.48105Z","caller":"traceutil/trace.go:171","msg":"trace[994614572] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:294; }","duration":"936.098789ms","start":"2026-08-24T20:41:58.544942Z","end":"2026-08-24T20:41:59.481041Z","steps":["trace[994614572] 'agreement among raft nodes before linearized reading' (duration: 935.928814ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:41:59.48106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:41:58.353672Z","time spent":"1.127380593s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-24T20:41:59.48109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:41:58.544922Z","time spent":"936.16067ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-24T20:41:59.481034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.333666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-08-24T20:41:59.481175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168838015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-24T20:41:59.481092Z","caller":"traceutil/trace.go:171","msg":"trace[238793081] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:294; }","duration":"430.887658ms","start":"2026-08-24T20:41:59.050185Z","end":"2026-08-24T20:41:59.481073Z","steps":["trace[238793081] 'agreement among raft nodes before linearized reading' (duration: 430.662092ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:41:59.481206Z","caller":"traceutil/trace.go:171","msg":"trace[1738367113] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:294; }","duration":"1.168906457s","start":"2026-08-24T20:41:58.312291Z","end":"2026-08-24T20:41:59.481198Z","steps":["trace[1738367113] 'agreement among raft nodes before linearized reading' (duration: 1.168442284s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:41:59.481274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:41:58.312269Z","time spent":"1.168964987s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-08-24T20:41:59.481331Z","caller":"traceutil/trace.go:171","msg":"trace[1166783846] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:294; }","duration":"338.544851ms","start":"2026-08-24T20:41:59.142602Z","end":"2026-08-24T20:41:59.481147Z","steps":["trace[1166783846] 'agreement among raft nodes before linearized reading' (duration: 338.299725ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:41:59.481686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:41:59.142582Z","time spent":"339.086026ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-24T20:41:59.987487Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7461796309298173873,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-24T20:42:00.791072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.793706ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-24T20:42:00.791151Z","caller":"traceutil/trace.go:171","msg":"trace[688724652] transaction","detail":"{read_only:false; response_revision:295; number_of_response:1; }","duration":"1.305955248s","start":"2026-08-24T20:41:59.485182Z","end":"2026-08-24T20:42:00.791137Z","steps":["trace[688724652] 'process raft request' (duration: 574.026988ms)","trace[688724652] 'compare' (duration: 731.710734ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T20:42:00.791204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:41:59.485163Z","time spent":"1.30601353s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T20:42:01.535848Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.476597939s","expected-duration":"1s"} {"level":"info","ts":"2026-08-24T20:42:01.536604Z","caller":"traceutil/trace.go:171","msg":"trace[444561447] transaction","detail":"{read_only:false; response_revision:297; number_of_response:1; }","duration":"2.050640908s","start":"2026-08-24T20:41:59.485931Z","end":"2026-08-24T20:42:01.536572Z","steps":["trace[444561447] 'process raft request' (duration: 2.050527755s)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:42:01.536649Z","caller":"traceutil/trace.go:171","msg":"trace[1817845552] transaction","detail":"{read_only:false; response_revision:296; number_of_response:1; }","duration":"2.050905264s","start":"2026-08-24T20:41:59.485684Z","end":"2026-08-24T20:42:01.536589Z","steps":["trace[1817845552] 'process raft request' (duration: 2.050553315s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:42:01.536818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:41:59.485918Z","time spent":"2.050790122s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T20:42:01.536851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:41:59.485663Z","time spent":"2.051049998s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T20:42:01.536996Z","caller":"traceutil/trace.go:171","msg":"trace[363667930] transaction","detail":"{read_only:false; response_revision:298; number_of_response:1; }","duration":"2.050981586s","start":"2026-08-24T20:41:59.485972Z","end":"2026-08-24T20:42:01.536953Z","steps":["trace[363667930] 'process raft request' (duration: 2.050550745s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:42:01.537173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:41:59.485961Z","time spent":"2.051124941s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T20:42:01.537215Z","caller":"traceutil/trace.go:171","msg":"trace[393996564] linearizableReadLoop","detail":"{readStateIndex:309; appliedIndex:304; }","duration":"2.050261138s","start":"2026-08-24T20:41:59.486913Z","end":"2026-08-24T20:42:01.537174Z","steps":["trace[393996564] 'read index received' (duration: 572.312024ms)","trace[393996564] 'applied index is now lower than readState.Index' (duration: 1.477947834s)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:42:01.537306Z","caller":"traceutil/trace.go:171","msg":"trace[615022222] transaction","detail":"{read_only:false; response_revision:299; number_of_response:1; }","duration":"2.047789014s","start":"2026-08-24T20:41:59.489499Z","end":"2026-08-24T20:42:01.537288Z","steps":["trace[615022222] 'process raft request' (duration: 2.047330371s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:42:01.537403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:41:59.489484Z","time spent":"2.047878447s","remote":"127.0.0.1:56876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5321,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T20:42:01.537472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.050540435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-08-24T20:42:01.537537Z","caller":"traceutil/trace.go:171","msg":"trace[1149122999] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:299; }","duration":"2.050622518s","start":"2026-08-24T20:41:59.486896Z","end":"2026-08-24T20:42:01.537519Z","steps":["trace[1149122999] 'agreement among raft nodes before linearized reading' (duration: 2.050420893s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:42:01.537585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:41:59.486889Z","time spent":"2.050686459s","remote":"127.0.0.1:56896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"info","ts":"2026-08-24T20:42:29.70173Z","caller":"traceutil/trace.go:171","msg":"trace[1627620145] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"293.26566ms","start":"2026-08-24T20:42:29.408445Z","end":"2026-08-24T20:42:29.701711Z","steps":["trace[1627620145] 'process raft request' (duration: 293.140837ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:42:30.098232Z","caller":"traceutil/trace.go:171","msg":"trace[1366391294] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"685.647403ms","start":"2026-08-24T20:42:29.41254Z","end":"2026-08-24T20:42:30.098188Z","steps":["trace[1366391294] 'process raft request' (duration: 685.435758ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:42:30.098199Z","caller":"traceutil/trace.go:171","msg":"trace[427211427] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"685.579461ms","start":"2026-08-24T20:42:29.412535Z","end":"2026-08-24T20:42:30.098115Z","steps":["trace[427211427] 'process raft request' (duration: 685.295974ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:42:30.098332Z","caller":"traceutil/trace.go:171","msg":"trace[680525761] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"679.554057ms","start":"2026-08-24T20:42:29.418691Z","end":"2026-08-24T20:42:30.098245Z","steps":["trace[680525761] 'process raft request' (duration: 679.331831ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:42:30.098402Z","caller":"traceutil/trace.go:171","msg":"trace[1330913979] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"679.32455ms","start":"2026-08-24T20:42:29.419015Z","end":"2026-08-24T20:42:30.098339Z","steps":["trace[1330913979] 'process raft request' (duration: 679.049313ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:42:30.098439Z","caller":"traceutil/trace.go:171","msg":"trace[664265821] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"678.628132ms","start":"2026-08-24T20:42:29.419787Z","end":"2026-08-24T20:42:30.098415Z","steps":["trace[664265821] 'process raft request' (duration: 678.363415ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:42:30.098479Z","caller":"traceutil/trace.go:171","msg":"trace[1018070772] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"678.117388ms","start":"2026-08-24T20:42:29.420351Z","end":"2026-08-24T20:42:30.098468Z","steps":["trace[1018070772] 'process raft request' (duration: 677.842031ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:42:30.098537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:42:29.420337Z","time spent":"678.174021ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-24T20:42:30.098544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:42:29.418994Z","time spent":"679.483915ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-24T20:42:30.098559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:42:29.419778Z","time spent":"678.734585ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-24T20:42:30.098588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:42:29.412512Z","time spent":"685.90733ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-24T20:42:30.098658Z","caller":"traceutil/trace.go:171","msg":"trace[982955548] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"668.336186ms","start":"2026-08-24T20:42:29.430281Z","end":"2026-08-24T20:42:30.098617Z","steps":["trace[982955548] 'process raft request' (duration: 668.123661ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:42:30.098596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:42:29.41868Z","time spent":"679.799213ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-24T20:42:30.098412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:42:29.412508Z","time spent":"685.835188ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-24T20:42:30.098781Z","caller":"traceutil/trace.go:171","msg":"trace[17811156] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"656.980122ms","start":"2026-08-24T20:42:29.441769Z","end":"2026-08-24T20:42:30.098749Z","steps":["trace[17811156] 'process raft request' (duration: 656.706245ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:42:30.098785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:42:29.430266Z","time spent":"668.47037ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-24T20:42:30.098568Z","caller":"traceutil/trace.go:171","msg":"trace[1369076959] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"676.530009ms","start":"2026-08-24T20:42:29.421982Z","end":"2026-08-24T20:42:30.098512Z","steps":["trace[1369076959] 'process raft request' (duration: 676.380725ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:42:30.098914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:42:29.441739Z","time spent":"657.113145ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-24T20:42:30.098948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:42:29.421958Z","time spent":"676.96888ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-24T20:42:30.098969Z","caller":"traceutil/trace.go:171","msg":"trace[698617121] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"632.745276ms","start":"2026-08-24T20:42:29.466178Z","end":"2026-08-24T20:42:30.098923Z","steps":["trace[698617121] 'process raft request' (duration: 632.569892ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:42:30.099012Z","caller":"traceutil/trace.go:171","msg":"trace[421516984] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"535.990485ms","start":"2026-08-24T20:42:29.563009Z","end":"2026-08-24T20:42:30.098999Z","steps":["trace[421516984] 'process raft request' (duration: 535.878952ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:42:30.099007Z","caller":"traceutil/trace.go:171","msg":"trace[2015869693] linearizableReadLoop","detail":"{readStateIndex:514; appliedIndex:503; }","duration":"425.885649ms","start":"2026-08-24T20:42:29.673102Z","end":"2026-08-24T20:42:30.098988Z","steps":["trace[2015869693] 'read index received' (duration: 28.607849ms)","trace[2015869693] 'applied index is now lower than readState.Index' (duration: 397.27679ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T20:42:30.09907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:42:29.562975Z","time spent":"536.069017ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-24T20:42:30.099117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:42:29.466147Z","time spent":"632.90344ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-24T20:42:30.099184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.069663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-24T20:42:30.099236Z","caller":"traceutil/trace.go:171","msg":"trace[1523882738] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:497; }","duration":"426.151356ms","start":"2026-08-24T20:42:29.673072Z","end":"2026-08-24T20:42:30.099223Z","steps":["trace[1523882738] 'agreement among raft nodes before linearized reading' (duration: 426.015192ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:42:30.099267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:42:29.673056Z","time spent":"426.204327ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-08-24T20:42:30.101517Z","caller":"traceutil/trace.go:171","msg":"trace[1092730872] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"394.134649ms","start":"2026-08-24T20:42:29.707358Z","end":"2026-08-24T20:42:30.101492Z","steps":["trace[1092730872] 'process raft request' (duration: 393.779059ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:42:30.101557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.009728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-08-24T20:42:30.101594Z","caller":"traceutil/trace.go:171","msg":"trace[644479282] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"393.391328ms","start":"2026-08-24T20:42:29.708197Z","end":"2026-08-24T20:42:30.101589Z","steps":["trace[644479282] 'process raft request' (duration: 393.09175ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:42:30.101619Z","caller":"traceutil/trace.go:171","msg":"trace[279045469] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:499; }","duration":"422.08663ms","start":"2026-08-24T20:42:29.679515Z","end":"2026-08-24T20:42:30.101602Z","steps":["trace[279045469] 'agreement among raft nodes before linearized reading' (duration: 421.960927ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:42:30.101646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:42:29.707332Z","time spent":"394.269821ms","remote":"127.0.0.1:57184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-24T20:42:30.101667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:42:29.679489Z","time spent":"422.168563ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-24T20:42:30.101683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:42:29.70817Z","time spent":"393.45137ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7317,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T20:42:30.101545Z","caller":"traceutil/trace.go:171","msg":"trace[326588095] transaction","detail":"{read_only:false; number_of_response:1; response_revision:499; }","duration":"392.559847ms","start":"2026-08-24T20:42:29.708958Z","end":"2026-08-24T20:42:30.101518Z","steps":["trace[326588095] 'process raft request' (duration: 392.475465ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:42:30.101851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:42:29.708947Z","time spent":"392.885205ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":7366,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T20:42:30.101795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.239375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-08-24T20:42:30.102064Z","caller":"traceutil/trace.go:171","msg":"trace[335567355] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:499; }","duration":"422.404329ms","start":"2026-08-24T20:42:29.679496Z","end":"2026-08-24T20:42:30.1019Z","steps":["trace[335567355] 'agreement among raft nodes before linearized reading' (duration: 422.171333ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:42:30.10221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:42:29.679473Z","time spent":"422.678636ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-24T20:42:36.344311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.493551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-08-24T20:42:36.344403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.872943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-08-24T20:42:36.344408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.386691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-08-24T20:42:36.344426Z","caller":"traceutil/trace.go:171","msg":"trace[968906529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:593; }","duration":"208.661184ms","start":"2026-08-24T20:42:36.135743Z","end":"2026-08-24T20:42:36.344404Z","steps":["trace[968906529] 'range keys from in-memory index tree' (duration: 208.300235ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:42:36.344453Z","caller":"traceutil/trace.go:171","msg":"trace[1250253355] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:593; }","duration":"195.944395ms","start":"2026-08-24T20:42:36.148494Z","end":"2026-08-24T20:42:36.344438Z","steps":["trace[1250253355] 'range keys from in-memory index tree' (duration: 195.75152ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:42:36.344489Z","caller":"traceutil/trace.go:171","msg":"trace[1790740602] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:593; }","duration":"212.510264ms","start":"2026-08-24T20:42:36.131959Z","end":"2026-08-24T20:42:36.344469Z","steps":["trace[1790740602] 'range keys from in-memory index tree' (duration: 212.226017ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:42:36.980799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.963991ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-24T20:42:36.980965Z","caller":"traceutil/trace.go:171","msg":"trace[1326493915] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"632.138561ms","start":"2026-08-24T20:42:36.348804Z","end":"2026-08-24T20:42:36.980942Z","steps":["trace[1326493915] 'process raft request' (duration: 99.957365ms)","trace[1326493915] 'compare' (duration: 531.849298ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:42:36.981084Z","caller":"traceutil/trace.go:171","msg":"trace[1726580298] linearizableReadLoop","detail":"{readStateIndex:621; appliedIndex:616; }","duration":"492.645025ms","start":"2026-08-24T20:42:36.488427Z","end":"2026-08-24T20:42:36.981072Z","steps":["trace[1726580298] 'read index received' (duration: 12.098542ms)","trace[1726580298] 'applied index is now lower than readState.Index' (duration: 480.545432ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T20:42:36.98114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:42:36.348781Z","time spent":"632.299065ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T20:42:36.981181Z","caller":"traceutil/trace.go:171","msg":"trace[2011953519] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"631.921225ms","start":"2026-08-24T20:42:36.349221Z","end":"2026-08-24T20:42:36.981142Z","steps":["trace[2011953519] 'process raft request' (duration: 631.72411ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:42:36.981219Z","caller":"traceutil/trace.go:171","msg":"trace[362011615] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"494.940014ms","start":"2026-08-24T20:42:36.48624Z","end":"2026-08-24T20:42:36.98118Z","steps":["trace[362011615] 'process raft request' (duration: 494.798621ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:42:36.981282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.83258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-98d7g\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-08-24T20:42:36.981323Z","caller":"traceutil/trace.go:171","msg":"trace[1807124789] range","detail":"{range_begin:/registry/pods/kube-system/cilium-98d7g; range_end:; response_count:1; response_revision:599; }","duration":"492.927862ms","start":"2026-08-24T20:42:36.488382Z","end":"2026-08-24T20:42:36.98131Z","steps":["trace[1807124789] 'agreement among raft nodes before linearized reading' (duration: 492.772268ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:42:36.981339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:42:36.349214Z","time spent":"632.054399ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T20:42:36.981361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:42:36.488364Z","time spent":"492.987364ms","remote":"127.0.0.1:56876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-98d7g\" "} {"level":"warn","ts":"2026-08-24T20:42:36.981365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.753796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:42:36.981407Z","caller":"traceutil/trace.go:171","msg":"trace[755350699] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"632.208213ms","start":"2026-08-24T20:42:36.349191Z","end":"2026-08-24T20:42:36.9814Z","steps":["trace[755350699] 'process raft request' (duration: 631.69514ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:42:36.981428Z","caller":"traceutil/trace.go:171","msg":"trace[1350359742] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"561.131234ms","start":"2026-08-24T20:42:36.420282Z","end":"2026-08-24T20:42:36.981413Z","steps":["trace[1350359742] 'process raft request' (duration: 560.699113ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:42:36.981426Z","caller":"traceutil/trace.go:171","msg":"trace[1178906852] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:599; }","duration":"249.843828ms","start":"2026-08-24T20:42:36.731565Z","end":"2026-08-24T20:42:36.981409Z","steps":["trace[1178906852] 'agreement among raft nodes before linearized reading' (duration: 249.762546ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:42:36.981444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:42:36.349181Z","time spent":"632.243864ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T20:42:36.981462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:42:36.420256Z","time spent":"561.189506ms","remote":"127.0.0.1:56916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-24T20:42:36.981382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:42:36.486214Z","time spent":"495.088308ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T20:42:37.166365Z","caller":"traceutil/trace.go:171","msg":"trace[1864023753] linearizableReadLoop","detail":"{readStateIndex:622; appliedIndex:621; }","duration":"180.64691ms","start":"2026-08-24T20:42:36.985687Z","end":"2026-08-24T20:42:37.166334Z","steps":["trace[1864023753] 'read index received' (duration: 146.103537ms)","trace[1864023753] 'applied index is now lower than readState.Index' (duration: 34.542403ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:42:37.166515Z","caller":"traceutil/trace.go:171","msg":"trace[2069646314] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"181.487322ms","start":"2026-08-24T20:42:36.984979Z","end":"2026-08-24T20:42:37.166466Z","steps":["trace[2069646314] 'process raft request' (duration: 146.800195ms)","trace[2069646314] 'compare' (duration: 34.41593ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T20:42:37.166674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.798274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-08-24T20:42:37.166719Z","caller":"traceutil/trace.go:171","msg":"trace[1934724159] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:600; }","duration":"181.063171ms","start":"2026-08-24T20:42:36.985643Z","end":"2026-08-24T20:42:37.166706Z","steps":["trace[1934724159] 'agreement among raft nodes before linearized reading' (duration: 180.801654ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:42:37.185623Z","caller":"traceutil/trace.go:171","msg":"trace[922696840] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"190.529665ms","start":"2026-08-24T20:42:36.995038Z","end":"2026-08-24T20:42:37.185567Z","steps":["trace[922696840] 'process raft request' (duration: 190.266459ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:42:39.568423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.351441ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-08-24T20:42:39.568537Z","caller":"traceutil/trace.go:171","msg":"trace[496034507] linearizableReadLoop","detail":"{readStateIndex:629; appliedIndex:628; }","duration":"582.991839ms","start":"2026-08-24T20:42:38.985521Z","end":"2026-08-24T20:42:39.568513Z","steps":["trace[496034507] 'read index received' (duration: 238.470714ms)","trace[496034507] 'applied index is now lower than readState.Index' (duration: 344.519375ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T20:42:39.568814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.037029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-08-24T20:42:39.568806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.265708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-08-24T20:42:39.568827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.817896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-08-24T20:42:39.568831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.157749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-08-24T20:42:39.568885Z","caller":"traceutil/trace.go:171","msg":"trace[1138298444] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:606; }","duration":"583.391611ms","start":"2026-08-24T20:42:38.985476Z","end":"2026-08-24T20:42:39.568868Z","steps":["trace[1138298444] 'agreement among raft nodes before linearized reading' (duration: 583.130284ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:42:39.568929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:42:38.985458Z","time spent":"583.462853ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-08-24T20:42:39.568924Z","caller":"traceutil/trace.go:171","msg":"trace[41587704] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:606; }","duration":"582.96594ms","start":"2026-08-24T20:42:38.985934Z","end":"2026-08-24T20:42:39.5689Z","steps":["trace[41587704] 'agreement among raft nodes before linearized reading' (duration: 582.701863ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:42:39.568979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:42:38.985911Z","time spent":"583.054572ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-08-24T20:42:39.568927Z","caller":"traceutil/trace.go:171","msg":"trace[2112469907] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:606; }","duration":"582.305062ms","start":"2026-08-24T20:42:38.986604Z","end":"2026-08-24T20:42:39.568909Z","steps":["trace[2112469907] 'agreement among raft nodes before linearized reading' (duration: 582.049886ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:42:39.569122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:42:38.986583Z","time spent":"582.524057ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-08-24T20:42:39.568868Z","caller":"traceutil/trace.go:171","msg":"trace[1134147765] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:606; }","duration":"398.126522ms","start":"2026-08-24T20:42:39.170725Z","end":"2026-08-24T20:42:39.568851Z","steps":["trace[1134147765] 'agreement among raft nodes before linearized reading' (duration: 397.905996ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:42:39.56921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:42:39.17071Z","time spent":"398.490512ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-24T20:42:40.469781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.873745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:42:40.469858Z","caller":"traceutil/trace.go:171","msg":"trace[152121401] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:610; }","duration":"739.965408ms","start":"2026-08-24T20:42:39.729875Z","end":"2026-08-24T20:42:40.469841Z","steps":["trace[152121401] 'range keys from in-memory index tree' (duration: 739.810624ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:42:40.469897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:42:39.729831Z","time spent":"740.05634ms","remote":"127.0.0.1:56690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-24T20:42:42.010547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.817179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:42:42.010668Z","caller":"traceutil/trace.go:171","msg":"trace[1780741420] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:633; }","duration":"280.965572ms","start":"2026-08-24T20:42:41.72967Z","end":"2026-08-24T20:42:42.010636Z","steps":["trace[1780741420] 'range keys from in-memory index tree' (duration: 280.678296ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:42:42.012154Z","caller":"traceutil/trace.go:171","msg":"trace[1377884076] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"273.661164ms","start":"2026-08-24T20:42:41.738472Z","end":"2026-08-24T20:42:42.012134Z","steps":["trace[1377884076] 'process raft request' (duration: 273.5101ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:42:52.04995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.643732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:42:52.050091Z","caller":"traceutil/trace.go:171","msg":"trace[2006164806] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:748; }","duration":"319.889438ms","start":"2026-08-24T20:42:51.730176Z","end":"2026-08-24T20:42:52.050065Z","steps":["trace[2006164806] 'range keys from in-memory index tree' (duration: 319.549259ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:42:52.050145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:42:51.730153Z","time spent":"319.978121ms","remote":"127.0.0.1:56690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-24T20:42:55.230798Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7461796309298174823,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-24T20:42:55.538524Z","caller":"traceutil/trace.go:171","msg":"trace[232772102] linearizableReadLoop","detail":"{readStateIndex:791; appliedIndex:790; }","duration":"808.161568ms","start":"2026-08-24T20:42:54.730337Z","end":"2026-08-24T20:42:55.538499Z","steps":["trace[232772102] 'read index received' (duration: 807.998804ms)","trace[232772102] 'applied index is now lower than readState.Index' (duration: 161.694µs)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:42:55.538578Z","caller":"traceutil/trace.go:171","msg":"trace[2100406309] transaction","detail":"{read_only:false; response_revision:764; number_of_response:1; }","duration":"939.048189ms","start":"2026-08-24T20:42:54.599498Z","end":"2026-08-24T20:42:55.538546Z","steps":["trace[2100406309] 'process raft request' (duration: 938.866044ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:42:55.538645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.293921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:42:55.538679Z","caller":"traceutil/trace.go:171","msg":"trace[1038063379] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:764; }","duration":"808.386254ms","start":"2026-08-24T20:42:54.730283Z","end":"2026-08-24T20:42:55.538669Z","steps":["trace[1038063379] 'agreement among raft nodes before linearized reading' (duration: 808.312232ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:42:55.538721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:42:54.730258Z","time spent":"808.455076ms","remote":"127.0.0.1:56690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-24T20:42:55.53874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:42:54.59947Z","time spent":"939.181152ms","remote":"127.0.0.1:56876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4028,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T20:43:23.862081Z","caller":"traceutil/trace.go:171","msg":"trace[1235611084] transaction","detail":"{read_only:false; response_revision:1157; number_of_response:1; }","duration":"114.052859ms","start":"2026-08-24T20:43:23.747995Z","end":"2026-08-24T20:43:23.862048Z","steps":["trace[1235611084] 'process raft request' (duration: 113.887155ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:43:45.078398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.241691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:43:45.0785Z","caller":"traceutil/trace.go:171","msg":"trace[502121842] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1413; }","duration":"351.367775ms","start":"2026-08-24T20:43:44.727111Z","end":"2026-08-24T20:43:45.078479Z","steps":["trace[502121842] 'range keys from in-memory index tree' (duration: 351.164109ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:43:45.078479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.823357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-mqfrw\" ","response":"range_response_count:1 size:4179"} {"level":"warn","ts":"2026-08-24T20:43:45.078549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:43:44.727095Z","time spent":"351.444466ms","remote":"127.0.0.1:56690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-24T20:43:45.078583Z","caller":"traceutil/trace.go:171","msg":"trace[1975643567] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-mqfrw; range_end:; response_count:1; response_revision:1413; }","duration":"235.981041ms","start":"2026-08-24T20:43:44.842575Z","end":"2026-08-24T20:43:45.078556Z","steps":["trace[1975643567] 'range keys from in-memory index tree' (duration: 235.542979ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:43:45.192567Z","caller":"traceutil/trace.go:171","msg":"trace[1638322655] linearizableReadLoop","detail":"{readStateIndex:1458; appliedIndex:1457; }","duration":"112.567822ms","start":"2026-08-24T20:43:45.079973Z","end":"2026-08-24T20:43:45.192541Z","steps":["trace[1638322655] 'read index received' (duration: 112.464659ms)","trace[1638322655] 'applied index is now lower than readState.Index' (duration: 101.643µs)"],"step_count":2} {"level":"warn","ts":"2026-08-24T20:43:45.192725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.730016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:43:45.192758Z","caller":"traceutil/trace.go:171","msg":"trace[721596431] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1414; }","duration":"112.829728ms","start":"2026-08-24T20:43:45.079918Z","end":"2026-08-24T20:43:45.192748Z","steps":["trace[721596431] 'agreement among raft nodes before linearized reading' (duration: 112.716625ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:43:45.193083Z","caller":"traceutil/trace.go:171","msg":"trace[337577007] transaction","detail":"{read_only:false; response_revision:1414; number_of_response:1; }","duration":"350.450311ms","start":"2026-08-24T20:43:44.84262Z","end":"2026-08-24T20:43:45.193071Z","steps":["trace[337577007] 'process raft request' (duration: 349.762234ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:43:45.193223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:43:44.842588Z","time spent":"350.529203ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T20:43:45.197716Z","caller":"traceutil/trace.go:171","msg":"trace[601669270] transaction","detail":"{read_only:false; response_revision:1415; number_of_response:1; }","duration":"110.096298ms","start":"2026-08-24T20:43:45.087593Z","end":"2026-08-24T20:43:45.197689Z","steps":["trace[601669270] 'process raft request' (duration: 109.947134ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:43:46.170543Z","caller":"traceutil/trace.go:171","msg":"trace[1833940001] linearizableReadLoop","detail":"{readStateIndex:1461; appliedIndex:1460; }","duration":"193.606136ms","start":"2026-08-24T20:43:45.976866Z","end":"2026-08-24T20:43:46.170472Z","steps":["trace[1833940001] 'read index received' (duration: 193.291208ms)","trace[1833940001] 'applied index is now lower than readState.Index' (duration: 313.108µs)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:43:46.170602Z","caller":"traceutil/trace.go:171","msg":"trace[1499111804] transaction","detail":"{read_only:false; response_revision:1417; number_of_response:1; }","duration":"221.025968ms","start":"2026-08-24T20:43:45.949533Z","end":"2026-08-24T20:43:46.170559Z","steps":["trace[1499111804] 'process raft request' (duration: 220.715661ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:43:46.170872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.610475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-24T20:43:46.170923Z","caller":"traceutil/trace.go:171","msg":"trace[963816242] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1417; }","duration":"191.690826ms","start":"2026-08-24T20:43:45.979218Z","end":"2026-08-24T20:43:46.170909Z","steps":["trace[963816242] 'agreement among raft nodes before linearized reading' (duration: 191.484801ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:43:46.170935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.051077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-08-24T20:43:46.171025Z","caller":"traceutil/trace.go:171","msg":"trace[1164668491] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1417; }","duration":"194.194471ms","start":"2026-08-24T20:43:45.976807Z","end":"2026-08-24T20:43:46.171002Z","steps":["trace[1164668491] 'agreement among raft nodes before linearized reading' (duration: 193.882073ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:43:46.171004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.269421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-24T20:43:46.171113Z","caller":"traceutil/trace.go:171","msg":"trace[294875949] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1417; }","duration":"190.454106ms","start":"2026-08-24T20:43:45.980635Z","end":"2026-08-24T20:43:46.171089Z","steps":["trace[294875949] 'agreement among raft nodes before linearized reading' (duration: 190.137438ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:43:46.1712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.122642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-08-24T20:43:46.171235Z","caller":"traceutil/trace.go:171","msg":"trace[339285738] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1417; }","duration":"191.154623ms","start":"2026-08-24T20:43:45.98007Z","end":"2026-08-24T20:43:46.171224Z","steps":["trace[339285738] 'agreement among raft nodes before linearized reading' (duration: 190.744173ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:43:46.171326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.882178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-24T20:43:46.171377Z","caller":"traceutil/trace.go:171","msg":"trace[1950544109] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1417; }","duration":"185.977061ms","start":"2026-08-24T20:43:45.985387Z","end":"2026-08-24T20:43:46.171364Z","steps":["trace[1950544109] 'agreement among raft nodes before linearized reading' (duration: 185.336285ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:43:57.060115Z","caller":"traceutil/trace.go:171","msg":"trace[1108565267] transaction","detail":"{read_only:false; response_revision:1633; number_of_response:1; }","duration":"100.485151ms","start":"2026-08-24T20:43:56.959605Z","end":"2026-08-24T20:43:57.060091Z","steps":["trace[1108565267] 'process raft request' (duration: 100.307576ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:44:03.747967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.928361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-24T20:44:03.748025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.630284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:44:03.74807Z","caller":"traceutil/trace.go:171","msg":"trace[13838518] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1716; }","duration":"238.086235ms","start":"2026-08-24T20:44:03.509965Z","end":"2026-08-24T20:44:03.748051Z","steps":["trace[13838518] 'count revisions from in-memory index tree' (duration: 237.733305ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:44:03.748119Z","caller":"traceutil/trace.go:171","msg":"trace[1784503929] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1716; }","duration":"193.761367ms","start":"2026-08-24T20:44:03.554336Z","end":"2026-08-24T20:44:03.748097Z","steps":["trace[1784503929] 'range keys from in-memory index tree' (duration: 193.576902ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:44:03.748022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.644833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-24T20:44:03.748147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.394145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:44:03.748214Z","caller":"traceutil/trace.go:171","msg":"trace[1209015587] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:1716; }","duration":"113.870119ms","start":"2026-08-24T20:44:03.634314Z","end":"2026-08-24T20:44:03.748184Z","steps":["trace[1209015587] 'count revisions from in-memory index tree' (duration: 113.399037ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:44:03.748248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.620883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:44:03.748289Z","caller":"traceutil/trace.go:171","msg":"trace[1369002903] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1716; }","duration":"223.5634ms","start":"2026-08-24T20:44:03.52467Z","end":"2026-08-24T20:44:03.748233Z","steps":["trace[1369002903] 'count revisions from in-memory index tree' (duration: 223.272682ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:44:03.74833Z","caller":"traceutil/trace.go:171","msg":"trace[870592833] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:1716; }","duration":"113.735896ms","start":"2026-08-24T20:44:03.634575Z","end":"2026-08-24T20:44:03.748311Z","steps":["trace[870592833] 'range keys from in-memory index tree' (duration: 113.521901ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:44:03.748357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.718168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-24T20:44:03.74836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.380775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-24T20:44:03.748406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.961877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-24T20:44:03.748354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.907636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:44:03.748405Z","caller":"traceutil/trace.go:171","msg":"trace[1275880408] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:1716; }","duration":"134.785611ms","start":"2026-08-24T20:44:03.613605Z","end":"2026-08-24T20:44:03.748391Z","steps":["trace[1275880408] 'range keys from in-memory index tree' (duration: 134.675007ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:44:03.74845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.891003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:44:03.748455Z","caller":"traceutil/trace.go:171","msg":"trace[2141925168] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1716; }","duration":"223.506398ms","start":"2026-08-24T20:44:03.524924Z","end":"2026-08-24T20:44:03.748431Z","steps":["trace[2141925168] 'range keys from in-memory index tree' (duration: 223.320723ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:44:03.748497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.970449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:44:03.748446Z","caller":"traceutil/trace.go:171","msg":"trace[531528338] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1716; }","duration":"210.037669ms","start":"2026-08-24T20:44:03.538397Z","end":"2026-08-24T20:44:03.748435Z","steps":["trace[531528338] 'range keys from in-memory index tree' (duration: 209.860084ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:44:03.74851Z","caller":"traceutil/trace.go:171","msg":"trace[54314793] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1716; }","duration":"210.117171ms","start":"2026-08-24T20:44:03.538358Z","end":"2026-08-24T20:44:03.748475Z","steps":["trace[54314793] 'count revisions from in-memory index tree' (duration: 209.804123ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:44:03.748575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.237638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:44:03.748602Z","caller":"traceutil/trace.go:171","msg":"trace[1735848503] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:1716; }","duration":"114.29335ms","start":"2026-08-24T20:44:03.634299Z","end":"2026-08-24T20:44:03.748593Z","steps":["trace[1735848503] 'range keys from in-memory index tree' (duration: 114.029283ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:44:03.748695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.46461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-24T20:44:03.748693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.910386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:44:03.748715Z","caller":"traceutil/trace.go:171","msg":"trace[195858805] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1716; }","duration":"188.498351ms","start":"2026-08-24T20:44:03.56021Z","end":"2026-08-24T20:44:03.748709Z","steps":["trace[195858805] 'count revisions from in-memory index tree' (duration: 188.413789ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:44:03.748713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.69465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:44:03.748738Z","caller":"traceutil/trace.go:171","msg":"trace[551065076] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1716; }","duration":"182.969687ms","start":"2026-08-24T20:44:03.565757Z","end":"2026-08-24T20:44:03.748727Z","steps":["trace[551065076] 'range keys from in-memory index tree' (duration: 182.778793ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:44:03.748525Z","caller":"traceutil/trace.go:171","msg":"trace[1634880751] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:1716; }","duration":"134.017231ms","start":"2026-08-24T20:44:03.614498Z","end":"2026-08-24T20:44:03.748515Z","steps":["trace[1634880751] 'range keys from in-memory index tree' (duration: 133.865307ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:44:03.748757Z","caller":"traceutil/trace.go:171","msg":"trace[1708498957] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1716; }","duration":"238.783053ms","start":"2026-08-24T20:44:03.509962Z","end":"2026-08-24T20:44:03.748745Z","steps":["trace[1708498957] 'range keys from in-memory index tree' (duration: 238.518296ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:44:03.748782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.96018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-24T20:44:03.748807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.983548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:44:03.74882Z","caller":"traceutil/trace.go:171","msg":"trace[1771654494] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:1716; }","duration":"134.949705ms","start":"2026-08-24T20:44:03.613527Z","end":"2026-08-24T20:44:03.748476Z","steps":["trace[1771654494] 'count revisions from in-memory index tree' (duration: 134.75795ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:44:03.748821Z","caller":"traceutil/trace.go:171","msg":"trace[225727264] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1716; }","duration":"158.061312ms","start":"2026-08-24T20:44:03.590746Z","end":"2026-08-24T20:44:03.748807Z","steps":["trace[225727264] 'count revisions from in-memory index tree' (duration: 157.854417ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:44:03.748847Z","caller":"traceutil/trace.go:171","msg":"trace[1454411] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1716; }","duration":"183.031349ms","start":"2026-08-24T20:44:03.565802Z","end":"2026-08-24T20:44:03.748833Z","steps":["trace[1454411] 'count revisions from in-memory index tree' (duration: 182.908706ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:44:03.748889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.054422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:44:03.748934Z","caller":"traceutil/trace.go:171","msg":"trace[1564563438] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1716; }","duration":"158.099643ms","start":"2026-08-24T20:44:03.590821Z","end":"2026-08-24T20:44:03.74892Z","steps":["trace[1564563438] 'range keys from in-memory index tree' (duration: 157.9393ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:44:03.749138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.095828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:44:03.749207Z","caller":"traceutil/trace.go:171","msg":"trace[518522825] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1716; }","duration":"157.17623ms","start":"2026-08-24T20:44:03.592018Z","end":"2026-08-24T20:44:03.749194Z","steps":["trace[518522825] 'range keys from in-memory index tree' (duration: 155.850366ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:44:10.513894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.838053ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-24T20:44:10.514327Z","caller":"traceutil/trace.go:171","msg":"trace[2004076917] transaction","detail":"{read_only:false; response_revision:1825; number_of_response:1; }","duration":"206.539738ms","start":"2026-08-24T20:44:10.307764Z","end":"2026-08-24T20:44:10.514303Z","steps":["trace[2004076917] 'process raft request' (duration: 52.161651ms)","trace[2004076917] 'compare' (duration: 153.668129ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:44:10.514435Z","caller":"traceutil/trace.go:171","msg":"trace[996309359] linearizableReadLoop","detail":"{readStateIndex:1896; appliedIndex:1894; }","duration":"205.234595ms","start":"2026-08-24T20:44:10.309161Z","end":"2026-08-24T20:44:10.514396Z","steps":["trace[996309359] 'read index received' (duration: 50.747794ms)","trace[996309359] 'applied index is now lower than readState.Index' (duration: 154.48378ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:44:10.514504Z","caller":"traceutil/trace.go:171","msg":"trace[1381306038] transaction","detail":"{read_only:false; response_revision:1826; number_of_response:1; }","duration":"206.274651ms","start":"2026-08-24T20:44:10.308201Z","end":"2026-08-24T20:44:10.514476Z","steps":["trace[1381306038] 'process raft request' (duration: 205.820739ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:44:10.514639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.4729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-24T20:44:10.514672Z","caller":"traceutil/trace.go:171","msg":"trace[521953556] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1827; }","duration":"205.548532ms","start":"2026-08-24T20:44:10.309114Z","end":"2026-08-24T20:44:10.514663Z","steps":["trace[521953556] 'agreement among raft nodes before linearized reading' (duration: 205.411479ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:44:10.514727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.250369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-24T20:44:10.514791Z","caller":"traceutil/trace.go:171","msg":"trace[1678888580] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1827; }","duration":"199.337881ms","start":"2026-08-24T20:44:10.315438Z","end":"2026-08-24T20:44:10.514776Z","steps":["trace[1678888580] 'agreement among raft nodes before linearized reading' (duration: 199.157487ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:44:10.514854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.730962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2966f5ae-1da0-4a3e-9433-64ed18d5e73a\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-08-24T20:44:10.514962Z","caller":"traceutil/trace.go:171","msg":"trace[1259327259] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2966f5ae-1da0-4a3e-9433-64ed18d5e73a; range_end:; response_count:1; response_revision:1827; }","duration":"182.914086ms","start":"2026-08-24T20:44:10.332027Z","end":"2026-08-24T20:44:10.514941Z","steps":["trace[1259327259] 'agreement among raft nodes before linearized reading' (duration: 182.578148ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:44:11.604155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.207953ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-24T20:44:11.604256Z","caller":"traceutil/trace.go:171","msg":"trace[1932130431] linearizableReadLoop","detail":"{readStateIndex:1899; appliedIndex:1898; }","duration":"912.305503ms","start":"2026-08-24T20:44:10.691934Z","end":"2026-08-24T20:44:11.60424Z","steps":["trace[1932130431] 'read index received' (duration: 57.313µs)","trace[1932130431] 'applied index is now lower than readState.Index' (duration: 912.24682ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:44:11.604282Z","caller":"traceutil/trace.go:171","msg":"trace[1601272725] transaction","detail":"{read_only:false; response_revision:1829; number_of_response:1; }","duration":"1.08561948s","start":"2026-08-24T20:44:10.518637Z","end":"2026-08-24T20:44:11.604256Z","steps":["trace[1601272725] 'process raft request' (duration: 142.225432ms)","trace[1601272725] 'compare' (duration: 942.822153ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T20:44:11.604404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:44:10.518619Z","time spent":"1.085724933s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T20:44:11.604514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.57771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-08-24T20:44:11.604574Z","caller":"traceutil/trace.go:171","msg":"trace[1137619435] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1829; }","duration":"912.681192ms","start":"2026-08-24T20:44:10.691878Z","end":"2026-08-24T20:44:11.604559Z","steps":["trace[1137619435] 'agreement among raft nodes before linearized reading' (duration: 912.455897ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:44:11.604612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:44:10.691857Z","time spent":"912.747324ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-08-24T20:44:11.604725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.44483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2966f5ae-1da0-4a3e-9433-64ed18d5e73a\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-08-24T20:44:11.604847Z","caller":"traceutil/trace.go:171","msg":"trace[657037211] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2966f5ae-1da0-4a3e-9433-64ed18d5e73a; range_end:; response_count:1; response_revision:1829; }","duration":"604.625695ms","start":"2026-08-24T20:44:11.0002Z","end":"2026-08-24T20:44:11.604825Z","steps":["trace[657037211] 'agreement among raft nodes before linearized reading' (duration: 604.330348ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:44:11.604906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:44:11.00018Z","time spent":"604.711747ms","remote":"127.0.0.1:56876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2966f5ae-1da0-4a3e-9433-64ed18d5e73a\" "} {"level":"warn","ts":"2026-08-24T20:44:11.605157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.501946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-08-24T20:44:11.605323Z","caller":"traceutil/trace.go:171","msg":"trace[279611811] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1829; }","duration":"654.600409ms","start":"2026-08-24T20:44:10.950599Z","end":"2026-08-24T20:44:11.6052Z","steps":["trace[279611811] 'agreement among raft nodes before linearized reading' (duration: 653.87256ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:44:11.605448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:44:10.950571Z","time spent":"654.861767ms","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-08-24T20:44:12.123588Z","caller":"traceutil/trace.go:171","msg":"trace[328811421] transaction","detail":"{read_only:false; response_revision:1830; number_of_response:1; }","duration":"514.794271ms","start":"2026-08-24T20:44:11.608752Z","end":"2026-08-24T20:44:12.123547Z","steps":["trace[328811421] 'process raft request' (duration: 496.22932ms)","trace[328811421] 'compare' (duration: 18.125238ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T20:44:12.123778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:44:11.608737Z","time spent":"514.950654ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T20:44:12.405544Z","caller":"traceutil/trace.go:171","msg":"trace[1468612356] linearizableReadLoop","detail":"{readStateIndex:1901; appliedIndex:1899; }","duration":"675.184193ms","start":"2026-08-24T20:44:11.73033Z","end":"2026-08-24T20:44:12.405515Z","steps":["trace[1468612356] 'read index received' (duration: 374.675592ms)","trace[1468612356] 'applied index is now lower than readState.Index' (duration: 300.507521ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:44:12.405581Z","caller":"traceutil/trace.go:171","msg":"trace[527378523] transaction","detail":"{read_only:false; response_revision:1831; number_of_response:1; }","duration":"792.044529ms","start":"2026-08-24T20:44:11.613487Z","end":"2026-08-24T20:44:12.405531Z","steps":["trace[527378523] 'process raft request' (duration: 791.800533ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:44:12.405673Z","caller":"traceutil/trace.go:171","msg":"trace[1822247593] transaction","detail":"{read_only:false; response_revision:1832; number_of_response:1; }","duration":"647.965348ms","start":"2026-08-24T20:44:11.757694Z","end":"2026-08-24T20:44:12.405659Z","steps":["trace[1822247593] 'process raft request' (duration: 647.766842ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:44:12.405725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:44:11.613471Z","time spent":"792.180322ms","remote":"127.0.0.1:56876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T20:44:12.405802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:44:11.757665Z","time spent":"648.04459ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T20:44:12.40584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.48632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:44:12.40593Z","caller":"traceutil/trace.go:171","msg":"trace[439378122] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1832; }","duration":"675.631064ms","start":"2026-08-24T20:44:11.730276Z","end":"2026-08-24T20:44:12.405907Z","steps":["trace[439378122] 'agreement among raft nodes before linearized reading' (duration: 675.432939ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:44:12.405993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:44:11.730258Z","time spent":"675.721517ms","remote":"127.0.0.1:56692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-24T20:44:12.46177Z","caller":"traceutil/trace.go:171","msg":"trace[1038189117] transaction","detail":"{read_only:false; response_revision:1833; number_of_response:1; }","duration":"181.291524ms","start":"2026-08-24T20:44:12.280451Z","end":"2026-08-24T20:44:12.461742Z","steps":["trace[1038189117] 'process raft request' (duration: 181.007386ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:44:12.461884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.105226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-24T20:44:12.461967Z","caller":"traceutil/trace.go:171","msg":"trace[753488927] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1833; }","duration":"172.238099ms","start":"2026-08-24T20:44:12.289705Z","end":"2026-08-24T20:44:12.461943Z","steps":["trace[753488927] 'agreement among raft nodes before linearized reading' (duration: 171.989232ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:44:13.077464Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7461796309298176918,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-24T20:44:13.293605Z","caller":"traceutil/trace.go:171","msg":"trace[138430255] transaction","detail":"{read_only:false; response_revision:1837; number_of_response:1; }","duration":"754.754083ms","start":"2026-08-24T20:44:12.53882Z","end":"2026-08-24T20:44:13.293574Z","steps":["trace[138430255] 'process raft request' (duration: 754.553348ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:44:13.293783Z","caller":"traceutil/trace.go:171","msg":"trace[1948142090] transaction","detail":"{read_only:false; response_revision:1838; number_of_response:1; }","duration":"754.894577ms","start":"2026-08-24T20:44:12.538874Z","end":"2026-08-24T20:44:13.293768Z","steps":["trace[1948142090] 'process raft request' (duration: 754.653281ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:44:13.293786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:44:12.538795Z","time spent":"754.896627ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T20:44:13.293779Z","caller":"traceutil/trace.go:171","msg":"trace[948873656] linearizableReadLoop","detail":"{readStateIndex:1908; appliedIndex:1906; }","duration":"716.833691ms","start":"2026-08-24T20:44:12.576916Z","end":"2026-08-24T20:44:13.29375Z","steps":["trace[948873656] 'read index received' (duration: 716.40219ms)","trace[948873656] 'applied index is now lower than readState.Index' (duration: 429.491µs)"],"step_count":2} {"level":"warn","ts":"2026-08-24T20:44:13.293848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:44:12.538854Z","time spent":"754.963398ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T20:44:13.293992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.63882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-24T20:44:13.294064Z","caller":"traceutil/trace.go:171","msg":"trace[1352115374] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1838; }","duration":"720.837505ms","start":"2026-08-24T20:44:12.57321Z","end":"2026-08-24T20:44:13.294048Z","steps":["trace[1352115374] 'agreement among raft nodes before linearized reading' (duration: 720.65678ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:44:13.294106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:44:12.573191Z","time spent":"720.903386ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-24T20:44:13.294415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.711892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:44:13.294453Z","caller":"traceutil/trace.go:171","msg":"trace[1077143871] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1838; }","duration":"564.802195ms","start":"2026-08-24T20:44:12.729642Z","end":"2026-08-24T20:44:13.294444Z","steps":["trace[1077143871] 'agreement among raft nodes before linearized reading' (duration: 564.727042ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:44:13.294475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:44:12.729592Z","time spent":"564.878457ms","remote":"127.0.0.1:56690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-24T20:44:13.294639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.078366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-08-24T20:44:13.294826Z","caller":"traceutil/trace.go:171","msg":"trace[1837310257] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1838; }","duration":"681.294441ms","start":"2026-08-24T20:44:12.613512Z","end":"2026-08-24T20:44:13.294806Z","steps":["trace[1837310257] 'agreement among raft nodes before linearized reading' (duration: 680.87857ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:44:13.295015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:44:12.613502Z","time spent":"681.426035ms","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-08-24T20:44:13.295121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.297403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2966f5ae-1da0-4a3e-9433-64ed18d5e73a\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-08-24T20:44:13.295163Z","caller":"traceutil/trace.go:171","msg":"trace[719365346] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2966f5ae-1da0-4a3e-9433-64ed18d5e73a; range_end:; response_count:1; response_revision:1838; }","duration":"683.392925ms","start":"2026-08-24T20:44:12.611761Z","end":"2026-08-24T20:44:13.295154Z","steps":["trace[719365346] 'agreement among raft nodes before linearized reading' (duration: 682.579043ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:44:13.295185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:44:12.61174Z","time spent":"683.438637ms","remote":"127.0.0.1:56876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2966f5ae-1da0-4a3e-9433-64ed18d5e73a\" "} {"level":"info","ts":"2026-08-24T20:44:18.555137Z","caller":"traceutil/trace.go:171","msg":"trace[893093302] transaction","detail":"{read_only:false; response_revision:1887; number_of_response:1; }","duration":"399.802742ms","start":"2026-08-24T20:44:18.155304Z","end":"2026-08-24T20:44:18.555107Z","steps":["trace[893093302] 'process raft request' (duration: 399.592537ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:44:18.555296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:44:18.155279Z","time spent":"399.932665ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T20:44:18.661321Z","caller":"traceutil/trace.go:171","msg":"trace[1634369871] transaction","detail":"{read_only:false; response_revision:1888; number_of_response:1; }","duration":"353.951845ms","start":"2026-08-24T20:44:18.307337Z","end":"2026-08-24T20:44:18.661289Z","steps":["trace[1634369871] 'process raft request' (duration: 352.833946ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:44:18.661369Z","caller":"traceutil/trace.go:171","msg":"trace[694224455] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"232.577982ms","start":"2026-08-24T20:44:18.428768Z","end":"2026-08-24T20:44:18.661346Z","steps":["trace[694224455] 'process raft request' (duration: 232.449979ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:44:18.661481Z","caller":"traceutil/trace.go:171","msg":"trace[1140314256] transaction","detail":"{read_only:false; response_revision:1890; number_of_response:1; }","duration":"177.618139ms","start":"2026-08-24T20:44:18.483827Z","end":"2026-08-24T20:44:18.661445Z","steps":["trace[1140314256] 'process raft request' (duration: 177.482105ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:44:18.661524Z","caller":"traceutil/trace.go:171","msg":"trace[1128655320] linearizableReadLoop","detail":"{readStateIndex:1959; appliedIndex:1957; }","duration":"332.342595ms","start":"2026-08-24T20:44:18.329151Z","end":"2026-08-24T20:44:18.661493Z","steps":["trace[1128655320] 'read index received' (duration: 225.773775ms)","trace[1128655320] 'applied index is now lower than readState.Index' (duration: 106.56604ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T20:44:18.66156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:44:18.307314Z","time spent":"354.083388ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T20:44:18.661824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.677844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-08-24T20:44:18.661878Z","caller":"traceutil/trace.go:171","msg":"trace[937845948] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1891; }","duration":"332.780246ms","start":"2026-08-24T20:44:18.329085Z","end":"2026-08-24T20:44:18.661865Z","steps":["trace[937845948] 'agreement among raft nodes before linearized reading' (duration: 332.52252ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:44:18.661907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:44:18.329064Z","time spent":"332.836658ms","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-08-24T20:44:18.662093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.38705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-24T20:44:18.662174Z","caller":"traceutil/trace.go:171","msg":"trace[1570746348] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1891; }","duration":"163.744401ms","start":"2026-08-24T20:44:18.498407Z","end":"2026-08-24T20:44:18.662151Z","steps":["trace[1570746348] 'agreement among raft nodes before linearized reading' (duration: 163.238697ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:44:25.651747Z","caller":"traceutil/trace.go:171","msg":"trace[393780402] linearizableReadLoop","detail":"{readStateIndex:2012; appliedIndex:2011; }","duration":"306.655871ms","start":"2026-08-24T20:44:25.345067Z","end":"2026-08-24T20:44:25.651723Z","steps":["trace[393780402] 'read index received' (duration: 306.436936ms)","trace[393780402] 'applied index is now lower than readState.Index' (duration: 218.145µs)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:44:25.651781Z","caller":"traceutil/trace.go:171","msg":"trace[1155271212] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"307.097822ms","start":"2026-08-24T20:44:25.344648Z","end":"2026-08-24T20:44:25.651746Z","steps":["trace[1155271212] 'process raft request' (duration: 306.928088ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:44:25.651943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:44:25.344616Z","time spent":"307.241386ms","remote":"127.0.0.1:57130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5595,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T20:44:25.65204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.962919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-08-24T20:44:25.65204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.008435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-08-24T20:44:25.652092Z","caller":"traceutil/trace.go:171","msg":"trace[792503690] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1939; }","duration":"307.081281ms","start":"2026-08-24T20:44:25.344994Z","end":"2026-08-24T20:44:25.652076Z","steps":["trace[792503690] 'agreement among raft nodes before linearized reading' (duration: 306.863466ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:44:25.652103Z","caller":"traceutil/trace.go:171","msg":"trace[2035767687] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1939; }","duration":"301.108017ms","start":"2026-08-24T20:44:25.350977Z","end":"2026-08-24T20:44:25.652085Z","steps":["trace[2035767687] 'agreement among raft nodes before linearized reading' (duration: 300.911122ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:44:25.652138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:44:25.34497Z","time spent":"307.156194ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-24T20:44:25.65215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:44:25.350967Z","time spent":"301.169719ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-24T20:44:25.652141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.729431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-24T20:44:25.652197Z","caller":"traceutil/trace.go:171","msg":"trace[1278689628] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1939; }","duration":"287.826513ms","start":"2026-08-24T20:44:25.364357Z","end":"2026-08-24T20:44:25.652183Z","steps":["trace[1278689628] 'agreement among raft nodes before linearized reading' (duration: 287.679069ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:44:25.878842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.676084ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-24T20:44:25.879098Z","caller":"traceutil/trace.go:171","msg":"trace[1040234508] linearizableReadLoop","detail":"{readStateIndex:2016; appliedIndex:2013; }","duration":"210.289575ms","start":"2026-08-24T20:44:25.668772Z","end":"2026-08-24T20:44:25.879062Z","steps":["trace[1040234508] 'read index received' (duration: 15.111621ms)","trace[1040234508] 'applied index is now lower than readState.Index' (duration: 195.176914ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:44:25.879087Z","caller":"traceutil/trace.go:171","msg":"trace[156808104] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"222.568534ms","start":"2026-08-24T20:44:25.656479Z","end":"2026-08-24T20:44:25.879047Z","steps":["trace[156808104] 'process raft request' (duration: 86.605042ms)","trace[156808104] 'compare' (duration: 135.575172ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:44:25.879202Z","caller":"traceutil/trace.go:171","msg":"trace[1800098492] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"222.135601ms","start":"2026-08-24T20:44:25.657042Z","end":"2026-08-24T20:44:25.879178Z","steps":["trace[1800098492] 'process raft request' (duration: 221.899625ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:44:25.879343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.750224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-08-24T20:44:25.879348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.556113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-24T20:44:25.879391Z","caller":"traceutil/trace.go:171","msg":"trace[460824611] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1943; }","duration":"172.830596ms","start":"2026-08-24T20:44:25.706545Z","end":"2026-08-24T20:44:25.879376Z","steps":["trace[460824611] 'agreement among raft nodes before linearized reading' (duration: 172.664842ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:44:25.87941Z","caller":"traceutil/trace.go:171","msg":"trace[1039897977] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1943; }","duration":"210.665945ms","start":"2026-08-24T20:44:25.668727Z","end":"2026-08-24T20:44:25.879393Z","steps":["trace[1039897977] 'agreement among raft nodes before linearized reading' (duration: 210.469429ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:44:25.879665Z","caller":"traceutil/trace.go:171","msg":"trace[1028341396] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"220.51679ms","start":"2026-08-24T20:44:25.659122Z","end":"2026-08-24T20:44:25.879639Z","steps":["trace[1028341396] 'process raft request' (duration: 219.879504ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:44:26.05682Z","caller":"traceutil/trace.go:171","msg":"trace[452448731] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"167.478337ms","start":"2026-08-24T20:44:25.889305Z","end":"2026-08-24T20:44:26.056783Z","steps":["trace[452448731] 'process raft request' (duration: 157.394787ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:44:26.415168Z","caller":"traceutil/trace.go:171","msg":"trace[414584315] transaction","detail":"{read_only:false; response_revision:1948; number_of_response:1; }","duration":"348.404951ms","start":"2026-08-24T20:44:26.066741Z","end":"2026-08-24T20:44:26.415146Z","steps":["trace[414584315] 'process raft request' (duration: 348.272837ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:44:26.415289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:44:26.066732Z","time spent":"348.499534ms","remote":"127.0.0.1:56944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1846,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T20:44:26.415357Z","caller":"traceutil/trace.go:171","msg":"trace[923028341] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"349.674434ms","start":"2026-08-24T20:44:26.06565Z","end":"2026-08-24T20:44:26.415325Z","steps":["trace[923028341] 'process raft request' (duration: 252.116858ms)","trace[923028341] 'compare' (duration: 97.025443ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T20:44:26.415633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:44:26.065639Z","time spent":"349.793198ms","remote":"127.0.0.1:57130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5881,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T20:44:31.042002Z","caller":"traceutil/trace.go:171","msg":"trace[217419706] linearizableReadLoop","detail":"{readStateIndex:2049; appliedIndex:2048; }","duration":"428.303431ms","start":"2026-08-24T20:44:30.613677Z","end":"2026-08-24T20:44:31.04198Z","steps":["trace[217419706] 'read index received' (duration: 428.129226ms)","trace[217419706] 'applied index is now lower than readState.Index' (duration: 173.365µs)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:44:31.042098Z","caller":"traceutil/trace.go:171","msg":"trace[1980005784] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"654.888007ms","start":"2026-08-24T20:44:30.3872Z","end":"2026-08-24T20:44:31.042088Z","steps":["trace[1980005784] 'process raft request' (duration: 654.653091ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:44:31.042242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:44:30.387179Z","time spent":"654.991011ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T20:44:31.042321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.617448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-08-24T20:44:31.042439Z","caller":"traceutil/trace.go:171","msg":"trace[1588296532] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1975; }","duration":"428.775292ms","start":"2026-08-24T20:44:30.613618Z","end":"2026-08-24T20:44:31.042393Z","steps":["trace[1588296532] 'agreement among raft nodes before linearized reading' (duration: 428.494415ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:44:31.04252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:44:30.613594Z","time spent":"428.911046ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-08-24T20:44:31.078419Z","caller":"traceutil/trace.go:171","msg":"trace[1134696229] transaction","detail":"{read_only:false; response_revision:1977; number_of_response:1; }","duration":"368.631306ms","start":"2026-08-24T20:44:30.709763Z","end":"2026-08-24T20:44:31.078395Z","steps":["trace[1134696229] 'process raft request' (duration: 368.571154ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:44:31.078444Z","caller":"traceutil/trace.go:171","msg":"trace[325291668] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"374.234461ms","start":"2026-08-24T20:44:30.704172Z","end":"2026-08-24T20:44:31.078406Z","steps":["trace[325291668] 'process raft request' (duration: 374.039586ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:44:31.07854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:44:30.70975Z","time spent":"368.728678ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T20:44:31.078616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:44:30.704144Z","time spent":"374.364973ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T20:44:31.078693Z","caller":"traceutil/trace.go:171","msg":"trace[1720305035] transaction","detail":"{read_only:false; response_revision:1978; number_of_response:1; }","duration":"367.30299ms","start":"2026-08-24T20:44:30.711354Z","end":"2026-08-24T20:44:31.078657Z","steps":["trace[1720305035] 'process raft request' (duration: 367.013403ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:44:31.078819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.403598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-08-24T20:44:31.078851Z","caller":"traceutil/trace.go:171","msg":"trace[168174478] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1978; }","duration":"164.536741ms","start":"2026-08-24T20:44:30.914306Z","end":"2026-08-24T20:44:31.078843Z","steps":["trace[168174478] 'agreement among raft nodes before linearized reading' (duration: 164.380837ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:44:31.078861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:44:30.711338Z","time spent":"367.440704ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T20:44:31.078861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.436416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-24T20:44:31.078843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.402052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-24T20:44:31.078932Z","caller":"traceutil/trace.go:171","msg":"trace[1046265972] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1978; }","duration":"152.548619ms","start":"2026-08-24T20:44:30.926368Z","end":"2026-08-24T20:44:31.078917Z","steps":["trace[1046265972] 'agreement among raft nodes before linearized reading' (duration: 152.397805ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:44:31.078986Z","caller":"traceutil/trace.go:171","msg":"trace[1953260235] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1978; }","duration":"365.591307ms","start":"2026-08-24T20:44:30.713371Z","end":"2026-08-24T20:44:31.078963Z","steps":["trace[1953260235] 'agreement among raft nodes before linearized reading' (duration: 365.275539ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:44:31.079051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:44:30.713358Z","time spent":"365.677439ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-24T20:44:31.079088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.626953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:44:31.079184Z","caller":"traceutil/trace.go:171","msg":"trace[1028172692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1978; }","duration":"349.773917ms","start":"2026-08-24T20:44:30.729386Z","end":"2026-08-24T20:44:31.079159Z","steps":["trace[1028172692] 'agreement among raft nodes before linearized reading' (duration: 349.576122ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:44:31.079249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:44:30.729375Z","time spent":"349.861709ms","remote":"127.0.0.1:56690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-24T20:45:03.714669Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7461796309298177661,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-24T20:45:03.719936Z","caller":"traceutil/trace.go:171","msg":"trace[1886006227] transaction","detail":"{read_only:false; response_revision:2152; number_of_response:1; }","duration":"518.328117ms","start":"2026-08-24T20:45:03.201578Z","end":"2026-08-24T20:45:03.719906Z","steps":["trace[1886006227] 'process raft request' (duration: 518.152562ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:45:03.720134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:45:03.201544Z","time spent":"518.492181ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T20:45:04.668978Z","caller":"traceutil/trace.go:171","msg":"trace[282231561] linearizableReadLoop","detail":"{readStateIndex:2234; appliedIndex:2231; }","duration":"1.454751101s","start":"2026-08-24T20:45:03.214194Z","end":"2026-08-24T20:45:04.668945Z","steps":["trace[282231561] 'read index received' (duration: 505.557357ms)","trace[282231561] 'applied index is now lower than readState.Index' (duration: 949.192674ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:45:04.669109Z","caller":"traceutil/trace.go:171","msg":"trace[735142758] transaction","detail":"{read_only:false; response_revision:2154; number_of_response:1; }","duration":"1.458791135s","start":"2026-08-24T20:45:03.210284Z","end":"2026-08-24T20:45:04.669075Z","steps":["trace[735142758] 'process raft request' (duration: 1.458587389s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:45:04.669321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455041409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-08-24T20:45:04.669335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:45:03.210262Z","time spent":"1.458937209s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T20:45:04.669393Z","caller":"traceutil/trace.go:171","msg":"trace[1542373204] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2154; }","duration":"1.455229334s","start":"2026-08-24T20:45:03.214146Z","end":"2026-08-24T20:45:04.669375Z","steps":["trace[1542373204] 'agreement among raft nodes before linearized reading' (duration: 1.454951817s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:45:04.6694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.775249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-24T20:45:04.669441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:45:03.214125Z","time spent":"1.455302805s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-24T20:45:04.669448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020554036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18ced89ecad0383d\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-08-24T20:45:04.669454Z","caller":"traceutil/trace.go:171","msg":"trace[1886182678] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2154; }","duration":"264.877442ms","start":"2026-08-24T20:45:04.40456Z","end":"2026-08-24T20:45:04.669438Z","steps":["trace[1886182678] 'agreement among raft nodes before linearized reading' (duration: 264.806011ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:45:04.669477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.061479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:45:04.669496Z","caller":"traceutil/trace.go:171","msg":"trace[589983113] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18ced89ecad0383d; range_end:; response_count:1; response_revision:2154; }","duration":"1.020627808s","start":"2026-08-24T20:45:03.648849Z","end":"2026-08-24T20:45:04.669476Z","steps":["trace[589983113] 'agreement among raft nodes before linearized reading' (duration: 1.020539216s)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:45:04.669528Z","caller":"traceutil/trace.go:171","msg":"trace[1501986873] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2154; }","duration":"940.153611ms","start":"2026-08-24T20:45:03.729359Z","end":"2026-08-24T20:45:04.669513Z","steps":["trace[1501986873] 'agreement among raft nodes before linearized reading' (duration: 939.969557ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:45:04.669577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:45:03.729339Z","time spent":"940.223603ms","remote":"127.0.0.1:56690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-24T20:45:04.669596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:45:03.648824Z","time spent":"1.020701941s","remote":"127.0.0.1:56742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18ced89ecad0383d\" "} {"level":"warn","ts":"2026-08-24T20:45:04.669586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356904953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-08-24T20:45:04.669676Z","caller":"traceutil/trace.go:171","msg":"trace[1066236534] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2154; }","duration":"1.357019056s","start":"2026-08-24T20:45:03.31262Z","end":"2026-08-24T20:45:04.669639Z","steps":["trace[1066236534] 'agreement among raft nodes before linearized reading' (duration: 1.356779129s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:45:04.669673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.925498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-08-24T20:45:04.66972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:45:03.3126Z","time spent":"1.357107958s","remote":"127.0.0.1:38582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-08-24T20:45:04.669331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.39551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:45:04.66976Z","caller":"traceutil/trace.go:171","msg":"trace[752945626] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2154; }","duration":"594.051581ms","start":"2026-08-24T20:45:04.075689Z","end":"2026-08-24T20:45:04.669741Z","steps":["trace[752945626] 'agreement among raft nodes before linearized reading' (duration: 593.797045ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:45:04.669682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.212244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-08-24T20:45:04.669786Z","caller":"traceutil/trace.go:171","msg":"trace[137074252] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:2154; }","duration":"757.901953ms","start":"2026-08-24T20:45:03.911862Z","end":"2026-08-24T20:45:04.669764Z","steps":["trace[137074252] 'agreement among raft nodes before linearized reading' (duration: 757.353759ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:45:04.669815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:45:04.075667Z","time spent":"594.131864ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-08-24T20:45:04.669843Z","caller":"traceutil/trace.go:171","msg":"trace[1670070095] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2154; }","duration":"533.415089ms","start":"2026-08-24T20:45:04.136394Z","end":"2026-08-24T20:45:04.669809Z","steps":["trace[1670070095] 'agreement among raft nodes before linearized reading' (duration: 533.008368ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:45:04.669069Z","caller":"traceutil/trace.go:171","msg":"trace[1600358677] transaction","detail":"{read_only:false; response_revision:2153; number_of_response:1; }","duration":"1.459550455s","start":"2026-08-24T20:45:03.209474Z","end":"2026-08-24T20:45:04.669025Z","steps":["trace[1600358677] 'process raft request' (duration: 1.459223755s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:45:04.669853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:45:03.911843Z","time spent":"757.989685ms","remote":"127.0.0.1:56898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-08-24T20:45:04.669353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44891246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-08-24T20:45:04.669894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:45:04.136376Z","time spent":"533.507692ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-24T20:45:04.669875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.386022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"warn","ts":"2026-08-24T20:45:04.669913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.962002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-08-24T20:45:04.669923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.641255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.115\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-08-24T20:45:04.669938Z","caller":"traceutil/trace.go:171","msg":"trace[1648978492] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2154; }","duration":"1.449518846s","start":"2026-08-24T20:45:03.2204Z","end":"2026-08-24T20:45:04.669919Z","steps":["trace[1648978492] 'agreement among raft nodes before linearized reading' (duration: 1.448745136s)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:45:04.669957Z","caller":"traceutil/trace.go:171","msg":"trace[1169666805] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2154; }","duration":"330.525575ms","start":"2026-08-24T20:45:04.339413Z","end":"2026-08-24T20:45:04.669939Z","steps":["trace[1169666805] 'agreement among raft nodes before linearized reading' (duration: 330.244758ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:45:04.669965Z","caller":"traceutil/trace.go:171","msg":"trace[1436422854] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2154; }","duration":"815.056955ms","start":"2026-08-24T20:45:03.854893Z","end":"2026-08-24T20:45:04.66995Z","steps":["trace[1436422854] 'agreement among raft nodes before linearized reading' (duration: 814.888951ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:45:04.669966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:45:03.209445Z","time spent":"1.460445219s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T20:45:04.669987Z","caller":"traceutil/trace.go:171","msg":"trace[120347216] range","detail":"{range_begin:/registry/masterleases/199.19.213.115; range_end:; response_count:1; response_revision:2154; }","duration":"883.752008ms","start":"2026-08-24T20:45:03.786221Z","end":"2026-08-24T20:45:04.669973Z","steps":["trace[120347216] 'agreement among raft nodes before linearized reading' (duration: 883.577974ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:45:04.669998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:45:03.220386Z","time spent":"1.449599347s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-08-24T20:45:04.670005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:45:04.339394Z","time spent":"330.601987ms","remote":"127.0.0.1:56876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-08-24T20:45:04.670018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:45:03.854871Z","time spent":"815.130207ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-24T20:45:04.670031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:45:03.786201Z","time spent":"883.820039ms","remote":"127.0.0.1:56702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.115\" "} {"level":"warn","ts":"2026-08-24T20:45:04.670641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.637486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-08-24T20:45:04.671048Z","caller":"traceutil/trace.go:171","msg":"trace[2024132292] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2154; }","duration":"595.408466ms","start":"2026-08-24T20:45:04.075625Z","end":"2026-08-24T20:45:04.671033Z","steps":["trace[2024132292] 'agreement among raft nodes before linearized reading' (duration: 594.069782ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:45:04.671175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:45:04.075604Z","time spent":"595.467727ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-08-24T20:45:04.853601Z","caller":"traceutil/trace.go:171","msg":"trace[1498117525] linearizableReadLoop","detail":"{readStateIndex:2235; appliedIndex:2234; }","duration":"182.177167ms","start":"2026-08-24T20:45:04.671399Z","end":"2026-08-24T20:45:04.853576Z","steps":["trace[1498117525] 'read index received' (duration: 114.229574ms)","trace[1498117525] 'applied index is now lower than readState.Index' (duration: 67.946183ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T20:45:04.853739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.32312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:45:04.853777Z","caller":"traceutil/trace.go:171","msg":"trace[807643710] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2154; }","duration":"182.395952ms","start":"2026-08-24T20:45:04.671372Z","end":"2026-08-24T20:45:04.853768Z","steps":["trace[807643710] 'agreement among raft nodes before linearized reading' (duration: 182.31783ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:45:04.882192Z","caller":"traceutil/trace.go:171","msg":"trace[751514219] transaction","detail":"{read_only:false; response_revision:2156; number_of_response:1; }","duration":"207.00615ms","start":"2026-08-24T20:45:04.675164Z","end":"2026-08-24T20:45:04.88217Z","steps":["trace[751514219] 'process raft request' (duration: 206.943398ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:45:04.882241Z","caller":"traceutil/trace.go:171","msg":"trace[775177443] transaction","detail":"{read_only:false; response_revision:2155; number_of_response:1; }","duration":"207.992937ms","start":"2026-08-24T20:45:04.67421Z","end":"2026-08-24T20:45:04.882203Z","steps":["trace[775177443] 'process raft request' (duration: 207.798372ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:45:04.882616Z","caller":"traceutil/trace.go:171","msg":"trace[958541115] transaction","detail":"{read_only:false; response_revision:2157; number_of_response:1; }","duration":"207.331599ms","start":"2026-08-24T20:45:04.675259Z","end":"2026-08-24T20:45:04.882591Z","steps":["trace[958541115] 'process raft request' (duration: 206.882497ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:45:04.882609Z","caller":"traceutil/trace.go:171","msg":"trace[465022193] transaction","detail":"{read_only:false; response_revision:2158; number_of_response:1; }","duration":"207.234587ms","start":"2026-08-24T20:45:04.675344Z","end":"2026-08-24T20:45:04.882579Z","steps":["trace[465022193] 'process raft request' (duration: 207.030191ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:45:04.882733Z","caller":"traceutil/trace.go:171","msg":"trace[1279811127] transaction","detail":"{read_only:false; response_revision:2159; number_of_response:1; }","duration":"206.521228ms","start":"2026-08-24T20:45:04.676192Z","end":"2026-08-24T20:45:04.882713Z","steps":["trace[1279811127] 'process raft request' (duration: 206.308413ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:45:04.883025Z","caller":"traceutil/trace.go:171","msg":"trace[2022723056] transaction","detail":"{read_only:false; response_revision:2160; number_of_response:1; }","duration":"206.338853ms","start":"2026-08-24T20:45:04.676667Z","end":"2026-08-24T20:45:04.883006Z","steps":["trace[2022723056] 'process raft request' (duration: 205.985874ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:45:04.883062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.497272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:45:04.883125Z","caller":"traceutil/trace.go:171","msg":"trace[622676418] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2160; }","duration":"200.585454ms","start":"2026-08-24T20:45:04.682522Z","end":"2026-08-24T20:45:04.883108Z","steps":["trace[622676418] 'agreement among raft nodes before linearized reading' (duration: 200.478491ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:45:41.386806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.824776ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-24T20:45:41.386959Z","caller":"traceutil/trace.go:171","msg":"trace[768906232] transaction","detail":"{read_only:false; response_revision:2534; number_of_response:1; }","duration":"310.414973ms","start":"2026-08-24T20:45:41.076513Z","end":"2026-08-24T20:45:41.386928Z","steps":["trace[768906232] 'process raft request' (duration: 189.376802ms)","trace[768906232] 'compare' (duration: 120.677931ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T20:45:41.387031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:45:41.076492Z","time spent":"310.508106ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T20:45:42.72281Z","caller":"traceutil/trace.go:171","msg":"trace[2136142207] linearizableReadLoop","detail":"{readStateIndex:2631; appliedIndex:2630; }","duration":"236.066054ms","start":"2026-08-24T20:45:42.48672Z","end":"2026-08-24T20:45:42.722786Z","steps":["trace[2136142207] 'read index received' (duration: 235.961592ms)","trace[2136142207] 'applied index is now lower than readState.Index' (duration: 103.432µs)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:45:42.722863Z","caller":"traceutil/trace.go:171","msg":"trace[525436518] transaction","detail":"{read_only:false; response_revision:2535; number_of_response:1; }","duration":"871.92354ms","start":"2026-08-24T20:45:41.850901Z","end":"2026-08-24T20:45:42.722824Z","steps":["trace[525436518] 'process raft request' (duration: 871.722215ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:45:42.722977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.229898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-24T20:45:42.723015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:45:41.850877Z","time spent":"872.052383ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T20:45:42.723021Z","caller":"traceutil/trace.go:171","msg":"trace[404573235] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2535; }","duration":"236.315582ms","start":"2026-08-24T20:45:42.486693Z","end":"2026-08-24T20:45:42.723009Z","steps":["trace[404573235] 'agreement among raft nodes before linearized reading' (duration: 236.207498ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:45:42.754144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.719806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-24T20:45:42.754162Z","caller":"traceutil/trace.go:171","msg":"trace[131095963] transaction","detail":"{read_only:false; response_revision:2536; number_of_response:1; }","duration":"137.059266ms","start":"2026-08-24T20:45:42.61707Z","end":"2026-08-24T20:45:42.75413Z","steps":["trace[131095963] 'process raft request' (duration: 136.755658ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:45:42.754237Z","caller":"traceutil/trace.go:171","msg":"trace[2016810909] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2536; }","duration":"183.907101ms","start":"2026-08-24T20:45:42.570307Z","end":"2026-08-24T20:45:42.754214Z","steps":["trace[2016810909] 'agreement among raft nodes before linearized reading' (duration: 183.732017ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:46:15.093758Z","caller":"traceutil/trace.go:171","msg":"trace[668070319] transaction","detail":"{read_only:false; response_revision:2734; number_of_response:1; }","duration":"122.243498ms","start":"2026-08-24T20:46:14.971484Z","end":"2026-08-24T20:46:15.093728Z","steps":["trace[668070319] 'process raft request' (duration: 121.985221ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:46:15.44967Z","caller":"traceutil/trace.go:171","msg":"trace[1414294176] linearizableReadLoop","detail":"{readStateIndex:2839; appliedIndex:2838; }","duration":"216.364152ms","start":"2026-08-24T20:46:15.233287Z","end":"2026-08-24T20:46:15.449652Z","steps":["trace[1414294176] 'read index received' (duration: 216.246559ms)","trace[1414294176] 'applied index is now lower than readState.Index' (duration: 116.743µs)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:46:15.449727Z","caller":"traceutil/trace.go:171","msg":"trace[475307252] transaction","detail":"{read_only:false; response_revision:2735; number_of_response:1; }","duration":"478.067267ms","start":"2026-08-24T20:46:14.971629Z","end":"2026-08-24T20:46:15.449697Z","steps":["trace[475307252] 'process raft request' (duration: 477.895743ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:46:15.449883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.555516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-24T20:46:15.449916Z","caller":"traceutil/trace.go:171","msg":"trace[1947906245] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2735; }","duration":"216.666719ms","start":"2026-08-24T20:46:15.233242Z","end":"2026-08-24T20:46:15.449909Z","steps":["trace[1947906245] 'agreement among raft nodes before linearized reading' (duration: 216.514095ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:46:15.450075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.563747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-08-24T20:46:15.450095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:46:14.971594Z","time spent":"478.20314ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T20:46:15.450109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.232806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-08-24T20:46:15.45011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.706213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-08-24T20:46:15.450166Z","caller":"traceutil/trace.go:171","msg":"trace[429130022] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2735; }","duration":"209.6747ms","start":"2026-08-24T20:46:15.240474Z","end":"2026-08-24T20:46:15.450149Z","steps":["trace[429130022] 'agreement among raft nodes before linearized reading' (duration: 209.457055ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:46:15.450181Z","caller":"traceutil/trace.go:171","msg":"trace[1307798832] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2735; }","duration":"205.342159ms","start":"2026-08-24T20:46:15.244822Z","end":"2026-08-24T20:46:15.450164Z","steps":["trace[1307798832] 'agreement among raft nodes before linearized reading' (duration: 205.120393ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:46:15.450213Z","caller":"traceutil/trace.go:171","msg":"trace[174376371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2735; }","duration":"211.854306ms","start":"2026-08-24T20:46:15.238335Z","end":"2026-08-24T20:46:15.450189Z","steps":["trace[174376371] 'agreement among raft nodes before linearized reading' (duration: 211.58284ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:46:15.450304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.301791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-08-24T20:46:15.4504Z","caller":"traceutil/trace.go:171","msg":"trace[958861905] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2735; }","duration":"211.441064ms","start":"2026-08-24T20:46:15.238944Z","end":"2026-08-24T20:46:15.450386Z","steps":["trace[958861905] 'agreement among raft nodes before linearized reading' (duration: 211.147787ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:46:16.838686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185780786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-08-24T20:46:16.838741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.931996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18ced8b0f0af069f\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-08-24T20:46:16.838773Z","caller":"traceutil/trace.go:171","msg":"trace[914175685] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2740; }","duration":"1.18593082s","start":"2026-08-24T20:46:15.652823Z","end":"2026-08-24T20:46:16.838754Z","steps":["trace[914175685] 'range keys from in-memory index tree' (duration: 1.18557698s)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:46:16.838802Z","caller":"traceutil/trace.go:171","msg":"trace[1781987322] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18ced8b0f0af069f; range_end:; response_count:1; response_revision:2740; }","duration":"254.043989ms","start":"2026-08-24T20:46:16.584743Z","end":"2026-08-24T20:46:16.838787Z","steps":["trace[1781987322] 'range keys from in-memory index tree' (duration: 253.785742ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:46:16.838869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:46:15.652791Z","time spent":"1.186064583s","remote":"127.0.0.1:56884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-08-24T20:46:16.838854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.103364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-08-24T20:46:16.838924Z","caller":"traceutil/trace.go:171","msg":"trace[276021328] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2740; }","duration":"723.209216ms","start":"2026-08-24T20:46:16.115698Z","end":"2026-08-24T20:46:16.838907Z","steps":["trace[276021328] 'range keys from in-memory index tree' (duration: 722.901538ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:46:16.838972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:46:16.115681Z","time spent":"723.281618ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-08-24T20:46:16.839423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.920509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-24T20:46:16.839494Z","caller":"traceutil/trace.go:171","msg":"trace[2139709370] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2740; }","duration":"912.046472ms","start":"2026-08-24T20:46:15.927435Z","end":"2026-08-24T20:46:16.839482Z","steps":["trace[2139709370] 'count revisions from in-memory index tree' (duration: 911.799276ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:46:16.83957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10998178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-24T20:46:16.839628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:46:15.927415Z","time spent":"912.176445ms","remote":"127.0.0.1:56994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":23,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-08-24T20:46:16.839641Z","caller":"traceutil/trace.go:171","msg":"trace[1623584857] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2740; }","duration":"1.110081033s","start":"2026-08-24T20:46:15.729545Z","end":"2026-08-24T20:46:16.839626Z","steps":["trace[1623584857] 'range keys from in-memory index tree' (duration: 1.109855496s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:46:16.839894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:46:15.729532Z","time spent":"1.110350519s","remote":"127.0.0.1:56690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-24T20:46:16.840188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127201672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-24T20:46:16.840233Z","caller":"traceutil/trace.go:171","msg":"trace[1044321578] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2740; }","duration":"1.127285314s","start":"2026-08-24T20:46:15.712934Z","end":"2026-08-24T20:46:16.84022Z","steps":["trace[1044321578] 'range keys from in-memory index tree' (duration: 1.126044262s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:46:16.840331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:46:15.712903Z","time spent":"1.127416607s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-08-24T20:46:17.213309Z","caller":"traceutil/trace.go:171","msg":"trace[20769536] linearizableReadLoop","detail":"{readStateIndex:2845; appliedIndex:2844; }","duration":"368.590916ms","start":"2026-08-24T20:46:16.844699Z","end":"2026-08-24T20:46:17.21329Z","steps":["trace[20769536] 'read index received' (duration: 368.34558ms)","trace[20769536] 'applied index is now lower than readState.Index' (duration: 244.516µs)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:46:17.213406Z","caller":"traceutil/trace.go:171","msg":"trace[278585193] transaction","detail":"{read_only:false; response_revision:2741; number_of_response:1; }","duration":"371.570603ms","start":"2026-08-24T20:46:16.841828Z","end":"2026-08-24T20:46:17.213399Z","steps":["trace[278585193] 'process raft request' (duration: 371.297746ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:46:17.21441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:46:16.841803Z","time spent":"371.623344ms","remote":"127.0.0.1:56742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T20:46:17.213526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.788801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:46:17.214512Z","caller":"traceutil/trace.go:171","msg":"trace[1112847545] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2741; }","duration":"369.860799ms","start":"2026-08-24T20:46:16.84462Z","end":"2026-08-24T20:46:17.214481Z","steps":["trace[1112847545] 'agreement among raft nodes before linearized reading' (duration: 368.789431ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:46:17.214672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:46:16.84458Z","time spent":"370.057665ms","remote":"127.0.0.1:56692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-24T20:46:17.215188Z","caller":"traceutil/trace.go:171","msg":"trace[989364758] transaction","detail":"{read_only:false; response_revision:2743; number_of_response:1; }","duration":"368.806133ms","start":"2026-08-24T20:46:16.84637Z","end":"2026-08-24T20:46:17.215176Z","steps":["trace[989364758] 'process raft request' (duration: 368.735501ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:46:17.215241Z","caller":"traceutil/trace.go:171","msg":"trace[1068346136] transaction","detail":"{read_only:false; response_revision:2742; number_of_response:1; }","duration":"369.340397ms","start":"2026-08-24T20:46:16.845876Z","end":"2026-08-24T20:46:17.215216Z","steps":["trace[1068346136] 'process raft request' (duration: 369.167283ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:46:17.215373Z","caller":"traceutil/trace.go:171","msg":"trace[1694918959] transaction","detail":"{read_only:false; response_revision:2744; number_of_response:1; }","duration":"355.02344ms","start":"2026-08-24T20:46:16.860337Z","end":"2026-08-24T20:46:17.215361Z","steps":["trace[1694918959] 'process raft request' (duration: 354.805554ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:46:17.215446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:46:16.845859Z","time spent":"369.48149ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T20:46:17.215708Z","caller":"traceutil/trace.go:171","msg":"trace[811169341] transaction","detail":"{read_only:false; response_revision:2745; number_of_response:1; }","duration":"116.587461ms","start":"2026-08-24T20:46:17.099106Z","end":"2026-08-24T20:46:17.215694Z","steps":["trace[811169341] 'process raft request' (duration: 116.203921ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:46:17.215674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:46:16.846357Z","time spent":"368.898126ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T20:46:17.215789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.757037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"warn","ts":"2026-08-24T20:46:17.215858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:46:16.86031Z","time spent":"355.101322ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T20:46:17.215916Z","caller":"traceutil/trace.go:171","msg":"trace[1804500651] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2745; }","duration":"369.924672ms","start":"2026-08-24T20:46:16.84596Z","end":"2026-08-24T20:46:17.215885Z","steps":["trace[1804500651] 'agreement among raft nodes before linearized reading' (duration: 369.579903ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:46:17.215976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:46:16.845945Z","time spent":"370.021394ms","remote":"127.0.0.1:56884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1470,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-08-24T20:48:19.737033Z","caller":"traceutil/trace.go:171","msg":"trace[1081901002] linearizableReadLoop","detail":"{readStateIndex:3649; appliedIndex:3648; }","duration":"420.915102ms","start":"2026-08-24T20:48:19.316093Z","end":"2026-08-24T20:48:19.737008Z","steps":["trace[1081901002] 'read index received' (duration: 416.370795ms)","trace[1081901002] 'applied index is now lower than readState.Index' (duration: 4.541597ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:48:19.737008Z","caller":"traceutil/trace.go:171","msg":"trace[1348286624] transaction","detail":"{read_only:false; response_revision:3514; number_of_response:1; }","duration":"420.866451ms","start":"2026-08-24T20:48:19.316122Z","end":"2026-08-24T20:48:19.736988Z","steps":["trace[1348286624] 'process raft request' (duration: 420.578633ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:48:19.737209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:48:19.316103Z","time spent":"421.044826ms","remote":"127.0.0.1:57184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":983,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-24T20:48:19.736942Z","caller":"traceutil/trace.go:171","msg":"trace[1916241210] transaction","detail":"{read_only:false; response_revision:3513; number_of_response:1; }","duration":"421.171308ms","start":"2026-08-24T20:48:19.315735Z","end":"2026-08-24T20:48:19.736906Z","steps":["trace[1916241210] 'process raft request' (duration: 416.704834ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:48:19.737278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.136407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/secretimports.secretgen.carvel.dev\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:48:19.737329Z","caller":"traceutil/trace.go:171","msg":"trace[1845052612] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/secretimports.secretgen.carvel.dev; range_end:; response_count:0; response_revision:3516; }","duration":"421.265101ms","start":"2026-08-24T20:48:19.316048Z","end":"2026-08-24T20:48:19.737313Z","steps":["trace[1845052612] 'agreement among raft nodes before linearized reading' (duration: 421.132007ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:48:19.737382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:48:19.316037Z","time spent":"421.329932ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/secretimports.secretgen.carvel.dev\" "} {"level":"warn","ts":"2026-08-24T20:48:19.737557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:48:19.315717Z","time spent":"421.592549ms","remote":"127.0.0.1:56718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4350,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T20:50:02.906816Z","caller":"traceutil/trace.go:171","msg":"trace[1262036435] transaction","detail":"{read_only:false; response_revision:4247; number_of_response:1; }","duration":"174.407096ms","start":"2026-08-24T20:50:02.73239Z","end":"2026-08-24T20:50:02.906797Z","steps":["trace[1262036435] 'process raft request' (duration: 174.273023ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:50:07.786493Z","caller":"traceutil/trace.go:171","msg":"trace[237776249] transaction","detail":"{read_only:false; response_revision:4569; number_of_response:1; }","duration":"101.520868ms","start":"2026-08-24T20:50:07.684954Z","end":"2026-08-24T20:50:07.786475Z","steps":["trace[237776249] 'process raft request' (duration: 98.455938ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:50:08.680192Z","caller":"traceutil/trace.go:171","msg":"trace[900483594] linearizableReadLoop","detail":"{readStateIndex:4780; appliedIndex:4779; }","duration":"149.075613ms","start":"2026-08-24T20:50:08.53109Z","end":"2026-08-24T20:50:08.680166Z","steps":["trace[900483594] 'read index received' (duration: 147.412531ms)","trace[900483594] 'applied index is now lower than readState.Index' (duration: 1.662262ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:50:08.680286Z","caller":"traceutil/trace.go:171","msg":"trace[448875623] transaction","detail":"{read_only:false; response_revision:4603; number_of_response:1; }","duration":"181.461048ms","start":"2026-08-24T20:50:08.498797Z","end":"2026-08-24T20:50:08.680257Z","steps":["trace[448875623] 'process raft request' (duration: 179.720023ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:08.680493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.383362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-tls\" ","response":"range_response_count:1 size:4344"} {"level":"info","ts":"2026-08-24T20:50:08.680555Z","caller":"traceutil/trace.go:171","msg":"trace[131763643] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-tls; range_end:; response_count:1; response_revision:4603; }","duration":"149.498255ms","start":"2026-08-24T20:50:08.531041Z","end":"2026-08-24T20:50:08.68054Z","steps":["trace[131763643] 'agreement among raft nodes before linearized reading' (duration: 149.243697ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:08.682768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.671969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:50:08.682931Z","caller":"traceutil/trace.go:171","msg":"trace[259480471] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:4604; }","duration":"137.822273ms","start":"2026-08-24T20:50:08.545017Z","end":"2026-08-24T20:50:08.68284Z","steps":["trace[259480471] 'agreement among raft nodes before linearized reading' (duration: 137.636818ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:50:13.390194Z","caller":"traceutil/trace.go:171","msg":"trace[507263152] transaction","detail":"{read_only:false; response_revision:4733; number_of_response:1; }","duration":"100.174773ms","start":"2026-08-24T20:50:13.289969Z","end":"2026-08-24T20:50:13.390143Z","steps":["trace[507263152] 'process raft request' (duration: 99.711632ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:14.415706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.324075ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:50:14.415807Z","caller":"traceutil/trace.go:171","msg":"trace[1492553227] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4753; }","duration":"181.438208ms","start":"2026-08-24T20:50:14.234356Z","end":"2026-08-24T20:50:14.415794Z","steps":["trace[1492553227] 'range keys from in-memory index tree' (duration: 181.310975ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:14.415883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.374042ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-24T20:50:14.415934Z","caller":"traceutil/trace.go:171","msg":"trace[375347576] transaction","detail":"{read_only:false; response_revision:4754; number_of_response:1; }","duration":"258.988128ms","start":"2026-08-24T20:50:14.156936Z","end":"2026-08-24T20:50:14.415924Z","steps":["trace[375347576] 'process raft request' (duration: 19.520123ms)","trace[375347576] 'compare' (duration: 239.199228ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:50:14.442686Z","caller":"traceutil/trace.go:171","msg":"trace[1214183142] transaction","detail":"{read_only:false; response_revision:4755; number_of_response:1; }","duration":"283.753285ms","start":"2026-08-24T20:50:14.158908Z","end":"2026-08-24T20:50:14.442661Z","steps":["trace[1214183142] 'process raft request' (duration: 283.627002ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:17.79202Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7461796309298184289,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-24T20:50:17.818833Z","caller":"traceutil/trace.go:171","msg":"trace[524303197] linearizableReadLoop","detail":"{readStateIndex:5016; appliedIndex:5015; }","duration":"527.632288ms","start":"2026-08-24T20:50:17.291175Z","end":"2026-08-24T20:50:17.818807Z","steps":["trace[524303197] 'read index received' (duration: 527.428942ms)","trace[524303197] 'applied index is now lower than readState.Index' (duration: 202.506µs)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:50:17.818943Z","caller":"traceutil/trace.go:171","msg":"trace[774403466] transaction","detail":"{read_only:false; response_revision:4831; number_of_response:1; }","duration":"611.098704ms","start":"2026-08-24T20:50:17.207834Z","end":"2026-08-24T20:50:17.818933Z","steps":["trace[774403466] 'process raft request' (duration: 610.827537ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:17.819046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:17.207808Z","time spent":"611.162616ms","remote":"127.0.0.1:34144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7567,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T20:50:17.819172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.962977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:50:17.819262Z","caller":"traceutil/trace.go:171","msg":"trace[1130486099] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:4831; }","duration":"528.117681ms","start":"2026-08-24T20:50:17.291126Z","end":"2026-08-24T20:50:17.819243Z","steps":["trace[1130486099] 'agreement among raft nodes before linearized reading' (duration: 527.924326ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:17.819314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:17.291113Z","time spent":"528.190452ms","remote":"127.0.0.1:33202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-08-24T20:50:17.819446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.525829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-08-24T20:50:17.819987Z","caller":"traceutil/trace.go:171","msg":"trace[293880737] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4831; }","duration":"431.133825ms","start":"2026-08-24T20:50:17.388833Z","end":"2026-08-24T20:50:17.819967Z","steps":["trace[293880737] 'agreement among raft nodes before linearized reading' (duration: 430.184281ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:17.820112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:17.388803Z","time spent":"431.277049ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-08-24T20:50:18.177626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.403841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-24T20:50:18.177674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.373279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-24T20:50:18.17772Z","caller":"traceutil/trace.go:171","msg":"trace[248873242] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache; range_end:; response_count:0; response_revision:4834; }","duration":"103.554735ms","start":"2026-08-24T20:50:18.074145Z","end":"2026-08-24T20:50:18.177699Z","steps":["trace[248873242] 'range keys from in-memory index tree' (duration: 103.327318ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:50:18.17777Z","caller":"traceutil/trace.go:171","msg":"trace[677738048] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:4834; }","duration":"144.533803ms","start":"2026-08-24T20:50:18.033216Z","end":"2026-08-24T20:50:18.17775Z","steps":["trace[677738048] 'count revisions from in-memory index tree' (duration: 144.239125ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:20.615695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.175231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-nnq6h.18ced8ee02eb6c38\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-08-24T20:50:20.615787Z","caller":"traceutil/trace.go:171","msg":"trace[1478315950] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-nnq6h.18ced8ee02eb6c38; range_end:; response_count:1; response_revision:4944; }","duration":"734.396628ms","start":"2026-08-24T20:50:19.88137Z","end":"2026-08-24T20:50:20.615767Z","steps":["trace[1478315950] 'range keys from in-memory index tree' (duration: 733.983577ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:20.615826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:19.88135Z","time spent":"734.467219ms","remote":"127.0.0.1:56742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":985,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-nnq6h.18ced8ee02eb6c38\" "} {"level":"warn","ts":"2026-08-24T20:50:20.615696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.652934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-08-24T20:50:20.615974Z","caller":"traceutil/trace.go:171","msg":"trace[1514553020] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:4944; }","duration":"233.959062ms","start":"2026-08-24T20:50:20.381965Z","end":"2026-08-24T20:50:20.615924Z","steps":["trace[1514553020] 'range keys from in-memory index tree' (duration: 233.428808ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:20.616144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.128403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-nnq6h\" ","response":"range_response_count:1 size:9871"} {"level":"warn","ts":"2026-08-24T20:50:20.616201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.984402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:728751"} {"level":"info","ts":"2026-08-24T20:50:20.616253Z","caller":"traceutil/trace.go:171","msg":"trace[1458527270] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-nnq6h; range_end:; response_count:1; response_revision:4944; }","duration":"736.277447ms","start":"2026-08-24T20:50:19.879949Z","end":"2026-08-24T20:50:20.616226Z","steps":["trace[1458527270] 'range keys from in-memory index tree' (duration: 735.767263ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:50:20.616273Z","caller":"traceutil/trace.go:171","msg":"trace[1778729203] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4944; }","duration":"637.095164ms","start":"2026-08-24T20:50:19.979159Z","end":"2026-08-24T20:50:20.616255Z","steps":["trace[1778729203] 'range keys from in-memory index tree' (duration: 636.497529ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:20.616302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:19.879921Z","time spent":"736.369708ms","remote":"127.0.0.1:56876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9894,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-nnq6h\" "} {"level":"warn","ts":"2026-08-24T20:50:20.616335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:19.979139Z","time spent":"637.169786ms","remote":"127.0.0.1:56770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":728774,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-08-24T20:50:20.620612Z","caller":"traceutil/trace.go:171","msg":"trace[1424428934] transaction","detail":"{read_only:false; response_revision:4945; number_of_response:1; }","duration":"181.852647ms","start":"2026-08-24T20:50:20.43874Z","end":"2026-08-24T20:50:20.620593Z","steps":["trace[1424428934] 'process raft request' (duration: 181.734084ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:50:21.031462Z","caller":"traceutil/trace.go:171","msg":"trace[817521589] transaction","detail":"{read_only:false; response_revision:4946; number_of_response:1; }","duration":"563.855603ms","start":"2026-08-24T20:50:20.467578Z","end":"2026-08-24T20:50:21.031433Z","steps":["trace[817521589] 'process raft request' (duration: 563.549316ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:50:21.031496Z","caller":"traceutil/trace.go:171","msg":"trace[1619013234] linearizableReadLoop","detail":"{readStateIndex:5135; appliedIndex:5133; }","duration":"558.420023ms","start":"2026-08-24T20:50:20.473029Z","end":"2026-08-24T20:50:21.031449Z","steps":["trace[1619013234] 'read index received' (duration: 147.838239ms)","trace[1619013234] 'applied index is now lower than readState.Index' (duration: 410.580824ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:50:21.031513Z","caller":"traceutil/trace.go:171","msg":"trace[622850348] transaction","detail":"{read_only:false; response_revision:4948; number_of_response:1; }","duration":"491.540575ms","start":"2026-08-24T20:50:20.539933Z","end":"2026-08-24T20:50:21.031473Z","steps":["trace[622850348] 'process raft request' (duration: 491.434123ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:50:21.031529Z","caller":"traceutil/trace.go:171","msg":"trace[1050608321] transaction","detail":"{read_only:false; response_revision:4947; number_of_response:1; }","duration":"559.370177ms","start":"2026-08-24T20:50:20.472127Z","end":"2026-08-24T20:50:21.031497Z","steps":["trace[1050608321] 'process raft request' (duration: 559.196563ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:21.031604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:20.467556Z","time spent":"563.975906ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T20:50:21.031638Z","caller":"traceutil/trace.go:171","msg":"trace[74860885] transaction","detail":"{read_only:false; response_revision:4949; number_of_response:1; }","duration":"413.676444ms","start":"2026-08-24T20:50:20.617946Z","end":"2026-08-24T20:50:21.031623Z","steps":["trace[74860885] 'process raft request' (duration: 413.454709ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:21.031693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:20.472117Z","time spent":"559.49624ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T20:50:21.03169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:20.539915Z","time spent":"491.681139ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T20:50:21.031773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.7247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-24T20:50:21.031858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:20.617923Z","time spent":"413.757526ms","remote":"127.0.0.1:56742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T20:50:21.03188Z","caller":"traceutil/trace.go:171","msg":"trace[1310327373] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:4949; }","duration":"558.889365ms","start":"2026-08-24T20:50:20.472972Z","end":"2026-08-24T20:50:21.031862Z","steps":["trace[1310327373] 'agreement among raft nodes before linearized reading' (duration: 558.690949ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:21.032033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:20.472955Z","time spent":"559.06399ms","remote":"127.0.0.1:56884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":42,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-08-24T20:50:21.040956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.988205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-24T20:50:21.041007Z","caller":"traceutil/trace.go:171","msg":"trace[438959293] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4950; }","duration":"550.061548ms","start":"2026-08-24T20:50:20.490933Z","end":"2026-08-24T20:50:21.040995Z","steps":["trace[438959293] 'agreement among raft nodes before linearized reading' (duration: 549.915334ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:21.041037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:20.490925Z","time spent":"550.103669ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-08-24T20:50:21.041091Z","caller":"traceutil/trace.go:171","msg":"trace[828525192] transaction","detail":"{read_only:false; response_revision:4950; number_of_response:1; }","duration":"403.547283ms","start":"2026-08-24T20:50:20.637528Z","end":"2026-08-24T20:50:21.041075Z","steps":["trace[828525192] 'process raft request' (duration: 403.188004ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:21.041091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.634256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-08-24T20:50:21.041155Z","caller":"traceutil/trace.go:171","msg":"trace[240932560] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4950; }","duration":"295.733168ms","start":"2026-08-24T20:50:20.745405Z","end":"2026-08-24T20:50:21.041138Z","steps":["trace[240932560] 'agreement among raft nodes before linearized reading' (duration: 295.532723ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:21.041179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.403262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-24T20:50:21.041184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:20.637511Z","time spent":"403.619054ms","remote":"127.0.0.1:56876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9927,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T20:50:21.041202Z","caller":"traceutil/trace.go:171","msg":"trace[3560011] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4950; }","duration":"311.448554ms","start":"2026-08-24T20:50:20.729745Z","end":"2026-08-24T20:50:21.041193Z","steps":["trace[3560011] 'agreement among raft nodes before linearized reading' (duration: 311.413573ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:21.041225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:20.729732Z","time spent":"311.489295ms","remote":"127.0.0.1:56690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-24T20:50:21.04116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.83107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-24T20:50:21.041319Z","caller":"traceutil/trace.go:171","msg":"trace[1081256566] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4950; }","duration":"289.041155ms","start":"2026-08-24T20:50:20.752263Z","end":"2026-08-24T20:50:21.041304Z","steps":["trace[1081256566] 'agreement among raft nodes before linearized reading' (duration: 288.773638ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:21.041355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.993877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b14a7fb5-b16f-41c5-8f2b-ffeb59ff3b5f\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-08-24T20:50:21.041385Z","caller":"traceutil/trace.go:171","msg":"trace[95094290] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b14a7fb5-b16f-41c5-8f2b-ffeb59ff3b5f; range_end:; response_count:1; response_revision:4950; }","duration":"468.046369ms","start":"2026-08-24T20:50:20.57333Z","end":"2026-08-24T20:50:21.041376Z","steps":["trace[95094290] 'agreement among raft nodes before linearized reading' (duration: 467.971187ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:21.041409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:20.573316Z","time spent":"468.088079ms","remote":"127.0.0.1:56876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b14a7fb5-b16f-41c5-8f2b-ffeb59ff3b5f\" "} {"level":"warn","ts":"2026-08-24T20:50:21.041523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.954562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8b7dc1d7-3df3-47d8-bed8-9d0bb48db907\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-08-24T20:50:21.041554Z","caller":"traceutil/trace.go:171","msg":"trace[1635041203] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8b7dc1d7-3df3-47d8-bed8-9d0bb48db907; range_end:; response_count:1; response_revision:4950; }","duration":"421.007483ms","start":"2026-08-24T20:50:20.620537Z","end":"2026-08-24T20:50:21.041545Z","steps":["trace[1635041203] 'agreement among raft nodes before linearized reading' (duration: 420.932341ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:21.041576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:20.620521Z","time spent":"421.046984ms","remote":"127.0.0.1:56832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1316,"request content":"key:\"/registry/persistentvolumes/pvc-8b7dc1d7-3df3-47d8-bed8-9d0bb48db907\" "} {"level":"warn","ts":"2026-08-24T20:50:21.041611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.678691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-08-24T20:50:21.041629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.423072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-24T20:50:21.041705Z","caller":"traceutil/trace.go:171","msg":"trace[35266868] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4950; }","duration":"294.819494ms","start":"2026-08-24T20:50:20.746863Z","end":"2026-08-24T20:50:21.041682Z","steps":["trace[35266868] 'agreement among raft nodes before linearized reading' (duration: 294.522347ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:50:21.041707Z","caller":"traceutil/trace.go:171","msg":"trace[1285686270] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4950; }","duration":"285.521545ms","start":"2026-08-24T20:50:20.756167Z","end":"2026-08-24T20:50:21.041689Z","steps":["trace[1285686270] 'agreement among raft nodes before linearized reading' (duration: 285.317119ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:21.041786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.395573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-24T20:50:21.041865Z","caller":"traceutil/trace.go:171","msg":"trace[1814807578] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4950; }","duration":"287.495186ms","start":"2026-08-24T20:50:20.754356Z","end":"2026-08-24T20:50:21.041851Z","steps":["trace[1814807578] 'agreement among raft nodes before linearized reading' (duration: 286.50516ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:21.041744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.389601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xmfcb\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-08-24T20:50:21.041986Z","caller":"traceutil/trace.go:171","msg":"trace[1996130793] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xmfcb; range_end:; response_count:1; response_revision:4950; }","duration":"218.708199ms","start":"2026-08-24T20:50:20.823268Z","end":"2026-08-24T20:50:21.041976Z","steps":["trace[1996130793] 'agreement among raft nodes before linearized reading' (duration: 218.212116ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:23.800427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.457926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-08-24T20:50:23.800528Z","caller":"traceutil/trace.go:171","msg":"trace[1251250062] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4988; }","duration":"181.59512ms","start":"2026-08-24T20:50:23.618909Z","end":"2026-08-24T20:50:23.800504Z","steps":["trace[1251250062] 'range keys from in-memory index tree' (duration: 181.294122ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:50:27.078151Z","caller":"traceutil/trace.go:171","msg":"trace[1731062748] transaction","detail":"{read_only:false; response_revision:5078; number_of_response:1; }","duration":"108.585684ms","start":"2026-08-24T20:50:26.969541Z","end":"2026-08-24T20:50:27.078126Z","steps":["trace[1731062748] 'process raft request' (duration: 100.264929ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:50:27.078681Z","caller":"traceutil/trace.go:171","msg":"trace[1644813144] transaction","detail":"{read_only:false; response_revision:5079; number_of_response:1; }","duration":"100.168927ms","start":"2026-08-24T20:50:26.978494Z","end":"2026-08-24T20:50:27.078663Z","steps":["trace[1644813144] 'process raft request' (duration: 99.871709ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:50:34.433029Z","caller":"traceutil/trace.go:171","msg":"trace[1163361542] linearizableReadLoop","detail":"{readStateIndex:5391; appliedIndex:5390; }","duration":"172.457724ms","start":"2026-08-24T20:50:34.26047Z","end":"2026-08-24T20:50:34.432927Z","steps":["trace[1163361542] 'read index received' (duration: 171.12861ms)","trace[1163361542] 'applied index is now lower than readState.Index' (duration: 1.327024ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T20:50:34.433363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.852874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:50:34.433446Z","caller":"traceutil/trace.go:171","msg":"trace[1583161345] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5193; }","duration":"172.972796ms","start":"2026-08-24T20:50:34.260454Z","end":"2026-08-24T20:50:34.433427Z","steps":["trace[1583161345] 'agreement among raft nodes before linearized reading' (duration: 172.71003ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:50:34.433813Z","caller":"traceutil/trace.go:171","msg":"trace[529647513] transaction","detail":"{read_only:false; response_revision:5193; number_of_response:1; }","duration":"173.967554ms","start":"2026-08-24T20:50:34.259832Z","end":"2026-08-24T20:50:34.433799Z","steps":["trace[529647513] 'process raft request' (duration: 171.873569ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:34.597737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.894905ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-24T20:50:34.597953Z","caller":"traceutil/trace.go:171","msg":"trace[1097371217] linearizableReadLoop","detail":"{readStateIndex:5393; appliedIndex:5391; }","duration":"156.354289ms","start":"2026-08-24T20:50:34.441581Z","end":"2026-08-24T20:50:34.597935Z","steps":["trace[1097371217] 'read index received' (duration: 14.161356ms)","trace[1097371217] 'applied index is now lower than readState.Index' (duration: 142.191773ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T20:50:34.59805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.473482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:50:34.59804Z","caller":"traceutil/trace.go:171","msg":"trace[1941128178] transaction","detail":"{read_only:false; response_revision:5194; number_of_response:1; }","duration":"216.937212ms","start":"2026-08-24T20:50:34.38107Z","end":"2026-08-24T20:50:34.598007Z","steps":["trace[1941128178] 'process raft request' (duration: 74.653507ms)","trace[1941128178] 'compare' (duration: 141.725371ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:50:34.598079Z","caller":"traceutil/trace.go:171","msg":"trace[832663214] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5195; }","duration":"156.524103ms","start":"2026-08-24T20:50:34.441545Z","end":"2026-08-24T20:50:34.598069Z","steps":["trace[832663214] 'agreement among raft nodes before linearized reading' (duration: 156.439131ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:50:34.598128Z","caller":"traceutil/trace.go:171","msg":"trace[1908562076] transaction","detail":"{read_only:false; response_revision:5195; number_of_response:1; }","duration":"158.78435ms","start":"2026-08-24T20:50:34.439295Z","end":"2026-08-24T20:50:34.598079Z","steps":["trace[1908562076] 'process raft request' (duration: 158.570205ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:50:34.805692Z","caller":"traceutil/trace.go:171","msg":"trace[413877508] linearizableReadLoop","detail":"{readStateIndex:5396; appliedIndex:5395; }","duration":"113.541632ms","start":"2026-08-24T20:50:34.692114Z","end":"2026-08-24T20:50:34.805656Z","steps":["trace[413877508] 'read index received' (duration: 56.244143ms)","trace[413877508] 'applied index is now lower than readState.Index' (duration: 57.295739ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:50:34.80616Z","caller":"traceutil/trace.go:171","msg":"trace[270477742] transaction","detail":"{read_only:false; response_revision:5198; number_of_response:1; }","duration":"133.187539ms","start":"2026-08-24T20:50:34.672951Z","end":"2026-08-24T20:50:34.806138Z","steps":["trace[270477742] 'process raft request' (duration: 75.433179ms)","trace[270477742] 'compare' (duration: 57.119874ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T20:50:34.806383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.251561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-08-24T20:50:34.806497Z","caller":"traceutil/trace.go:171","msg":"trace[1791577652] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5198; }","duration":"114.428216ms","start":"2026-08-24T20:50:34.692035Z","end":"2026-08-24T20:50:34.806463Z","steps":["trace[1791577652] 'agreement among raft nodes before linearized reading' (duration: 114.160959ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:50:35.409967Z","caller":"traceutil/trace.go:171","msg":"trace[861470333] transaction","detail":"{read_only:false; response_revision:5199; number_of_response:1; }","duration":"366.430285ms","start":"2026-08-24T20:50:35.043505Z","end":"2026-08-24T20:50:35.409935Z","steps":["trace[861470333] 'process raft request' (duration: 366.220599ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:35.410157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:35.043486Z","time spent":"366.574948ms","remote":"127.0.0.1:56876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8038,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T20:50:35.826671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.053739ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-24T20:50:35.827046Z","caller":"traceutil/trace.go:171","msg":"trace[3673503] linearizableReadLoop","detail":"{readStateIndex:5399; appliedIndex:5396; }","duration":"651.915418ms","start":"2026-08-24T20:50:35.175111Z","end":"2026-08-24T20:50:35.827026Z","steps":["trace[3673503] 'read index received' (duration: 234.572809ms)","trace[3673503] 'applied index is now lower than readState.Index' (duration: 417.341449ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:50:35.827196Z","caller":"traceutil/trace.go:171","msg":"trace[345430956] transaction","detail":"{read_only:false; response_revision:5201; number_of_response:1; }","duration":"719.686458ms","start":"2026-08-24T20:50:35.107472Z","end":"2026-08-24T20:50:35.827159Z","steps":["trace[345430956] 'process raft request' (duration: 719.3716ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:50:35.827162Z","caller":"traceutil/trace.go:171","msg":"trace[1560795118] transaction","detail":"{read_only:false; response_revision:5200; number_of_response:1; }","duration":"721.486645ms","start":"2026-08-24T20:50:35.105638Z","end":"2026-08-24T20:50:35.827125Z","steps":["trace[1560795118] 'process raft request' (duration: 609.80876ms)","trace[1560795118] 'compare' (duration: 110.824153ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T20:50:35.827395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:35.107463Z","time spent":"719.834092ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T20:50:35.827492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.372649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-08-24T20:50:35.827546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:35.105604Z","time spent":"721.808333ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T20:50:35.827569Z","caller":"traceutil/trace.go:171","msg":"trace[1436686839] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5201; }","duration":"652.499023ms","start":"2026-08-24T20:50:35.175054Z","end":"2026-08-24T20:50:35.827553Z","steps":["trace[1436686839] 'agreement among raft nodes before linearized reading' (duration: 652.103483ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:35.82761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:35.175032Z","time spent":"652.569615ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-08-24T20:50:35.828621Z","caller":"traceutil/trace.go:171","msg":"trace[1081007012] transaction","detail":"{read_only:false; response_revision:5202; number_of_response:1; }","duration":"411.95629ms","start":"2026-08-24T20:50:35.416621Z","end":"2026-08-24T20:50:35.828577Z","steps":["trace[1081007012] 'process raft request' (duration: 411.665642ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:35.828794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:35.416599Z","time spent":"412.092723ms","remote":"127.0.0.1:56944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1067,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T20:50:35.829086Z","caller":"traceutil/trace.go:171","msg":"trace[62275595] transaction","detail":"{read_only:false; response_revision:5204; number_of_response:1; }","duration":"412.105323ms","start":"2026-08-24T20:50:35.416957Z","end":"2026-08-24T20:50:35.829062Z","steps":["trace[62275595] 'process raft request' (duration: 411.522207ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:50:35.829156Z","caller":"traceutil/trace.go:171","msg":"trace[198947746] transaction","detail":"{read_only:false; response_revision:5205; number_of_response:1; }","duration":"412.165935ms","start":"2026-08-24T20:50:35.416971Z","end":"2026-08-24T20:50:35.829136Z","steps":["trace[198947746] 'process raft request' (duration: 411.766985ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:35.829208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:35.41695Z","time spent":"412.197406ms","remote":"127.0.0.1:56854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":529,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T20:50:35.829079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.286509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-tfd2v\" ","response":"range_response_count:1 size:8053"} {"level":"warn","ts":"2026-08-24T20:50:35.829361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.285402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-08-24T20:50:35.829397Z","caller":"traceutil/trace.go:171","msg":"trace[508214138] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-tfd2v; range_end:; response_count:1; response_revision:5205; }","duration":"412.659538ms","start":"2026-08-24T20:50:35.416722Z","end":"2026-08-24T20:50:35.829382Z","steps":["trace[508214138] 'agreement among raft nodes before linearized reading' (duration: 412.187956ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:50:35.829444Z","caller":"traceutil/trace.go:171","msg":"trace[871260794] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5205; }","duration":"622.406175ms","start":"2026-08-24T20:50:35.207015Z","end":"2026-08-24T20:50:35.829421Z","steps":["trace[871260794] 'agreement among raft nodes before linearized reading' (duration: 622.115158ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:35.82947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:35.416703Z","time spent":"412.7303ms","remote":"127.0.0.1:56876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":8076,"request content":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-tfd2v\" "} {"level":"warn","ts":"2026-08-24T20:50:35.829499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:35.207001Z","time spent":"622.487637ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-24T20:50:35.829224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.724902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-08-24T20:50:35.829742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.553794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-24T20:50:35.829734Z","caller":"traceutil/trace.go:171","msg":"trace[2050004675] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5205; }","duration":"626.263235ms","start":"2026-08-24T20:50:35.20345Z","end":"2026-08-24T20:50:35.829713Z","steps":["trace[2050004675] 'agreement among raft nodes before linearized reading' (duration: 625.680921ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:50:35.828768Z","caller":"traceutil/trace.go:171","msg":"trace[1982458110] transaction","detail":"{read_only:false; response_revision:5203; number_of_response:1; }","duration":"412.017222ms","start":"2026-08-24T20:50:35.416677Z","end":"2026-08-24T20:50:35.828694Z","steps":["trace[1982458110] 'process raft request' (duration: 411.748204ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:50:35.829772Z","caller":"traceutil/trace.go:171","msg":"trace[1766411187] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5205; }","duration":"616.598165ms","start":"2026-08-24T20:50:35.213167Z","end":"2026-08-24T20:50:35.829765Z","steps":["trace[1766411187] 'agreement among raft nodes before linearized reading' (duration: 616.515993ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:35.8298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:35.213155Z","time spent":"616.636916ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-24T20:50:35.829798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:35.203432Z","time spent":"626.348367ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-24T20:50:35.829826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.356638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-08-24T20:50:35.829845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:35.416655Z","time spent":"413.138521ms","remote":"127.0.0.1:56944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1038,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T20:50:35.829086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.381143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-08-24T20:50:35.829896Z","caller":"traceutil/trace.go:171","msg":"trace[1652986337] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5205; }","duration":"621.442491ms","start":"2026-08-24T20:50:35.208434Z","end":"2026-08-24T20:50:35.829877Z","steps":["trace[1652986337] 'agreement among raft nodes before linearized reading' (duration: 621.279626ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:50:35.829941Z","caller":"traceutil/trace.go:171","msg":"trace[2083991066] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5205; }","duration":"650.288655ms","start":"2026-08-24T20:50:35.179642Z","end":"2026-08-24T20:50:35.829931Z","steps":["trace[2083991066] 'agreement among raft nodes before linearized reading' (duration: 649.254689ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:35.829973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:35.179628Z","time spent":"650.335677ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-08-24T20:50:35.829968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:35.208422Z","time spent":"621.525562ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-24T20:50:35.829635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:35.416956Z","time spent":"412.241096ms","remote":"127.0.0.1:56854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":681,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T20:50:35.829595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.793143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xmfcb\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-08-24T20:50:35.830208Z","caller":"traceutil/trace.go:171","msg":"trace[1503306799] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xmfcb; range_end:; response_count:1; response_revision:5205; }","duration":"638.426059ms","start":"2026-08-24T20:50:35.191763Z","end":"2026-08-24T20:50:35.830189Z","steps":["trace[1503306799] 'agreement among raft nodes before linearized reading' (duration: 637.761102ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:35.830273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:35.19175Z","time spent":"638.505791ms","remote":"127.0.0.1:56876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-xmfcb\" "} {"level":"info","ts":"2026-08-24T20:50:38.96993Z","caller":"traceutil/trace.go:171","msg":"trace[204294518] linearizableReadLoop","detail":"{readStateIndex:5442; appliedIndex:5441; }","duration":"128.712244ms","start":"2026-08-24T20:50:38.841193Z","end":"2026-08-24T20:50:38.969906Z","steps":["trace[204294518] 'read index received' (duration: 128.507659ms)","trace[204294518] 'applied index is now lower than readState.Index' (duration: 203.745µs)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:50:38.969997Z","caller":"traceutil/trace.go:171","msg":"trace[767439830] transaction","detail":"{read_only:false; response_revision:5244; number_of_response:1; }","duration":"150.767405ms","start":"2026-08-24T20:50:38.819192Z","end":"2026-08-24T20:50:38.969959Z","steps":["trace[767439830] 'process raft request' (duration: 150.565479ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:38.970046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.837057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:50:38.970098Z","caller":"traceutil/trace.go:171","msg":"trace[718666094] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5244; }","duration":"128.929389ms","start":"2026-08-24T20:50:38.841141Z","end":"2026-08-24T20:50:38.97007Z","steps":["trace[718666094] 'agreement among raft nodes before linearized reading' (duration: 128.852907ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:39.219169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.298856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/goldpinger-2rxls\" ","response":"range_response_count:1 size:4995"} {"level":"info","ts":"2026-08-24T20:50:39.219248Z","caller":"traceutil/trace.go:171","msg":"trace[1156171168] range","detail":"{range_begin:/registry/pods/monitoring/goldpinger-2rxls; range_end:; response_count:1; response_revision:5244; }","duration":"149.42603ms","start":"2026-08-24T20:50:39.069804Z","end":"2026-08-24T20:50:39.21923Z","steps":["trace[1156171168] 'range keys from in-memory index tree' (duration: 149.119201ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:50:42.001028Z","caller":"traceutil/trace.go:171","msg":"trace[1540354340] transaction","detail":"{read_only:false; response_revision:5274; number_of_response:1; }","duration":"189.74182ms","start":"2026-08-24T20:50:41.811116Z","end":"2026-08-24T20:50:42.000858Z","steps":["trace[1540354340] 'process raft request' (duration: 188.144289ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:50:42.001381Z","caller":"traceutil/trace.go:171","msg":"trace[1640653180] transaction","detail":"{read_only:false; response_revision:5275; number_of_response:1; }","duration":"151.727379ms","start":"2026-08-24T20:50:41.84963Z","end":"2026-08-24T20:50:42.001357Z","steps":["trace[1640653180] 'process raft request' (duration: 151.513084ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:50:42.001333Z","caller":"traceutil/trace.go:171","msg":"trace[2135923253] linearizableReadLoop","detail":"{readStateIndex:5476; appliedIndex:5473; }","duration":"135.87434ms","start":"2026-08-24T20:50:41.865439Z","end":"2026-08-24T20:50:42.001313Z","steps":["trace[2135923253] 'read index received' (duration: 133.972101ms)","trace[2135923253] 'applied index is now lower than readState.Index' (duration: 1.901429ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:50:42.00148Z","caller":"traceutil/trace.go:171","msg":"trace[636618942] transaction","detail":"{read_only:false; response_revision:5276; number_of_response:1; }","duration":"150.375745ms","start":"2026-08-24T20:50:41.851073Z","end":"2026-08-24T20:50:42.001449Z","steps":["trace[636618942] 'process raft request' (duration: 150.20359ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:42.001533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.077185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-24T20:50:42.001577Z","caller":"traceutil/trace.go:171","msg":"trace[1702062424] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5276; }","duration":"136.172687ms","start":"2026-08-24T20:50:41.865391Z","end":"2026-08-24T20:50:42.001563Z","steps":["trace[1702062424] 'agreement among raft nodes before linearized reading' (duration: 136.026434ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:42.002092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.195276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-24T20:50:42.002276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.260888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-24T20:50:42.002397Z","caller":"traceutil/trace.go:171","msg":"trace[305842213] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5276; }","duration":"129.393492ms","start":"2026-08-24T20:50:41.872987Z","end":"2026-08-24T20:50:42.00238Z","steps":["trace[305842213] 'agreement among raft nodes before linearized reading' (duration: 129.189517ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:50:42.002385Z","caller":"traceutil/trace.go:171","msg":"trace[634905077] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:5276; }","duration":"134.562536ms","start":"2026-08-24T20:50:41.867798Z","end":"2026-08-24T20:50:42.002361Z","steps":["trace[634905077] 'agreement among raft nodes before linearized reading' (duration: 134.128235ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:42.002636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.176199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-24T20:50:42.002794Z","caller":"traceutil/trace.go:171","msg":"trace[1367495274] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5276; }","duration":"133.357483ms","start":"2026-08-24T20:50:41.869417Z","end":"2026-08-24T20:50:42.002775Z","steps":["trace[1367495274] 'agreement among raft nodes before linearized reading' (duration: 132.781129ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:42.002888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.915565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-08-24T20:50:42.002961Z","caller":"traceutil/trace.go:171","msg":"trace[820138390] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5276; }","duration":"130.001639ms","start":"2026-08-24T20:50:41.872939Z","end":"2026-08-24T20:50:42.002941Z","steps":["trace[820138390] 'agreement among raft nodes before linearized reading' (duration: 129.850614ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:42.002118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.154446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-24T20:50:42.003152Z","caller":"traceutil/trace.go:171","msg":"trace[1237207795] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5276; }","duration":"130.228905ms","start":"2026-08-24T20:50:41.872912Z","end":"2026-08-24T20:50:42.003141Z","steps":["trace[1237207795] 'agreement among raft nodes before linearized reading' (duration: 129.043123ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:42.002132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.917111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xmfcb\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-08-24T20:50:42.003318Z","caller":"traceutil/trace.go:171","msg":"trace[2090993951] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xmfcb; range_end:; response_count:1; response_revision:5276; }","duration":"132.143454ms","start":"2026-08-24T20:50:41.871165Z","end":"2026-08-24T20:50:42.003309Z","steps":["trace[2090993951] 'agreement among raft nodes before linearized reading' (duration: 130.792849ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:42.002155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.692815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-24T20:50:42.003433Z","caller":"traceutil/trace.go:171","msg":"trace[1033252365] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5276; }","duration":"131.992389ms","start":"2026-08-24T20:50:41.87143Z","end":"2026-08-24T20:50:42.003423Z","steps":["trace[1033252365] 'agreement among raft nodes before linearized reading' (duration: 130.624133ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:50:43.237327Z","caller":"traceutil/trace.go:171","msg":"trace[369386646] transaction","detail":"{read_only:false; response_revision:5370; number_of_response:1; }","duration":"109.021205ms","start":"2026-08-24T20:50:43.12828Z","end":"2026-08-24T20:50:43.237301Z","steps":["trace[369386646] 'process raft request' (duration: 108.774149ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:43.584621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.743974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e45a222c-33d6-4587-9134-89ac68cd381f\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-08-24T20:50:43.584703Z","caller":"traceutil/trace.go:171","msg":"trace[160195027] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e45a222c-33d6-4587-9134-89ac68cd381f; range_end:; response_count:1; response_revision:5370; }","duration":"217.862427ms","start":"2026-08-24T20:50:43.36682Z","end":"2026-08-24T20:50:43.584682Z","steps":["trace[160195027] 'range keys from in-memory index tree' (duration: 217.649731ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:44.271841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.374471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-24T20:50:44.271909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.74562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.115\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-08-24T20:50:44.271952Z","caller":"traceutil/trace.go:171","msg":"trace[589517065] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5371; }","duration":"542.525655ms","start":"2026-08-24T20:50:43.729402Z","end":"2026-08-24T20:50:44.271928Z","steps":["trace[589517065] 'range keys from in-memory index tree' (duration: 542.31261ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:44.272051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:43.729386Z","time spent":"542.647579ms","remote":"127.0.0.1:56690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-24T20:50:44.271984Z","caller":"traceutil/trace.go:171","msg":"trace[513207761] range","detail":"{range_begin:/registry/masterleases/199.19.213.115; range_end:; response_count:1; response_revision:5371; }","duration":"461.870233ms","start":"2026-08-24T20:50:43.810094Z","end":"2026-08-24T20:50:44.271964Z","steps":["trace[513207761] 'range keys from in-memory index tree' (duration: 461.566775ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:44.272311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:43.810075Z","time spent":"462.215003ms","remote":"127.0.0.1:56702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.115\" "} {"level":"warn","ts":"2026-08-24T20:50:44.272888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.051591ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-24T20:50:44.273137Z","caller":"traceutil/trace.go:171","msg":"trace[350542044] linearizableReadLoop","detail":"{readStateIndex:5575; appliedIndex:5573; }","duration":"261.07364ms","start":"2026-08-24T20:50:44.012042Z","end":"2026-08-24T20:50:44.273115Z","steps":["trace[350542044] 'read index received' (duration: 90.797284ms)","trace[350542044] 'applied index is now lower than readState.Index' (duration: 170.275246ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:50:44.273333Z","caller":"traceutil/trace.go:171","msg":"trace[26795886] transaction","detail":"{read_only:false; response_revision:5373; number_of_response:1; }","duration":"265.891364ms","start":"2026-08-24T20:50:44.007425Z","end":"2026-08-24T20:50:44.273316Z","steps":["trace[26795886] 'process raft request' (duration: 265.610357ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:50:44.273355Z","caller":"traceutil/trace.go:171","msg":"trace[753841118] transaction","detail":"{read_only:false; response_revision:5372; number_of_response:1; }","duration":"266.239134ms","start":"2026-08-24T20:50:44.00709Z","end":"2026-08-24T20:50:44.27333Z","steps":["trace[753841118] 'process raft request' (duration: 95.650869ms)","trace[753841118] 'compare' (duration: 169.906227ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T20:50:44.273612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.371215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-24T20:50:44.273676Z","caller":"traceutil/trace.go:171","msg":"trace[1643261228] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5373; }","duration":"257.452347ms","start":"2026-08-24T20:50:44.016208Z","end":"2026-08-24T20:50:44.273661Z","steps":["trace[1643261228] 'agreement among raft nodes before linearized reading' (duration: 257.286593ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:44.27369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.751015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-08-24T20:50:44.273784Z","caller":"traceutil/trace.go:171","msg":"trace[1201307326] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5373; }","duration":"257.883138ms","start":"2026-08-24T20:50:44.015875Z","end":"2026-08-24T20:50:44.273758Z","steps":["trace[1201307326] 'agreement among raft nodes before linearized reading' (duration: 257.607611ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:44.273607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.079377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xmfcb\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-08-24T20:50:44.273861Z","caller":"traceutil/trace.go:171","msg":"trace[1571623146] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xmfcb; range_end:; response_count:1; response_revision:5373; }","duration":"257.354595ms","start":"2026-08-24T20:50:44.016489Z","end":"2026-08-24T20:50:44.273844Z","steps":["trace[1571623146] 'agreement among raft nodes before linearized reading' (duration: 256.987086ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:44.273731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.703446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-24T20:50:44.273956Z","caller":"traceutil/trace.go:171","msg":"trace[596472803] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5373; }","duration":"261.963962ms","start":"2026-08-24T20:50:44.011977Z","end":"2026-08-24T20:50:44.273941Z","steps":["trace[596472803] 'agreement among raft nodes before linearized reading' (duration: 261.664675ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:44.274029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.982866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-08-24T20:50:44.274064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.278827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:50:44.27408Z","caller":"traceutil/trace.go:171","msg":"trace[125799664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5373; }","duration":"259.041348ms","start":"2026-08-24T20:50:44.01502Z","end":"2026-08-24T20:50:44.274062Z","steps":["trace[125799664] 'agreement among raft nodes before linearized reading' (duration: 258.922114ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:44.274105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.329705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-24T20:50:44.274176Z","caller":"traceutil/trace.go:171","msg":"trace[125291617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5373; }","duration":"259.54634ms","start":"2026-08-24T20:50:44.014611Z","end":"2026-08-24T20:50:44.274157Z","steps":["trace[125291617] 'agreement among raft nodes before linearized reading' (duration: 258.75845ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:50:44.274121Z","caller":"traceutil/trace.go:171","msg":"trace[1345402521] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:5373; }","duration":"141.37819ms","start":"2026-08-24T20:50:44.132725Z","end":"2026-08-24T20:50:44.274103Z","steps":["trace[1345402521] 'agreement among raft nodes before linearized reading' (duration: 141.282307ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:44.274298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.286753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-24T20:50:44.274331Z","caller":"traceutil/trace.go:171","msg":"trace[2051989756] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5373; }","duration":"259.318344ms","start":"2026-08-24T20:50:44.015002Z","end":"2026-08-24T20:50:44.274321Z","steps":["trace[2051989756] 'agreement among raft nodes before linearized reading' (duration: 259.231982ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:45.083616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.43997ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-08-24T20:50:45.083705Z","caller":"traceutil/trace.go:171","msg":"trace[863502508] linearizableReadLoop","detail":"{readStateIndex:5576; appliedIndex:5575; }","duration":"809.152557ms","start":"2026-08-24T20:50:44.274539Z","end":"2026-08-24T20:50:45.083692Z","steps":["trace[863502508] 'read index received' (duration: 417.651385ms)","trace[863502508] 'applied index is now lower than readState.Index' (duration: 391.500012ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T20:50:45.083762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:44.27404Z","time spent":"809.713552ms","remote":"127.0.0.1:56702","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-08-24T20:50:45.083901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.356052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:50:45.083921Z","caller":"traceutil/trace.go:171","msg":"trace[717852539] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5373; }","duration":"809.407124ms","start":"2026-08-24T20:50:44.274506Z","end":"2026-08-24T20:50:45.083914Z","steps":["trace[717852539] 'agreement among raft nodes before linearized reading' (duration: 809.362822ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:45.083938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:44.274487Z","time spent":"809.447165ms","remote":"127.0.0.1:56692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-24T20:50:45.153177Z","caller":"traceutil/trace.go:171","msg":"trace[969742589] transaction","detail":"{read_only:false; response_revision:5378; number_of_response:1; }","duration":"874.251058ms","start":"2026-08-24T20:50:44.278894Z","end":"2026-08-24T20:50:45.153145Z","steps":["trace[969742589] 'process raft request' (duration: 874.186996ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:50:45.153209Z","caller":"traceutil/trace.go:171","msg":"trace[545457616] transaction","detail":"{read_only:false; response_revision:5376; number_of_response:1; }","duration":"874.363291ms","start":"2026-08-24T20:50:44.278814Z","end":"2026-08-24T20:50:45.153178Z","steps":["trace[545457616] 'process raft request' (duration: 874.220987ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:50:45.153337Z","caller":"traceutil/trace.go:171","msg":"trace[1145522980] transaction","detail":"{read_only:false; response_revision:5374; number_of_response:1; }","duration":"874.588407ms","start":"2026-08-24T20:50:44.278513Z","end":"2026-08-24T20:50:45.153102Z","steps":["trace[1145522980] 'process raft request' (duration: 874.298569ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:50:45.153319Z","caller":"traceutil/trace.go:171","msg":"trace[310182707] transaction","detail":"{read_only:false; response_revision:5375; number_of_response:1; }","duration":"874.686439ms","start":"2026-08-24T20:50:44.278599Z","end":"2026-08-24T20:50:45.153286Z","steps":["trace[310182707] 'process raft request' (duration: 874.404922ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:50:45.153212Z","caller":"traceutil/trace.go:171","msg":"trace[2099932783] transaction","detail":"{read_only:false; response_revision:5377; number_of_response:1; }","duration":"874.363141ms","start":"2026-08-24T20:50:44.278828Z","end":"2026-08-24T20:50:45.153191Z","steps":["trace[2099932783] 'process raft request' (duration: 874.230098ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:45.153392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:44.278879Z","time spent":"874.416143ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T20:50:45.153452Z","caller":"traceutil/trace.go:171","msg":"trace[868589038] transaction","detail":"{read_only:false; response_revision:5379; number_of_response:1; }","duration":"873.487529ms","start":"2026-08-24T20:50:44.279923Z","end":"2026-08-24T20:50:45.15341Z","steps":["trace[868589038] 'process raft request' (duration: 873.189261ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:45.153499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:44.278593Z","time spent":"874.802412ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T20:50:45.153507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:44.278816Z","time spent":"874.593897ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T20:50:45.1536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:44.278808Z","time spent":"874.525596ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T20:50:45.153698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:44.279906Z","time spent":"873.638203ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T20:50:45.153776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:44.278493Z","time spent":"875.190833ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T20:50:45.179496Z","caller":"traceutil/trace.go:171","msg":"trace[670606668] transaction","detail":"{read_only:false; response_revision:5380; number_of_response:1; }","duration":"475.282405ms","start":"2026-08-24T20:50:44.704171Z","end":"2026-08-24T20:50:45.179453Z","steps":["trace[670606668] 'process raft request' (duration: 474.914566ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:45.179779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:44.704153Z","time spent":"475.468159ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T20:50:45.17981Z","caller":"traceutil/trace.go:171","msg":"trace[945746136] transaction","detail":"{read_only:false; response_revision:5381; number_of_response:1; }","duration":"189.70418ms","start":"2026-08-24T20:50:44.990083Z","end":"2026-08-24T20:50:45.179787Z","steps":["trace[945746136] 'process raft request' (duration: 189.303888ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:45.180283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.571293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e45a222c-33d6-4587-9134-89ac68cd381f\" ","response":"range_response_count:1 size:3766"} {"level":"warn","ts":"2026-08-24T20:50:45.180334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.014515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-08-24T20:50:45.180412Z","caller":"traceutil/trace.go:171","msg":"trace[557896555] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5382; }","duration":"282.155548ms","start":"2026-08-24T20:50:44.898238Z","end":"2026-08-24T20:50:45.180393Z","steps":["trace[557896555] 'agreement among raft nodes before linearized reading' (duration: 281.84736ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:50:45.180394Z","caller":"traceutil/trace.go:171","msg":"trace[667574995] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e45a222c-33d6-4587-9134-89ac68cd381f; range_end:; response_count:1; response_revision:5382; }","duration":"590.730637ms","start":"2026-08-24T20:50:44.589635Z","end":"2026-08-24T20:50:45.180366Z","steps":["trace[667574995] 'agreement among raft nodes before linearized reading' (duration: 590.467561ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:45.1807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.969436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-08-24T20:50:45.180783Z","caller":"traceutil/trace.go:171","msg":"trace[853669294] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5382; }","duration":"389.098419ms","start":"2026-08-24T20:50:44.791662Z","end":"2026-08-24T20:50:45.180761Z","steps":["trace[853669294] 'agreement among raft nodes before linearized reading' (duration: 388.708669ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:45.180833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:44.791641Z","time spent":"389.179992ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-08-24T20:50:45.180906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.247123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-24T20:50:45.180953Z","caller":"traceutil/trace.go:171","msg":"trace[1889607703] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:5382; }","duration":"478.322155ms","start":"2026-08-24T20:50:44.702615Z","end":"2026-08-24T20:50:45.180937Z","steps":["trace[1889607703] 'agreement among raft nodes before linearized reading' (duration: 478.200032ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:45.180986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:44.702599Z","time spent":"478.378466ms","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":32,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-08-24T20:50:45.180771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:44.589616Z","time spent":"591.133698ms","remote":"127.0.0.1:56876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e45a222c-33d6-4587-9134-89ac68cd381f\" "} {"level":"warn","ts":"2026-08-24T20:50:45.181033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.221296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80109"} {"level":"info","ts":"2026-08-24T20:50:45.181081Z","caller":"traceutil/trace.go:171","msg":"trace[808782933] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5382; }","duration":"901.295857ms","start":"2026-08-24T20:50:44.279772Z","end":"2026-08-24T20:50:45.181068Z","steps":["trace[808782933] 'agreement among raft nodes before linearized reading' (duration: 901.00132ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:45.181122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:44.279764Z","time spent":"901.344708ms","remote":"127.0.0.1:56876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80132,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-08-24T20:50:52.769865Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7461796309298185687,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-24T20:50:52.938372Z","caller":"traceutil/trace.go:171","msg":"trace[316935900] transaction","detail":"{read_only:false; response_revision:5502; number_of_response:1; }","duration":"673.881034ms","start":"2026-08-24T20:50:52.264464Z","end":"2026-08-24T20:50:52.938345Z","steps":["trace[316935900] 'process raft request' (duration: 673.659379ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:52.938536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:52.264429Z","time spent":"674.031307ms","remote":"127.0.0.1:56876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13863,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T20:50:52.939076Z","caller":"traceutil/trace.go:171","msg":"trace[2116612519] linearizableReadLoop","detail":"{readStateIndex:5709; appliedIndex:5706; }","duration":"670.099427ms","start":"2026-08-24T20:50:52.268942Z","end":"2026-08-24T20:50:52.939042Z","steps":["trace[2116612519] 'read index received' (duration: 669.197164ms)","trace[2116612519] 'applied index is now lower than readState.Index' (duration: 901.403µs)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:50:52.939116Z","caller":"traceutil/trace.go:171","msg":"trace[2139152777] transaction","detail":"{read_only:false; response_revision:5503; number_of_response:1; }","duration":"643.006217ms","start":"2026-08-24T20:50:52.296078Z","end":"2026-08-24T20:50:52.939084Z","steps":["trace[2139152777] 'process raft request' (duration: 642.774781ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:50:52.939209Z","caller":"traceutil/trace.go:171","msg":"trace[365132310] transaction","detail":"{read_only:false; response_revision:5504; number_of_response:1; }","duration":"637.924615ms","start":"2026-08-24T20:50:52.301273Z","end":"2026-08-24T20:50:52.939198Z","steps":["trace[365132310] 'process raft request' (duration: 637.7326ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:52.939263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:52.296025Z","time spent":"643.161071ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T20:50:52.939355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:52.30122Z","time spent":"638.012217ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T20:50:52.939531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.907677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:124813"} {"level":"info","ts":"2026-08-24T20:50:52.93959Z","caller":"traceutil/trace.go:171","msg":"trace[2124732135] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5504; }","duration":"669.01494ms","start":"2026-08-24T20:50:52.27056Z","end":"2026-08-24T20:50:52.939575Z","steps":["trace[2124732135] 'agreement among raft nodes before linearized reading' (duration: 668.718161ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:52.939621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:52.270541Z","time spent":"669.074351ms","remote":"127.0.0.1:56720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":124836,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-08-24T20:50:52.939682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.529788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:50:52.939729Z","caller":"traceutil/trace.go:171","msg":"trace[280977325] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:5504; }","duration":"409.61721ms","start":"2026-08-24T20:50:52.5301Z","end":"2026-08-24T20:50:52.939717Z","steps":["trace[280977325] 'agreement among raft nodes before linearized reading' (duration: 409.526908ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:52.939758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.820616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-08-24T20:50:52.939769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:52.53008Z","time spent":"409.680592ms","remote":"127.0.0.1:56758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-08-24T20:50:52.939802Z","caller":"traceutil/trace.go:171","msg":"trace[832449830] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:5504; }","duration":"670.892358ms","start":"2026-08-24T20:50:52.268896Z","end":"2026-08-24T20:50:52.939788Z","steps":["trace[832449830] 'agreement among raft nodes before linearized reading' (duration: 670.820546ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:52.939835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:52.268875Z","time spent":"670.95302ms","remote":"127.0.0.1:56734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-08-24T20:50:52.939649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.041015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:50:52.939936Z","caller":"traceutil/trace.go:171","msg":"trace[1523797136] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5504; }","duration":"210.335133ms","start":"2026-08-24T20:50:52.729588Z","end":"2026-08-24T20:50:52.939923Z","steps":["trace[1523797136] 'agreement among raft nodes before linearized reading' (duration: 209.993644ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:52.940065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.972063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-08-24T20:50:52.940136Z","caller":"traceutil/trace.go:171","msg":"trace[180505785] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5504; }","duration":"651.060546ms","start":"2026-08-24T20:50:52.289057Z","end":"2026-08-24T20:50:52.940118Z","steps":["trace[180505785] 'agreement among raft nodes before linearized reading' (duration: 650.796969ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:52.940167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:52.289041Z","time spent":"651.119088ms","remote":"127.0.0.1:56840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-08-24T20:50:57.266852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.279418ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-24T20:50:57.267021Z","caller":"traceutil/trace.go:171","msg":"trace[1313515958] linearizableReadLoop","detail":"{readStateIndex:5743; appliedIndex:5741; }","duration":"216.936993ms","start":"2026-08-24T20:50:57.050069Z","end":"2026-08-24T20:50:57.267006Z","steps":["trace[1313515958] 'read index received' (duration: 34.428069ms)","trace[1313515958] 'applied index is now lower than readState.Index' (duration: 182.507624ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:50:57.267065Z","caller":"traceutil/trace.go:171","msg":"trace[1637135408] transaction","detail":"{read_only:false; response_revision:5536; number_of_response:1; }","duration":"312.689585ms","start":"2026-08-24T20:50:56.954329Z","end":"2026-08-24T20:50:57.267018Z","steps":["trace[1637135408] 'process raft request' (duration: 130.14405ms)","trace[1637135408] 'compare' (duration: 182.180286ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:50:57.267114Z","caller":"traceutil/trace.go:171","msg":"trace[354109049] transaction","detail":"{read_only:false; response_revision:5537; number_of_response:1; }","duration":"249.901314ms","start":"2026-08-24T20:50:57.017175Z","end":"2026-08-24T20:50:57.267076Z","steps":["trace[354109049] 'process raft request' (duration: 249.786161ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:57.267164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.101566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-08-24T20:50:57.267191Z","caller":"traceutil/trace.go:171","msg":"trace[292566001] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5537; }","duration":"217.125617ms","start":"2026-08-24T20:50:57.050056Z","end":"2026-08-24T20:50:57.267182Z","steps":["trace[292566001] 'agreement among raft nodes before linearized reading' (duration: 217.019924ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:57.267282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:56.954301Z","time spent":"312.86503ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T20:50:57.283567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.039087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:50:57.283638Z","caller":"traceutil/trace.go:171","msg":"trace[1174772160] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:5538; }","duration":"123.174141ms","start":"2026-08-24T20:50:57.160448Z","end":"2026-08-24T20:50:57.283622Z","steps":["trace[1174772160] 'agreement among raft nodes before linearized reading' (duration: 123.028777ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:50:57.440104Z","caller":"traceutil/trace.go:171","msg":"trace[1956123014] transaction","detail":"{read_only:false; response_revision:5539; number_of_response:1; }","duration":"151.916734ms","start":"2026-08-24T20:50:57.288161Z","end":"2026-08-24T20:50:57.440078Z","steps":["trace[1956123014] 'process raft request' (duration: 81.974298ms)","trace[1956123014] 'compare' (duration: 69.827323ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:50:57.460715Z","caller":"traceutil/trace.go:171","msg":"trace[282827176] linearizableReadLoop","detail":"{readStateIndex:5747; appliedIndex:5744; }","duration":"171.852748ms","start":"2026-08-24T20:50:57.288838Z","end":"2026-08-24T20:50:57.46069Z","steps":["trace[282827176] 'read index received' (duration: 81.296099ms)","trace[282827176] 'applied index is now lower than readState.Index' (duration: 90.555559ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:50:57.461047Z","caller":"traceutil/trace.go:171","msg":"trace[186824779] transaction","detail":"{read_only:false; response_revision:5540; number_of_response:1; }","duration":"172.316201ms","start":"2026-08-24T20:50:57.288684Z","end":"2026-08-24T20:50:57.461Z","steps":["trace[186824779] 'process raft request' (duration: 171.742245ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:50:57.461242Z","caller":"traceutil/trace.go:171","msg":"trace[1487921055] transaction","detail":"{read_only:false; response_revision:5541; number_of_response:1; }","duration":"172.510826ms","start":"2026-08-24T20:50:57.28872Z","end":"2026-08-24T20:50:57.46123Z","steps":["trace[1487921055] 'process raft request' (duration: 171.819217ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:57.461633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.783193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81508"} {"level":"info","ts":"2026-08-24T20:50:57.461673Z","caller":"traceutil/trace.go:171","msg":"trace[568892922] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5544; }","duration":"172.887366ms","start":"2026-08-24T20:50:57.288775Z","end":"2026-08-24T20:50:57.461663Z","steps":["trace[568892922] 'agreement among raft nodes before linearized reading' (duration: 172.65241ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:57.461764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.758453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10392"} {"level":"info","ts":"2026-08-24T20:50:57.461865Z","caller":"traceutil/trace.go:171","msg":"trace[967271304] transaction","detail":"{read_only:false; response_revision:5542; number_of_response:1; }","duration":"172.676651ms","start":"2026-08-24T20:50:57.289178Z","end":"2026-08-24T20:50:57.461855Z","steps":["trace[967271304] 'process raft request' (duration: 171.401637ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:50:57.461867Z","caller":"traceutil/trace.go:171","msg":"trace[1698880732] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5544; }","duration":"167.901526ms","start":"2026-08-24T20:50:57.293939Z","end":"2026-08-24T20:50:57.46184Z","steps":["trace[1698880732] 'agreement among raft nodes before linearized reading' (duration: 167.582288ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:50:57.461949Z","caller":"traceutil/trace.go:171","msg":"trace[405822046] transaction","detail":"{read_only:false; response_revision:5543; number_of_response:1; }","duration":"172.181478ms","start":"2026-08-24T20:50:57.28976Z","end":"2026-08-24T20:50:57.461942Z","steps":["trace[405822046] 'process raft request' (duration: 170.855543ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:50:57.462013Z","caller":"traceutil/trace.go:171","msg":"trace[1578484738] transaction","detail":"{read_only:false; response_revision:5544; number_of_response:1; }","duration":"172.177167ms","start":"2026-08-24T20:50:57.289829Z","end":"2026-08-24T20:50:57.462006Z","steps":["trace[1578484738] 'process raft request' (duration: 170.817672ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:57.462173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.71701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-08-24T20:50:57.462213Z","caller":"traceutil/trace.go:171","msg":"trace[833008202] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5544; }","duration":"117.803072ms","start":"2026-08-24T20:50:57.344401Z","end":"2026-08-24T20:50:57.462204Z","steps":["trace[833008202] 'agreement among raft nodes before linearized reading' (duration: 117.70848ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:57.463357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.7617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-08-24T20:50:57.463412Z","caller":"traceutil/trace.go:171","msg":"trace[2041142626] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5544; }","duration":"115.852282ms","start":"2026-08-24T20:50:57.347548Z","end":"2026-08-24T20:50:57.4634Z","steps":["trace[2041142626] 'agreement among raft nodes before linearized reading' (duration: 114.841366ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:57.871312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.474052ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-24T20:50:57.871711Z","caller":"traceutil/trace.go:171","msg":"trace[178970769] linearizableReadLoop","detail":"{readStateIndex:5756; appliedIndex:5752; }","duration":"330.067025ms","start":"2026-08-24T20:50:57.541622Z","end":"2026-08-24T20:50:57.871689Z","steps":["trace[178970769] 'read index received' (duration: 34.137412ms)","trace[178970769] 'applied index is now lower than readState.Index' (duration: 295.928403ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:50:57.871786Z","caller":"traceutil/trace.go:171","msg":"trace[2089772173] transaction","detail":"{read_only:false; response_revision:5548; number_of_response:1; }","duration":"336.430459ms","start":"2026-08-24T20:50:57.535314Z","end":"2026-08-24T20:50:57.871745Z","steps":["trace[2089772173] 'process raft request' (duration: 336.144241ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:50:57.871823Z","caller":"traceutil/trace.go:171","msg":"trace[737661887] transaction","detail":"{read_only:false; response_revision:5550; number_of_response:1; }","duration":"336.156552ms","start":"2026-08-24T20:50:57.535639Z","end":"2026-08-24T20:50:57.871795Z","steps":["trace[737661887] 'process raft request' (duration: 335.999138ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:57.871987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:57.535613Z","time spent":"336.276825ms","remote":"127.0.0.1:56944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1428,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T20:50:57.871991Z","caller":"traceutil/trace.go:171","msg":"trace[310562258] transaction","detail":"{read_only:false; response_revision:5547; number_of_response:1; }","duration":"336.734057ms","start":"2026-08-24T20:50:57.535228Z","end":"2026-08-24T20:50:57.871962Z","steps":["trace[310562258] 'process raft request' (duration: 40.502226ms)","trace[310562258] 'compare' (duration: 295.259736ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T20:50:57.871999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:57.535305Z","time spent":"336.580493ms","remote":"127.0.0.1:56854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T20:50:57.872018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.397713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18ced8f37e9d1021\" ","response":"range_response_count:1 size:740"} {"level":"warn","ts":"2026-08-24T20:50:57.872047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.554055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:50:57.872079Z","caller":"traceutil/trace.go:171","msg":"trace[724040545] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18ced8f37e9d1021; range_end:; response_count:1; response_revision:5550; }","duration":"330.492286ms","start":"2026-08-24T20:50:57.541565Z","end":"2026-08-24T20:50:57.872057Z","steps":["trace[724040545] 'agreement among raft nodes before linearized reading' (duration: 330.2589ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:57.8721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:57.535211Z","time spent":"336.830939ms","remote":"127.0.0.1:56854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T20:50:57.872133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:57.541545Z","time spent":"330.574878ms","remote":"127.0.0.1:56742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":763,"request content":"key:\"/registry/events/openstack/rabbitmq-keystone.18ced8f37e9d1021\" "} {"level":"info","ts":"2026-08-24T20:50:57.872088Z","caller":"traceutil/trace.go:171","msg":"trace[1687569501] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5550; }","duration":"141.634907ms","start":"2026-08-24T20:50:57.730442Z","end":"2026-08-24T20:50:57.872077Z","steps":["trace[1687569501] 'agreement among raft nodes before linearized reading' (duration: 141.575666ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:57.872118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.836068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-08-24T20:50:57.872375Z","caller":"traceutil/trace.go:171","msg":"trace[627412744] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5550; }","duration":"330.076464ms","start":"2026-08-24T20:50:57.542247Z","end":"2026-08-24T20:50:57.872323Z","steps":["trace[627412744] 'agreement among raft nodes before linearized reading' (duration: 329.740086ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:57.872104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.095909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:50:57.871813Z","caller":"traceutil/trace.go:171","msg":"trace[2142916103] transaction","detail":"{read_only:false; response_revision:5549; number_of_response:1; }","duration":"336.46193ms","start":"2026-08-24T20:50:57.535325Z","end":"2026-08-24T20:50:57.871787Z","steps":["trace[2142916103] 'process raft request' (duration: 336.247224ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:57.872496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:57.542238Z","time spent":"330.233598ms","remote":"127.0.0.1:56840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-08-24T20:50:57.872531Z","caller":"traceutil/trace.go:171","msg":"trace[207070206] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5550; }","duration":"159.553641ms","start":"2026-08-24T20:50:57.712956Z","end":"2026-08-24T20:50:57.87251Z","steps":["trace[207070206] 'agreement among raft nodes before linearized reading' (duration: 159.10014ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:57.872745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:57.535293Z","time spent":"337.360693ms","remote":"127.0.0.1:56944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1505,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T20:50:58.048213Z","caller":"traceutil/trace.go:171","msg":"trace[1087587404] transaction","detail":"{read_only:false; response_revision:5551; number_of_response:1; }","duration":"170.213156ms","start":"2026-08-24T20:50:57.877965Z","end":"2026-08-24T20:50:58.048178Z","steps":["trace[1087587404] 'process raft request' (duration: 109.19925ms)","trace[1087587404] 'compare' (duration: 60.706488ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:50:58.048285Z","caller":"traceutil/trace.go:171","msg":"trace[2067073908] linearizableReadLoop","detail":"{readStateIndex:5757; appliedIndex:5756; }","duration":"161.594694ms","start":"2026-08-24T20:50:57.886648Z","end":"2026-08-24T20:50:58.048243Z","steps":["trace[2067073908] 'read index received' (duration: 100.556967ms)","trace[2067073908] 'applied index is now lower than readState.Index' (duration: 61.035337ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T20:50:58.048651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.980854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9637"} {"level":"info","ts":"2026-08-24T20:50:58.048783Z","caller":"traceutil/trace.go:171","msg":"trace[249893563] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5551; }","duration":"162.105167ms","start":"2026-08-24T20:50:57.886612Z","end":"2026-08-24T20:50:58.048717Z","steps":["trace[249893563] 'agreement among raft nodes before linearized reading' (duration: 161.756468ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:50:58.247603Z","caller":"traceutil/trace.go:171","msg":"trace[1060381393] transaction","detail":"{read_only:false; response_revision:5552; number_of_response:1; }","duration":"192.281675ms","start":"2026-08-24T20:50:58.055291Z","end":"2026-08-24T20:50:58.247572Z","steps":["trace[1060381393] 'process raft request' (duration: 99.835638ms)","trace[1060381393] 'compare' (duration: 92.288643ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:51:46.477295Z","caller":"traceutil/trace.go:171","msg":"trace[1517812753] linearizableReadLoop","detail":"{readStateIndex:6157; appliedIndex:6156; }","duration":"134.852503ms","start":"2026-08-24T20:51:46.342385Z","end":"2026-08-24T20:51:46.477237Z","steps":["trace[1517812753] 'read index received' (duration: 134.655718ms)","trace[1517812753] 'applied index is now lower than readState.Index' (duration: 195.315µs)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:51:46.477403Z","caller":"traceutil/trace.go:171","msg":"trace[98552903] transaction","detail":"{read_only:false; response_revision:5939; number_of_response:1; }","duration":"171.209928ms","start":"2026-08-24T20:51:46.306165Z","end":"2026-08-24T20:51:46.477375Z","steps":["trace[98552903] 'process raft request' (duration: 170.9067ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:51:46.477547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.155581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-24T20:51:46.477599Z","caller":"traceutil/trace.go:171","msg":"trace[1696384100] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:5939; }","duration":"135.226632ms","start":"2026-08-24T20:51:46.342357Z","end":"2026-08-24T20:51:46.477583Z","steps":["trace[1696384100] 'agreement among raft nodes before linearized reading' (duration: 135.078539ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:51:46.477676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.558316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-08-24T20:51:46.477779Z","caller":"traceutil/trace.go:171","msg":"trace[1458869406] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5939; }","duration":"134.71405ms","start":"2026-08-24T20:51:46.34304Z","end":"2026-08-24T20:51:46.477754Z","steps":["trace[1458869406] 'agreement among raft nodes before linearized reading' (duration: 134.436153ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:51:46.772693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.346661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:51:46.772786Z","caller":"traceutil/trace.go:171","msg":"trace[1644664903] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5939; }","duration":"213.481805ms","start":"2026-08-24T20:51:46.559282Z","end":"2026-08-24T20:51:46.772764Z","steps":["trace[1644664903] 'range keys from in-memory index tree' (duration: 213.287929ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:51:50.318123Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2928} {"level":"info","ts":"2026-08-24T20:51:50.410303Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2928,"took":"90.751481ms","hash":4179910952,"current-db-size-bytes":57102336,"current-db-size":"57 MB","current-db-size-in-use-bytes":33419264,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-08-24T20:51:50.410364Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4179910952,"revision":2928,"compact-revision":-1} {"level":"info","ts":"2026-08-24T20:51:57.633182Z","caller":"traceutil/trace.go:171","msg":"trace[968906721] transaction","detail":"{read_only:false; response_revision:6001; number_of_response:1; }","duration":"138.702252ms","start":"2026-08-24T20:51:57.494453Z","end":"2026-08-24T20:51:57.633155Z","steps":["trace[968906721] 'process raft request' (duration: 138.550908ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:52:05.906787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.049168ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-24T20:52:05.90697Z","caller":"traceutil/trace.go:171","msg":"trace[451245586] transaction","detail":"{read_only:false; response_revision:6066; number_of_response:1; }","duration":"245.781646ms","start":"2026-08-24T20:52:05.661119Z","end":"2026-08-24T20:52:05.906901Z","steps":["trace[451245586] 'process raft request' (duration: 55.517333ms)","trace[451245586] 'compare' (duration: 189.904424ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:55:00.890583Z","caller":"traceutil/trace.go:171","msg":"trace[296660487] transaction","detail":"{read_only:false; response_revision:7256; number_of_response:1; }","duration":"125.537409ms","start":"2026-08-24T20:55:00.765018Z","end":"2026-08-24T20:55:00.890555Z","steps":["trace[296660487] 'process raft request' (duration: 101.705375ms)","trace[296660487] 'compare' (duration: 23.378102ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:56:38.193591Z","caller":"traceutil/trace.go:171","msg":"trace[918973714] transaction","detail":"{read_only:false; response_revision:8016; number_of_response:1; }","duration":"111.411485ms","start":"2026-08-24T20:56:38.08215Z","end":"2026-08-24T20:56:38.193561Z","steps":["trace[918973714] 'process raft request' (duration: 111.21709ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:56:43.512636Z","caller":"traceutil/trace.go:171","msg":"trace[1825510171] linearizableReadLoop","detail":"{readStateIndex:8342; appliedIndex:8341; }","duration":"142.959846ms","start":"2026-08-24T20:56:43.369654Z","end":"2026-08-24T20:56:43.512614Z","steps":["trace[1825510171] 'read index received' (duration: 142.69229ms)","trace[1825510171] 'applied index is now lower than readState.Index' (duration: 266.466µs)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:56:43.512689Z","caller":"traceutil/trace.go:171","msg":"trace[1028359297] transaction","detail":"{read_only:false; response_revision:8051; number_of_response:1; }","duration":"162.893449ms","start":"2026-08-24T20:56:43.349776Z","end":"2026-08-24T20:56:43.512669Z","steps":["trace[1028359297] 'process raft request' (duration: 162.677803ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:56:43.512775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.104451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:56:43.512805Z","caller":"traceutil/trace.go:171","msg":"trace[722160970] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:8051; }","duration":"143.181503ms","start":"2026-08-24T20:56:43.369613Z","end":"2026-08-24T20:56:43.512794Z","steps":["trace[722160970] 'agreement among raft nodes before linearized reading' (duration: 143.110811ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:56:43.512943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.830242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-08-24T20:56:43.512935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.562598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-24T20:56:43.512986Z","caller":"traceutil/trace.go:171","msg":"trace[621397092] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8051; }","duration":"133.888854ms","start":"2026-08-24T20:56:43.379087Z","end":"2026-08-24T20:56:43.512976Z","steps":["trace[621397092] 'agreement among raft nodes before linearized reading' (duration: 133.75662ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:56:43.513008Z","caller":"traceutil/trace.go:171","msg":"trace[1446206850] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8051; }","duration":"137.663591ms","start":"2026-08-24T20:56:43.375325Z","end":"2026-08-24T20:56:43.512989Z","steps":["trace[1446206850] 'agreement among raft nodes before linearized reading' (duration: 137.478246ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:56:50.329963Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5960} {"level":"info","ts":"2026-08-24T20:56:50.427237Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5960,"took":"93.256218ms","hash":3439936236,"current-db-size-bytes":57102336,"current-db-size":"57 MB","current-db-size-in-use-bytes":23957504,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-08-24T20:56:50.427379Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3439936236,"revision":5960,"compact-revision":2928} {"level":"warn","ts":"2026-08-24T20:56:51.384367Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7461796309298192962,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-24T20:56:51.548354Z","caller":"traceutil/trace.go:171","msg":"trace[1145350764] transaction","detail":"{read_only:false; response_revision:8221; number_of_response:1; }","duration":"910.843351ms","start":"2026-08-24T20:56:50.637492Z","end":"2026-08-24T20:56:51.548335Z","steps":["trace[1145350764] 'process raft request' (duration: 910.672517ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:56:51.548466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:56:50.63747Z","time spent":"910.938824ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T20:56:52.177039Z","caller":"traceutil/trace.go:171","msg":"trace[713771176] linearizableReadLoop","detail":"{readStateIndex:8517; appliedIndex:8514; }","duration":"1.293435318s","start":"2026-08-24T20:56:50.883585Z","end":"2026-08-24T20:56:52.177021Z","steps":["trace[713771176] 'read index received' (duration: 664.582799ms)","trace[713771176] 'applied index is now lower than readState.Index' (duration: 628.851559ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:56:52.177133Z","caller":"traceutil/trace.go:171","msg":"trace[489918066] transaction","detail":"{read_only:false; response_revision:8222; number_of_response:1; }","duration":"1.227253647s","start":"2026-08-24T20:56:50.949871Z","end":"2026-08-24T20:56:52.177125Z","steps":["trace[489918066] 'process raft request' (duration: 1.178663528s)","trace[489918066] 'compare' (duration: 48.190579ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T20:56:52.177206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:56:50.949847Z","time spent":"1.227303269s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T20:56:52.177234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293626963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:56:52.177329Z","caller":"traceutil/trace.go:171","msg":"trace[1870428286] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:8224; }","duration":"1.293732856s","start":"2026-08-24T20:56:50.883578Z","end":"2026-08-24T20:56:52.17731Z","steps":["trace[1870428286] 'agreement among raft nodes before linearized reading' (duration: 1.293598282s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:56:52.177344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293701125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-24T20:56:52.177834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.526516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-08-24T20:56:52.177877Z","caller":"traceutil/trace.go:171","msg":"trace[1695553544] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8224; }","duration":"1.294282981s","start":"2026-08-24T20:56:50.883576Z","end":"2026-08-24T20:56:52.177859Z","steps":["trace[1695553544] 'agreement among raft nodes before linearized reading' (duration: 1.293690415s)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:56:52.17788Z","caller":"traceutil/trace.go:171","msg":"trace[274393486] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8224; }","duration":"613.590728ms","start":"2026-08-24T20:56:51.564277Z","end":"2026-08-24T20:56:52.177868Z","steps":["trace[274393486] 'agreement among raft nodes before linearized reading' (duration: 613.477015ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:56:52.177943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:56:51.564269Z","time spent":"613.66786ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-08-24T20:56:52.177366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:56:50.883557Z","time spent":"1.293799178s","remote":"127.0.0.1:56968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-08-24T20:56:52.177943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:56:50.883558Z","time spent":"1.294372424s","remote":"127.0.0.1:38552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-08-24T20:56:52.177406Z","caller":"traceutil/trace.go:171","msg":"trace[22191880] transaction","detail":"{read_only:false; response_revision:8223; number_of_response:1; }","duration":"1.178437092s","start":"2026-08-24T20:56:50.998959Z","end":"2026-08-24T20:56:52.177396Z","steps":["trace[22191880] 'process raft request' (duration: 1.177949349s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:56:52.178398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.677571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-08-24T20:56:52.178401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:56:50.998899Z","time spent":"1.179452898s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T20:56:52.178428Z","caller":"traceutil/trace.go:171","msg":"trace[644061822] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8224; }","duration":"629.723503ms","start":"2026-08-24T20:56:51.548696Z","end":"2026-08-24T20:56:52.17842Z","steps":["trace[644061822] 'agreement among raft nodes before linearized reading' (duration: 629.648841ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:56:52.178452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:56:51.548686Z","time spent":"629.761754ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-08-24T20:56:52.177439Z","caller":"traceutil/trace.go:171","msg":"trace[2070321969] transaction","detail":"{read_only:false; response_revision:8224; number_of_response:1; }","duration":"712.895972ms","start":"2026-08-24T20:56:51.464532Z","end":"2026-08-24T20:56:52.177428Z","steps":["trace[2070321969] 'process raft request' (duration: 712.444069ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:56:52.178545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:56:51.464506Z","time spent":"714.015081ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T20:56:52.177563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.30926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-24T20:56:52.17866Z","caller":"traceutil/trace.go:171","msg":"trace[865376020] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8224; }","duration":"614.441299ms","start":"2026-08-24T20:56:51.564211Z","end":"2026-08-24T20:56:52.178652Z","steps":["trace[865376020] 'agreement among raft nodes before linearized reading' (duration: 613.261349ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:56:52.178683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:56:51.564196Z","time spent":"614.480311ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-24T20:56:52.177644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.504227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7f7ddbb47f-hkx5k.18ced94726bcc1b8\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-08-24T20:56:52.178751Z","caller":"traceutil/trace.go:171","msg":"trace[91634740] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7f7ddbb47f-hkx5k.18ced94726bcc1b8; range_end:; response_count:1; response_revision:8224; }","duration":"448.626066ms","start":"2026-08-24T20:56:51.730119Z","end":"2026-08-24T20:56:52.178745Z","steps":["trace[91634740] 'agreement among raft nodes before linearized reading' (duration: 447.461747ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:56:52.178772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:56:51.730111Z","time spent":"448.654227ms","remote":"127.0.0.1:56742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-7f7ddbb47f-hkx5k.18ced94726bcc1b8\" "} {"level":"warn","ts":"2026-08-24T20:56:52.178797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.30941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-08-24T20:56:52.177677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.708739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-24T20:56:52.178315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.036978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-08-24T20:56:52.177739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.572434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xmfcb\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-08-24T20:56:52.178909Z","caller":"traceutil/trace.go:171","msg":"trace[533799637] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8224; }","duration":"626.684065ms","start":"2026-08-24T20:56:51.552198Z","end":"2026-08-24T20:56:52.178882Z","steps":["trace[533799637] 'agreement among raft nodes before linearized reading' (duration: 625.764761ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:56:52.178927Z","caller":"traceutil/trace.go:171","msg":"trace[1919692738] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xmfcb; range_end:; response_count:1; response_revision:8224; }","duration":"608.769354ms","start":"2026-08-24T20:56:51.570146Z","end":"2026-08-24T20:56:52.178916Z","steps":["trace[1919692738] 'agreement among raft nodes before linearized reading' (duration: 607.543442ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:56:52.178937Z","caller":"traceutil/trace.go:171","msg":"trace[1694896109] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8224; }","duration":"793.493344ms","start":"2026-08-24T20:56:51.38542Z","end":"2026-08-24T20:56:52.178913Z","steps":["trace[1694896109] 'agreement among raft nodes before linearized reading' (duration: 793.153655ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:56:52.178967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:56:51.570139Z","time spent":"608.817345ms","remote":"127.0.0.1:56876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-xmfcb\" "} {"level":"warn","ts":"2026-08-24T20:56:52.17897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:56:51.552178Z","time spent":"626.777628ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-24T20:56:52.178993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:56:51.385407Z","time spent":"793.569496ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-08-24T20:56:52.179084Z","caller":"traceutil/trace.go:171","msg":"trace[1329645195] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8224; }","duration":"450.143946ms","start":"2026-08-24T20:56:51.728929Z","end":"2026-08-24T20:56:52.179073Z","steps":["trace[1329645195] 'agreement among raft nodes before linearized reading' (duration: 448.73045ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:56:52.17912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:56:51.728899Z","time spent":"450.213597ms","remote":"127.0.0.1:56690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-24T20:56:52.179169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.084113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-24T20:56:52.179261Z","caller":"traceutil/trace.go:171","msg":"trace[1666616007] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8224; }","duration":"793.192516ms","start":"2026-08-24T20:56:51.386044Z","end":"2026-08-24T20:56:52.179237Z","steps":["trace[1666616007] 'agreement among raft nodes before linearized reading' (duration: 792.653622ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:56:52.179305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:56:51.386041Z","time spent":"793.255558ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-08-24T20:57:01.967584Z","caller":"traceutil/trace.go:171","msg":"trace[1476791076] transaction","detail":"{read_only:false; response_revision:8274; number_of_response:1; }","duration":"234.480969ms","start":"2026-08-24T20:57:01.733075Z","end":"2026-08-24T20:57:01.967556Z","steps":["trace[1476791076] 'process raft request' (duration: 234.320775ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:57:02.850337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:57:02.460772Z","time spent":"389.560337ms","remote":"127.0.0.1:58120","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-08-24T20:57:03.22969Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7461796309298193124,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-24T20:57:03.730602Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7461796309298193124,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-24T20:57:03.888094Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.554627246s","expected-duration":"1s"} {"level":"info","ts":"2026-08-24T20:57:03.888549Z","caller":"traceutil/trace.go:171","msg":"trace[169099760] transaction","detail":"{read_only:false; response_revision:8282; number_of_response:1; }","duration":"1.555305553s","start":"2026-08-24T20:57:02.333221Z","end":"2026-08-24T20:57:03.888527Z","steps":["trace[169099760] 'process raft request' (duration: 1.555099888s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:57:03.88867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:57:02.333185Z","time spent":"1.555416636s","remote":"127.0.0.1:56860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19393,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T20:57:03.897015Z","caller":"traceutil/trace.go:171","msg":"trace[1559583068] transaction","detail":"{read_only:false; response_revision:8283; number_of_response:1; }","duration":"1.532035865s","start":"2026-08-24T20:57:02.364959Z","end":"2026-08-24T20:57:03.896995Z","steps":["trace[1559583068] 'process raft request' (duration: 1.531897572s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:57:03.897136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:57:02.364937Z","time spent":"1.532124137s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T20:57:03.897309Z","caller":"traceutil/trace.go:171","msg":"trace[413864568] transaction","detail":"{read_only:false; response_revision:8284; number_of_response:1; }","duration":"1.399265801s","start":"2026-08-24T20:57:02.498025Z","end":"2026-08-24T20:57:03.897291Z","steps":["trace[413864568] 'process raft request' (duration: 1.398939402s)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:57:03.897397Z","caller":"traceutil/trace.go:171","msg":"trace[1949543927] linearizableReadLoop","detail":"{readStateIndex:8582; appliedIndex:8577; }","duration":"1.168378834s","start":"2026-08-24T20:57:02.728996Z","end":"2026-08-24T20:57:03.897374Z","steps":["trace[1949543927] 'read index received' (duration: 1.15927938s)","trace[1949543927] 'applied index is now lower than readState.Index' (duration: 9.098514ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:57:03.897429Z","caller":"traceutil/trace.go:171","msg":"trace[1440864761] transaction","detail":"{read_only:false; response_revision:8285; number_of_response:1; }","duration":"749.259027ms","start":"2026-08-24T20:57:03.148147Z","end":"2026-08-24T20:57:03.897406Z","steps":["trace[1440864761] 'process raft request' (duration: 749.064812ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:57:03.897521Z","caller":"traceutil/trace.go:171","msg":"trace[1116390772] transaction","detail":"{read_only:false; response_revision:8286; number_of_response:1; }","duration":"308.996655ms","start":"2026-08-24T20:57:03.588512Z","end":"2026-08-24T20:57:03.897509Z","steps":["trace[1116390772] 'process raft request' (duration: 308.824341ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:57:03.897528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:57:03.148123Z","time spent":"749.349288ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T20:57:03.897535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:57:02.498008Z","time spent":"1.399386023s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T20:57:03.897614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:57:03.588478Z","time spent":"309.070827ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T20:57:03.89777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168770744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-24T20:57:03.897791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144297835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-08-24T20:57:03.897867Z","caller":"traceutil/trace.go:171","msg":"trace[1778349635] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8286; }","duration":"1.144436778s","start":"2026-08-24T20:57:02.753412Z","end":"2026-08-24T20:57:03.897849Z","steps":["trace[1778349635] 'agreement among raft nodes before linearized reading' (duration: 1.144206122s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:57:03.89791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:57:02.753391Z","time spent":"1.14451061s","remote":"127.0.0.1:56876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-08-24T20:57:03.897818Z","caller":"traceutil/trace.go:171","msg":"trace[688490418] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8286; }","duration":"1.168851056s","start":"2026-08-24T20:57:02.728953Z","end":"2026-08-24T20:57:03.897804Z","steps":["trace[688490418] 'agreement among raft nodes before linearized reading' (duration: 1.168787504s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:57:03.898023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:57:02.728934Z","time spent":"1.169076822s","remote":"127.0.0.1:56690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-24T20:57:03.897999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.030888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-08-24T20:57:03.898029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062324017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-24T20:57:03.898109Z","caller":"traceutil/trace.go:171","msg":"trace[9887628] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:8286; }","duration":"1.06244404s","start":"2026-08-24T20:57:02.835654Z","end":"2026-08-24T20:57:03.898098Z","steps":["trace[9887628] 'agreement among raft nodes before linearized reading' (duration: 1.062266346s)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:57:03.898087Z","caller":"traceutil/trace.go:171","msg":"trace[2094879056] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8286; }","duration":"633.118931ms","start":"2026-08-24T20:57:03.264956Z","end":"2026-08-24T20:57:03.898075Z","steps":["trace[2094879056] 'agreement among raft nodes before linearized reading' (duration: 632.816813ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:57:03.89815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:57:02.835639Z","time spent":"1.062499541s","remote":"127.0.0.1:56994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":58,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-08-24T20:57:03.898208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:57:03.264894Z","time spent":"633.265204ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-08-24T20:57:06.526672Z","caller":"traceutil/trace.go:171","msg":"trace[607021452] linearizableReadLoop","detail":"{readStateIndex:8595; appliedIndex:8594; }","duration":"251.407305ms","start":"2026-08-24T20:57:06.275233Z","end":"2026-08-24T20:57:06.52664Z","steps":["trace[607021452] 'read index received' (duration: 251.291792ms)","trace[607021452] 'applied index is now lower than readState.Index' (duration: 114.613µs)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:57:06.526933Z","caller":"traceutil/trace.go:171","msg":"trace[975958387] transaction","detail":"{read_only:false; response_revision:8298; number_of_response:1; }","duration":"265.031935ms","start":"2026-08-24T20:57:06.261889Z","end":"2026-08-24T20:57:06.526921Z","steps":["trace[975958387] 'process raft request' (duration: 264.630695ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:57:06.527174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.938228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-24T20:57:06.527209Z","caller":"traceutil/trace.go:171","msg":"trace[1569947906] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8298; }","duration":"252.01892ms","start":"2026-08-24T20:57:06.275182Z","end":"2026-08-24T20:57:06.527201Z","steps":["trace[1569947906] 'agreement among raft nodes before linearized reading' (duration: 251.910907ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:57:06.527395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.746548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-08-24T20:57:06.527435Z","caller":"traceutil/trace.go:171","msg":"trace[1488795532] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8298; }","duration":"229.81998ms","start":"2026-08-24T20:57:06.297606Z","end":"2026-08-24T20:57:06.527426Z","steps":["trace[1488795532] 'agreement among raft nodes before linearized reading' (duration: 229.733158ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:57:06.527647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.254331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-24T20:57:06.527678Z","caller":"traceutil/trace.go:171","msg":"trace[1228845890] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8298; }","duration":"197.386175ms","start":"2026-08-24T20:57:06.330285Z","end":"2026-08-24T20:57:06.527671Z","steps":["trace[1228845890] 'agreement among raft nodes before linearized reading' (duration: 197.300513ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:57:06.527669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.017686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xmfcb\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-08-24T20:57:06.527729Z","caller":"traceutil/trace.go:171","msg":"trace[286801372] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xmfcb; range_end:; response_count:1; response_revision:8298; }","duration":"190.116189ms","start":"2026-08-24T20:57:06.3376Z","end":"2026-08-24T20:57:06.527716Z","steps":["trace[286801372] 'agreement among raft nodes before linearized reading' (duration: 189.896994ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:57:06.527841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.567099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-24T20:57:06.527881Z","caller":"traceutil/trace.go:171","msg":"trace[227487339] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8298; }","duration":"197.630861ms","start":"2026-08-24T20:57:06.330239Z","end":"2026-08-24T20:57:06.52787Z","steps":["trace[227487339] 'agreement among raft nodes before linearized reading' (duration: 197.546319ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:57:06.528041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.629937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-24T20:57:06.528076Z","caller":"traceutil/trace.go:171","msg":"trace[1818849996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8298; }","duration":"198.705749ms","start":"2026-08-24T20:57:06.329363Z","end":"2026-08-24T20:57:06.528069Z","steps":["trace[1818849996] 'agreement among raft nodes before linearized reading' (duration: 198.625177ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:57:06.52816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.060808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-24T20:57:06.528183Z","caller":"traceutil/trace.go:171","msg":"trace[287062959] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8298; }","duration":"199.11255ms","start":"2026-08-24T20:57:06.329064Z","end":"2026-08-24T20:57:06.528177Z","steps":["trace[287062959] 'agreement among raft nodes before linearized reading' (duration: 199.053278ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:57:06.924925Z","caller":"traceutil/trace.go:171","msg":"trace[2055441912] transaction","detail":"{read_only:false; response_revision:8299; number_of_response:1; }","duration":"387.129485ms","start":"2026-08-24T20:57:06.537771Z","end":"2026-08-24T20:57:06.924901Z","steps":["trace[2055441912] 'process raft request' (duration: 386.93942ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:57:06.9253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:57:06.537749Z","time spent":"387.432512ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T20:57:07.228612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.960858ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-24T20:57:07.228825Z","caller":"traceutil/trace.go:171","msg":"trace[786056579] transaction","detail":"{read_only:false; response_revision:8300; number_of_response:1; }","duration":"690.988597ms","start":"2026-08-24T20:57:06.537795Z","end":"2026-08-24T20:57:07.228783Z","steps":["trace[786056579] 'process raft request' (duration: 468.769514ms)","trace[786056579] 'compare' (duration: 221.853664ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:57:07.228916Z","caller":"traceutil/trace.go:171","msg":"trace[1116873212] transaction","detail":"{read_only:false; response_revision:8301; number_of_response:1; }","duration":"690.932796ms","start":"2026-08-24T20:57:06.537953Z","end":"2026-08-24T20:57:07.228886Z","steps":["trace[1116873212] 'process raft request' (duration: 690.755922ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:57:07.228949Z","caller":"traceutil/trace.go:171","msg":"trace[1287451684] transaction","detail":"{read_only:false; response_revision:8303; number_of_response:1; }","duration":"690.842644ms","start":"2026-08-24T20:57:06.538088Z","end":"2026-08-24T20:57:07.228931Z","steps":["trace[1287451684] 'process raft request' (duration: 690.761742ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:57:07.228935Z","caller":"traceutil/trace.go:171","msg":"trace[1197706390] transaction","detail":"{read_only:false; response_revision:8302; number_of_response:1; }","duration":"690.892175ms","start":"2026-08-24T20:57:06.53801Z","end":"2026-08-24T20:57:07.228902Z","steps":["trace[1197706390] 'process raft request' (duration: 690.799133ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:57:07.228999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:57:06.537945Z","time spent":"691.012358ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T20:57:07.228996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:57:06.537771Z","time spent":"691.136632ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T20:57:07.229037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:57:06.538058Z","time spent":"690.944726ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T20:57:07.229058Z","caller":"traceutil/trace.go:171","msg":"trace[1030186985] linearizableReadLoop","detail":"{readStateIndex:8601; appliedIndex:8595; }","duration":"498.788806ms","start":"2026-08-24T20:57:06.730241Z","end":"2026-08-24T20:57:07.22903Z","steps":["trace[1030186985] 'read index received' (duration: 194.496171ms)","trace[1030186985] 'applied index is now lower than readState.Index' (duration: 304.282444ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T20:57:07.229101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:57:06.537999Z","time spent":"691.018808ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T20:57:07.229129Z","caller":"traceutil/trace.go:171","msg":"trace[508497620] transaction","detail":"{read_only:false; response_revision:8304; number_of_response:1; }","duration":"691.019758ms","start":"2026-08-24T20:57:06.538099Z","end":"2026-08-24T20:57:07.229118Z","steps":["trace[508497620] 'process raft request' (duration: 690.783652ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:57:07.229179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.92781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-24T20:57:07.229189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:57:06.53808Z","time spent":"691.08131ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T20:57:07.229209Z","caller":"traceutil/trace.go:171","msg":"trace[1366531811] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8304; }","duration":"499.004971ms","start":"2026-08-24T20:57:06.730195Z","end":"2026-08-24T20:57:07.2292Z","steps":["trace[1366531811] 'agreement among raft nodes before linearized reading' (duration: 498.920619ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:57:07.22924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:57:06.730176Z","time spent":"499.052944ms","remote":"127.0.0.1:56690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-24T20:57:07.464962Z","caller":"traceutil/trace.go:171","msg":"trace[548033483] linearizableReadLoop","detail":"{readStateIndex:8602; appliedIndex:8601; }","duration":"233.499825ms","start":"2026-08-24T20:57:07.231431Z","end":"2026-08-24T20:57:07.464931Z","steps":["trace[548033483] 'read index received' (duration: 233.214528ms)","trace[548033483] 'applied index is now lower than readState.Index' (duration: 283.787µs)"],"step_count":2} {"level":"warn","ts":"2026-08-24T20:57:07.465119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.674749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:57:07.465182Z","caller":"traceutil/trace.go:171","msg":"trace[347759684] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8305; }","duration":"233.787682ms","start":"2026-08-24T20:57:07.231375Z","end":"2026-08-24T20:57:07.465163Z","steps":["trace[347759684] 'agreement among raft nodes before linearized reading' (duration: 233.673879ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:57:07.465044Z","caller":"traceutil/trace.go:171","msg":"trace[1942275526] transaction","detail":"{read_only:false; response_revision:8305; number_of_response:1; }","duration":"272.050185ms","start":"2026-08-24T20:57:07.192964Z","end":"2026-08-24T20:57:07.465014Z","steps":["trace[1942275526] 'process raft request' (duration: 271.782389ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:57:08.249507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.706139ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-24T20:57:08.24967Z","caller":"traceutil/trace.go:171","msg":"trace[56414897] transaction","detail":"{read_only:false; response_revision:8307; number_of_response:1; }","duration":"295.394766ms","start":"2026-08-24T20:57:07.954249Z","end":"2026-08-24T20:57:08.249644Z","steps":["trace[56414897] 'process raft request' (duration: 161.445812ms)","trace[56414897] 'compare' (duration: 133.438171ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:57:08.668155Z","caller":"traceutil/trace.go:171","msg":"trace[444526512] linearizableReadLoop","detail":"{readStateIndex:8605; appliedIndex:8604; }","duration":"130.865446ms","start":"2026-08-24T20:57:08.537266Z","end":"2026-08-24T20:57:08.668131Z","steps":["trace[444526512] 'read index received' (duration: 130.606419ms)","trace[444526512] 'applied index is now lower than readState.Index' (duration: 258.027µs)"],"step_count":2} {"level":"warn","ts":"2026-08-24T20:57:08.668355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.064091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xmfcb\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-08-24T20:57:08.668387Z","caller":"traceutil/trace.go:171","msg":"trace[1686331313] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xmfcb; range_end:; response_count:1; response_revision:8308; }","duration":"131.149553ms","start":"2026-08-24T20:57:08.537228Z","end":"2026-08-24T20:57:08.668377Z","steps":["trace[1686331313] 'agreement among raft nodes before linearized reading' (duration: 130.994879ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:57:08.668527Z","caller":"traceutil/trace.go:171","msg":"trace[2096679062] transaction","detail":"{read_only:false; response_revision:8308; number_of_response:1; }","duration":"135.413671ms","start":"2026-08-24T20:57:08.533085Z","end":"2026-08-24T20:57:08.668499Z","steps":["trace[2096679062] 'process raft request' (duration: 134.858757ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:57:09.079185Z","caller":"traceutil/trace.go:171","msg":"trace[2128694108] transaction","detail":"{read_only:false; response_revision:8309; number_of_response:1; }","duration":"145.073701ms","start":"2026-08-24T20:57:08.934086Z","end":"2026-08-24T20:57:09.07916Z","steps":["trace[2128694108] 'process raft request' (duration: 144.61744ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:57:32.722162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.10086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-08-24T20:57:32.722245Z","caller":"traceutil/trace.go:171","msg":"trace[1426941085] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:8488; }","duration":"269.258693ms","start":"2026-08-24T20:57:32.452971Z","end":"2026-08-24T20:57:32.72223Z","steps":["trace[1426941085] 'range keys from in-memory index tree' (duration: 268.914265ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:57:32.722274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.54969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-nrhrw\" ","response":"range_response_count:1 size:4455"} {"level":"info","ts":"2026-08-24T20:57:32.72312Z","caller":"traceutil/trace.go:171","msg":"trace[540682572] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-nrhrw; range_end:; response_count:1; response_revision:8488; }","duration":"219.430412ms","start":"2026-08-24T20:57:32.50366Z","end":"2026-08-24T20:57:32.723091Z","steps":["trace[540682572] 'range keys from in-memory index tree' (duration: 218.352415ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:57:34.515108Z","caller":"traceutil/trace.go:171","msg":"trace[1788073125] transaction","detail":"{read_only:false; response_revision:8503; number_of_response:1; }","duration":"172.447494ms","start":"2026-08-24T20:57:34.342628Z","end":"2026-08-24T20:57:34.515076Z","steps":["trace[1788073125] 'process raft request' (duration: 171.776966ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:57:37.1444Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.112783794s","expected-duration":"1s"} {"level":"info","ts":"2026-08-24T20:57:37.145053Z","caller":"traceutil/trace.go:171","msg":"trace[1590021665] transaction","detail":"{read_only:false; response_revision:8513; number_of_response:1; }","duration":"1.113717298s","start":"2026-08-24T20:57:36.031309Z","end":"2026-08-24T20:57:37.145027Z","steps":["trace[1590021665] 'process raft request' (duration: 1.113424791s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:57:37.145207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:57:36.031277Z","time spent":"1.113853871s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T20:57:38.485433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202661535s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-24T20:57:38.486349Z","caller":"traceutil/trace.go:171","msg":"trace[643017365] transaction","detail":"{read_only:false; response_revision:8515; number_of_response:1; }","duration":"1.707332332s","start":"2026-08-24T20:57:36.778994Z","end":"2026-08-24T20:57:38.486327Z","steps":["trace[643017365] 'process raft request' (duration: 1.706569992s)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:57:38.486509Z","caller":"traceutil/trace.go:171","msg":"trace[1248522017] linearizableReadLoop","detail":"{readStateIndex:8820; appliedIndex:8817; }","duration":"1.63645437s","start":"2026-08-24T20:57:36.850003Z","end":"2026-08-24T20:57:38.486457Z","steps":["trace[1248522017] 'read index received' (duration: 294.914663ms)","trace[1248522017] 'applied index is now lower than readState.Index' (duration: 1.341533237s)"],"step_count":2} {"level":"warn","ts":"2026-08-24T20:57:38.48656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:57:36.778963Z","time spent":"1.707475655s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T20:57:38.486531Z","caller":"traceutil/trace.go:171","msg":"trace[1515603566] transaction","detail":"{read_only:false; response_revision:8516; number_of_response:1; }","duration":"993.290771ms","start":"2026-08-24T20:57:37.493166Z","end":"2026-08-24T20:57:38.486457Z","steps":["trace[1515603566] 'process raft request' (duration: 993.192998ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:57:38.486679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.636678755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xmfcb\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-08-24T20:57:38.486746Z","caller":"traceutil/trace.go:171","msg":"trace[1649074725] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xmfcb; range_end:; response_count:1; response_revision:8516; }","duration":"1.636800109s","start":"2026-08-24T20:57:36.849931Z","end":"2026-08-24T20:57:38.486731Z","steps":["trace[1649074725] 'agreement among raft nodes before linearized reading' (duration: 1.636624754s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:57:38.486777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:57:36.849905Z","time spent":"1.63686569s","remote":"127.0.0.1:56876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-xmfcb\" "} {"level":"warn","ts":"2026-08-24T20:57:38.486777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.398875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-24T20:57:38.486834Z","caller":"traceutil/trace.go:171","msg":"trace[1680174685] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8516; }","duration":"806.510498ms","start":"2026-08-24T20:57:37.680309Z","end":"2026-08-24T20:57:38.48682Z","steps":["trace[1680174685] 'agreement among raft nodes before linearized reading' (duration: 806.379435ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:57:38.486871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:57:37.680291Z","time spent":"806.573319ms","remote":"127.0.0.1:38512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-08-24T20:57:38.486864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256686044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-08-24T20:57:38.486873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079308853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-24T20:57:38.486922Z","caller":"traceutil/trace.go:171","msg":"trace[557997872] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8516; }","duration":"1.256794296s","start":"2026-08-24T20:57:37.230115Z","end":"2026-08-24T20:57:38.486909Z","steps":["trace[557997872] 'agreement among raft nodes before linearized reading' (duration: 1.256577221s)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:57:38.48695Z","caller":"traceutil/trace.go:171","msg":"trace[91435756] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8516; }","duration":"1.079427236s","start":"2026-08-24T20:57:37.407499Z","end":"2026-08-24T20:57:38.486926Z","steps":["trace[91435756] 'agreement among raft nodes before linearized reading' (duration: 1.07921212s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:57:38.48696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.871802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-24T20:57:38.486965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:57:37.230093Z","time spent":"1.256861968s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-24T20:57:38.486991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:57:37.407475Z","time spent":"1.079506398s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-24T20:57:38.486998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079740774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-08-24T20:57:38.487015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.477924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:57:38.487034Z","caller":"traceutil/trace.go:171","msg":"trace[265013064] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8516; }","duration":"774.521576ms","start":"2026-08-24T20:57:37.712504Z","end":"2026-08-24T20:57:38.487026Z","steps":["trace[265013064] 'agreement among raft nodes before linearized reading' (duration: 774.494445ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:57:38.487036Z","caller":"traceutil/trace.go:171","msg":"trace[764847822] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8516; }","duration":"1.079806606s","start":"2026-08-24T20:57:37.407219Z","end":"2026-08-24T20:57:38.487026Z","steps":["trace[764847822] 'agreement among raft nodes before linearized reading' (duration: 1.079696252s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:57:38.487052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:57:37.712489Z","time spent":"774.560418ms","remote":"127.0.0.1:56690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-24T20:57:38.486964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:57:37.493143Z","time spent":"993.575248ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T20:57:38.487068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:57:37.407204Z","time spent":"1.079857768s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-08-24T20:57:38.486999Z","caller":"traceutil/trace.go:171","msg":"trace[515964797] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8516; }","duration":"756.940864ms","start":"2026-08-24T20:57:37.73005Z","end":"2026-08-24T20:57:38.486991Z","steps":["trace[515964797] 'agreement among raft nodes before linearized reading' (duration: 756.854912ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:57:38.487155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:57:37.730034Z","time spent":"757.114119ms","remote":"127.0.0.1:56692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-24T20:57:38.487187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071643696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-08-24T20:57:38.487214Z","caller":"traceutil/trace.go:171","msg":"trace[112169128] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8516; }","duration":"1.071696858s","start":"2026-08-24T20:57:37.415507Z","end":"2026-08-24T20:57:38.487203Z","steps":["trace[112169128] 'agreement among raft nodes before linearized reading' (duration: 1.071624796s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:57:38.487242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:57:37.415496Z","time spent":"1.071741379s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-08-24T20:57:38.487257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105816756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-08-24T20:57:38.487275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07955787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-24T20:57:38.487334Z","caller":"traceutil/trace.go:171","msg":"trace[1360079085] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8516; }","duration":"1.079635373s","start":"2026-08-24T20:57:37.407682Z","end":"2026-08-24T20:57:38.487318Z","steps":["trace[1360079085] 'agreement among raft nodes before linearized reading' (duration: 1.079494279s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:57:38.487379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:57:37.407669Z","time spent":"1.079698794s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-08-24T20:57:38.487375Z","caller":"traceutil/trace.go:171","msg":"trace[322994212] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8516; }","duration":"1.105904007s","start":"2026-08-24T20:57:37.381391Z","end":"2026-08-24T20:57:38.487295Z","steps":["trace[322994212] 'agreement among raft nodes before linearized reading' (duration: 1.105714642s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:57:38.487362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.928688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-24T20:57:38.487533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:57:37.381374Z","time spent":"1.106145024s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-08-24T20:57:38.48755Z","caller":"traceutil/trace.go:171","msg":"trace[903585675] transaction","detail":"{read_only:false; response_revision:8514; number_of_response:1; }","duration":"1.965848241s","start":"2026-08-24T20:57:36.520439Z","end":"2026-08-24T20:57:38.486287Z","steps":["trace[903585675] 'process raft request' (duration: 762.208701ms)","trace[903585675] 'compare' (duration: 1.20206291s)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:57:38.487576Z","caller":"traceutil/trace.go:171","msg":"trace[308857971] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:8516; }","duration":"686.319918ms","start":"2026-08-24T20:57:37.801225Z","end":"2026-08-24T20:57:38.487545Z","steps":["trace[308857971] 'agreement among raft nodes before linearized reading' (duration: 685.519957ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:57:38.487625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:57:36.52042Z","time spent":"1.967157094s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T20:57:38.487747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:57:37.8012Z","time spent":"686.448771ms","remote":"127.0.0.1:57006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-08-24T20:57:45.973633Z","caller":"traceutil/trace.go:171","msg":"trace[390959198] linearizableReadLoop","detail":"{readStateIndex:8865; appliedIndex:8864; }","duration":"471.977217ms","start":"2026-08-24T20:57:45.501633Z","end":"2026-08-24T20:57:45.97361Z","steps":["trace[390959198] 'read index received' (duration: 471.759231ms)","trace[390959198] 'applied index is now lower than readState.Index' (duration: 217.166µs)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:57:45.973742Z","caller":"traceutil/trace.go:171","msg":"trace[1701604497] transaction","detail":"{read_only:false; response_revision:8557; number_of_response:1; }","duration":"487.993369ms","start":"2026-08-24T20:57:45.485738Z","end":"2026-08-24T20:57:45.973732Z","steps":["trace[1701604497] 'process raft request' (duration: 487.713232ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:57:45.973839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:57:45.485697Z","time spent":"488.071431ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T20:57:45.973925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.027225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:57:45.974012Z","caller":"traceutil/trace.go:171","msg":"trace[2139274960] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8557; }","duration":"244.181608ms","start":"2026-08-24T20:57:45.729811Z","end":"2026-08-24T20:57:45.973993Z","steps":["trace[2139274960] 'agreement among raft nodes before linearized reading' (duration: 244.001074ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:57:45.973923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.263674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:57:45.974159Z","caller":"traceutil/trace.go:171","msg":"trace[839309941] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:8557; }","duration":"472.548252ms","start":"2026-08-24T20:57:45.501573Z","end":"2026-08-24T20:57:45.974121Z","steps":["trace[839309941] 'agreement among raft nodes before linearized reading' (duration: 472.238064ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:57:45.974224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:57:45.501543Z","time spent":"472.667605ms","remote":"127.0.0.1:38414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-08-24T20:57:47.618331Z","caller":"traceutil/trace.go:171","msg":"trace[1630849536] linearizableReadLoop","detail":"{readStateIndex:8875; appliedIndex:8874; }","duration":"212.817262ms","start":"2026-08-24T20:57:47.405487Z","end":"2026-08-24T20:57:47.618304Z","steps":["trace[1630849536] 'read index received' (duration: 212.637868ms)","trace[1630849536] 'applied index is now lower than readState.Index' (duration: 177.954µs)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:57:47.618444Z","caller":"traceutil/trace.go:171","msg":"trace[1303533665] transaction","detail":"{read_only:false; response_revision:8567; number_of_response:1; }","duration":"363.574819ms","start":"2026-08-24T20:57:47.254816Z","end":"2026-08-24T20:57:47.618391Z","steps":["trace[1303533665] 'process raft request' (duration: 363.284392ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:57:47.618633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.10206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-24T20:57:47.618754Z","caller":"traceutil/trace.go:171","msg":"trace[204828936] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:8567; }","duration":"213.304665ms","start":"2026-08-24T20:57:47.405424Z","end":"2026-08-24T20:57:47.618729Z","steps":["trace[204828936] 'agreement among raft nodes before linearized reading' (duration: 213.076949ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:57:47.620211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:57:47.254794Z","time spent":"363.791454ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T20:57:48.112511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.815125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-24T20:57:48.11258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.723321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:57:48.112598Z","caller":"traceutil/trace.go:171","msg":"trace[428358845] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:8567; }","duration":"419.953499ms","start":"2026-08-24T20:57:47.692623Z","end":"2026-08-24T20:57:48.112577Z","steps":["trace[428358845] 'count revisions from in-memory index tree' (duration: 419.734182ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:57:48.112635Z","caller":"traceutil/trace.go:171","msg":"trace[303706424] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8567; }","duration":"382.830494ms","start":"2026-08-24T20:57:47.729791Z","end":"2026-08-24T20:57:48.112622Z","steps":["trace[303706424] 'range keys from in-memory index tree' (duration: 382.586407ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:57:48.112647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:57:47.692603Z","time spent":"420.032641ms","remote":"127.0.0.1:58066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-08-24T20:57:48.112667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:57:47.729768Z","time spent":"382.887316ms","remote":"127.0.0.1:56692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-24T20:57:48.112973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.30922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-24T20:57:48.113093Z","caller":"traceutil/trace.go:171","msg":"trace[1704055663] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:8567; }","duration":"471.491694ms","start":"2026-08-24T20:57:47.641575Z","end":"2026-08-24T20:57:48.113066Z","steps":["trace[1704055663] 'count revisions from in-memory index tree' (duration: 471.219187ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:57:48.113144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:57:47.641554Z","time spent":"471.578356ms","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":37,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-08-24T20:57:52.786021Z","caller":"traceutil/trace.go:171","msg":"trace[139721419] transaction","detail":"{read_only:false; response_revision:8602; number_of_response:1; }","duration":"227.665825ms","start":"2026-08-24T20:57:52.558318Z","end":"2026-08-24T20:57:52.785984Z","steps":["trace[139721419] 'process raft request' (duration: 227.218713ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:57:53.348348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.056913ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-24T20:57:53.348806Z","caller":"traceutil/trace.go:171","msg":"trace[515382610] transaction","detail":"{read_only:false; response_revision:8603; number_of_response:1; }","duration":"765.592357ms","start":"2026-08-24T20:57:52.583172Z","end":"2026-08-24T20:57:53.348765Z","steps":["trace[515382610] 'process raft request' (duration: 546.053891ms)","trace[515382610] 'compare' (duration: 218.765596ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:57:53.348925Z","caller":"traceutil/trace.go:171","msg":"trace[367608278] linearizableReadLoop","detail":"{readStateIndex:8913; appliedIndex:8911; }","duration":"757.840967ms","start":"2026-08-24T20:57:52.591046Z","end":"2026-08-24T20:57:53.348887Z","steps":["trace[367608278] 'read index received' (duration: 194.567433ms)","trace[367608278] 'applied index is now lower than readState.Index' (duration: 563.272554ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:57:53.348935Z","caller":"traceutil/trace.go:171","msg":"trace[342997417] transaction","detail":"{read_only:false; response_revision:8604; number_of_response:1; }","duration":"656.156174ms","start":"2026-08-24T20:57:52.692735Z","end":"2026-08-24T20:57:53.348891Z","steps":["trace[342997417] 'process raft request' (duration: 655.956078ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:57:53.349028Z","caller":"traceutil/trace.go:171","msg":"trace[1943306321] transaction","detail":"{read_only:false; response_revision:8605; number_of_response:1; }","duration":"639.457624ms","start":"2026-08-24T20:57:52.709561Z","end":"2026-08-24T20:57:53.349019Z","steps":["trace[1943306321] 'process raft request' (duration: 639.246448ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:57:53.349098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:57:52.709533Z","time spent":"639.533386ms","remote":"127.0.0.1:56916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T20:57:53.349135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:57:52.692723Z","time spent":"656.344468ms","remote":"127.0.0.1:56742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-24T20:57:53.349172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.119024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-24T20:57:53.349204Z","caller":"traceutil/trace.go:171","msg":"trace[1893628307] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8605; }","duration":"758.172626ms","start":"2026-08-24T20:57:52.591021Z","end":"2026-08-24T20:57:53.349194Z","steps":["trace[1893628307] 'agreement among raft nodes before linearized reading' (duration: 758.027973ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:57:53.349295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:57:52.591011Z","time spent":"758.273689ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-24T20:57:53.348967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:57:52.583146Z","time spent":"765.735131ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T20:57:53.349453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.535042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-24T20:57:53.349536Z","caller":"traceutil/trace.go:171","msg":"trace[2094165806] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8605; }","duration":"726.643704ms","start":"2026-08-24T20:57:52.622875Z","end":"2026-08-24T20:57:53.349518Z","steps":["trace[2094165806] 'agreement among raft nodes before linearized reading' (duration: 726.47186ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:57:53.349564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.664004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-08-24T20:57:53.349596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:57:52.622863Z","time spent":"726.719297ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-08-24T20:57:53.349602Z","caller":"traceutil/trace.go:171","msg":"trace[835553202] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8605; }","duration":"724.740476ms","start":"2026-08-24T20:57:52.624851Z","end":"2026-08-24T20:57:53.349591Z","steps":["trace[835553202] 'agreement among raft nodes before linearized reading' (duration: 724.602533ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:57:53.349619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.858616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-08-24T20:57:53.349609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.077067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xmfcb\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-08-24T20:57:53.349644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:57:52.624831Z","time spent":"724.805818ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-08-24T20:57:53.349659Z","caller":"traceutil/trace.go:171","msg":"trace[111226640] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8605; }","duration":"720.911898ms","start":"2026-08-24T20:57:52.628734Z","end":"2026-08-24T20:57:53.349646Z","steps":["trace[111226640] 'agreement among raft nodes before linearized reading' (duration: 720.752754ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:57:53.349689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:57:52.628727Z","time spent":"720.954699ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-08-24T20:57:53.349689Z","caller":"traceutil/trace.go:171","msg":"trace[1072073769] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xmfcb; range_end:; response_count:1; response_revision:8605; }","duration":"715.18121ms","start":"2026-08-24T20:57:52.63449Z","end":"2026-08-24T20:57:53.349671Z","steps":["trace[1072073769] 'agreement among raft nodes before linearized reading' (duration: 714.954465ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:57:53.350117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:57:52.634482Z","time spent":"715.611291ms","remote":"127.0.0.1:56876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-xmfcb\" "} {"level":"warn","ts":"2026-08-24T20:57:53.349554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.330342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:57:53.35018Z","caller":"traceutil/trace.go:171","msg":"trace[2146334267] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8605; }","duration":"621.02464ms","start":"2026-08-24T20:57:52.729145Z","end":"2026-08-24T20:57:53.350169Z","steps":["trace[2146334267] 'agreement among raft nodes before linearized reading' (duration: 620.373943ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:57:53.350222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:57:52.729122Z","time spent":"621.090681ms","remote":"127.0.0.1:56690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-24T20:57:53.349781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.388845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-nrhrw\" ","response":"range_response_count:1 size:4650"} {"level":"info","ts":"2026-08-24T20:57:53.35036Z","caller":"traceutil/trace.go:171","msg":"trace[596259115] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-nrhrw; range_end:; response_count:1; response_revision:8605; }","duration":"657.981009ms","start":"2026-08-24T20:57:52.692369Z","end":"2026-08-24T20:57:53.35035Z","steps":["trace[596259115] 'agreement among raft nodes before linearized reading' (duration: 657.345073ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:57:53.350392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:57:52.692359Z","time spent":"658.02416ms","remote":"127.0.0.1:56876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4673,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-nrhrw\" "} {"level":"warn","ts":"2026-08-24T20:57:53.34982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.707836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-24T20:57:53.350469Z","caller":"traceutil/trace.go:171","msg":"trace[1483439848] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:8605; }","duration":"669.377363ms","start":"2026-08-24T20:57:52.68107Z","end":"2026-08-24T20:57:53.350447Z","steps":["trace[1483439848] 'agreement among raft nodes before linearized reading' (duration: 668.663975ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:57:53.349872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.069665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-08-24T20:57:53.350537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:57:52.681054Z","time spent":"669.462655ms","remote":"127.0.0.1:42960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":56,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-08-24T20:57:53.350534Z","caller":"traceutil/trace.go:171","msg":"trace[834665304] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8605; }","duration":"725.729302ms","start":"2026-08-24T20:57:52.624788Z","end":"2026-08-24T20:57:53.350517Z","steps":["trace[834665304] 'agreement among raft nodes before linearized reading' (duration: 724.963312ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:57:53.350671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:57:52.624767Z","time spent":"725.883895ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-24T20:57:53.349877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.416344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-24T20:57:53.350792Z","caller":"traceutil/trace.go:171","msg":"trace[278588419] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8605; }","duration":"726.352867ms","start":"2026-08-24T20:57:52.624428Z","end":"2026-08-24T20:57:53.350781Z","steps":["trace[278588419] 'agreement among raft nodes before linearized reading' (duration: 725.343262ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:57:53.350827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:57:52.62442Z","time spent":"726.397368ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-08-24T20:57:53.599683Z","caller":"traceutil/trace.go:171","msg":"trace[585290422] transaction","detail":"{read_only:false; response_revision:8606; number_of_response:1; }","duration":"245.825752ms","start":"2026-08-24T20:57:53.353822Z","end":"2026-08-24T20:57:53.599647Z","steps":["trace[585290422] 'process raft request' (duration: 204.011147ms)","trace[585290422] 'compare' (duration: 41.655761ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:57:53.628546Z","caller":"traceutil/trace.go:171","msg":"trace[871920938] transaction","detail":"{read_only:false; response_revision:8607; number_of_response:1; }","duration":"274.076328ms","start":"2026-08-24T20:57:53.354436Z","end":"2026-08-24T20:57:53.628512Z","steps":["trace[871920938] 'process raft request' (duration: 273.82606ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:57:53.628546Z","caller":"traceutil/trace.go:171","msg":"trace[787034556] transaction","detail":"{read_only:false; response_revision:8608; number_of_response:1; }","duration":"273.935625ms","start":"2026-08-24T20:57:53.354577Z","end":"2026-08-24T20:57:53.628512Z","steps":["trace[787034556] 'process raft request' (duration: 273.855602ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:57:53.628898Z","caller":"traceutil/trace.go:171","msg":"trace[1915772380] transaction","detail":"{read_only:false; response_revision:8610; number_of_response:1; }","duration":"273.708119ms","start":"2026-08-24T20:57:53.355171Z","end":"2026-08-24T20:57:53.628879Z","steps":["trace[1915772380] 'process raft request' (duration: 273.544675ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:57:53.62907Z","caller":"traceutil/trace.go:171","msg":"trace[961144766] transaction","detail":"{read_only:false; response_revision:8611; number_of_response:1; }","duration":"273.588635ms","start":"2026-08-24T20:57:53.355455Z","end":"2026-08-24T20:57:53.629044Z","steps":["trace[961144766] 'process raft request' (duration: 273.37495ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:57:53.629169Z","caller":"traceutil/trace.go:171","msg":"trace[1883868186] transaction","detail":"{read_only:false; response_revision:8609; number_of_response:1; }","duration":"274.395666ms","start":"2026-08-24T20:57:53.354758Z","end":"2026-08-24T20:57:53.629154Z","steps":["trace[1883868186] 'process raft request' (duration: 273.718048ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:57:53.629115Z","caller":"traceutil/trace.go:171","msg":"trace[125831397] linearizableReadLoop","detail":"{readStateIndex:8917; appliedIndex:8915; }","duration":"274.5334ms","start":"2026-08-24T20:57:53.354569Z","end":"2026-08-24T20:57:53.629103Z","steps":["trace[125831397] 'read index received' (duration: 203.344609ms)","trace[125831397] 'applied index is now lower than readState.Index' (duration: 71.187791ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:57:53.629394Z","caller":"traceutil/trace.go:171","msg":"trace[1670639292] transaction","detail":"{read_only:false; response_revision:8612; number_of_response:1; }","duration":"105.096314ms","start":"2026-08-24T20:57:53.524274Z","end":"2026-08-24T20:57:53.62937Z","steps":["trace[1670639292] 'process raft request' (duration: 104.678633ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:57:53.629474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.886529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228475"} {"level":"info","ts":"2026-08-24T20:57:53.629524Z","caller":"traceutil/trace.go:171","msg":"trace[1037721701] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8612; }","duration":"274.976881ms","start":"2026-08-24T20:57:53.354534Z","end":"2026-08-24T20:57:53.629511Z","steps":["trace[1037721701] 'agreement among raft nodes before linearized reading' (duration: 274.604252ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:58:15.77581Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000023be.wal"} {"level":"info","ts":"2026-08-24T20:59:15.313764Z","caller":"traceutil/trace.go:171","msg":"trace[301070994] transaction","detail":"{read_only:false; response_revision:9412; number_of_response:1; }","duration":"134.647982ms","start":"2026-08-24T20:59:15.179092Z","end":"2026-08-24T20:59:15.31374Z","steps":["trace[301070994] 'process raft request' (duration: 134.428316ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:59:16.230319Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7461796309298196387,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-24T20:59:16.251615Z","caller":"traceutil/trace.go:171","msg":"trace[112379448] transaction","detail":"{read_only:false; response_revision:9413; number_of_response:1; }","duration":"609.698627ms","start":"2026-08-24T20:59:15.641892Z","end":"2026-08-24T20:59:16.251591Z","steps":["trace[112379448] 'process raft request' (duration: 609.529653ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:59:16.251783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:59:15.641868Z","time spent":"609.829691ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T20:59:16.265665Z","caller":"traceutil/trace.go:171","msg":"trace[751026485] linearizableReadLoop","detail":"{readStateIndex:9750; appliedIndex:9747; }","duration":"535.938271ms","start":"2026-08-24T20:59:15.729703Z","end":"2026-08-24T20:59:16.265641Z","steps":["trace[751026485] 'read index received' (duration: 521.800997ms)","trace[751026485] 'applied index is now lower than readState.Index' (duration: 14.136093ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:59:16.265696Z","caller":"traceutil/trace.go:171","msg":"trace[524251072] transaction","detail":"{read_only:false; response_revision:9414; number_of_response:1; }","duration":"287.479171ms","start":"2026-08-24T20:59:15.978196Z","end":"2026-08-24T20:59:16.265675Z","steps":["trace[524251072] 'process raft request' (duration: 287.240095ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:59:16.265793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.084185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:59:16.265851Z","caller":"traceutil/trace.go:171","msg":"trace[1649614690] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9415; }","duration":"536.183457ms","start":"2026-08-24T20:59:15.729653Z","end":"2026-08-24T20:59:16.265836Z","steps":["trace[1649614690] 'agreement among raft nodes before linearized reading' (duration: 536.090165ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:59:16.26587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.463619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-08-24T20:59:16.265888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:59:15.72963Z","time spent":"536.250519ms","remote":"127.0.0.1:56690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-24T20:59:16.265913Z","caller":"traceutil/trace.go:171","msg":"trace[560473218] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9415; }","duration":"185.52559ms","start":"2026-08-24T20:59:16.080377Z","end":"2026-08-24T20:59:16.265902Z","steps":["trace[560473218] 'agreement among raft nodes before linearized reading' (duration: 185.409217ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:59:16.265918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.020432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-24T20:59:16.265951Z","caller":"traceutil/trace.go:171","msg":"trace[1567683449] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9415; }","duration":"191.103544ms","start":"2026-08-24T20:59:16.074839Z","end":"2026-08-24T20:59:16.265943Z","steps":["trace[1567683449] 'agreement among raft nodes before linearized reading' (duration: 190.982871ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:59:16.265944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.20645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-08-24T20:59:16.265964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.619552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xmfcb\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-08-24T20:59:16.265999Z","caller":"traceutil/trace.go:171","msg":"trace[143124594] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9415; }","duration":"188.301372ms","start":"2026-08-24T20:59:16.077685Z","end":"2026-08-24T20:59:16.265986Z","steps":["trace[143124594] 'agreement among raft nodes before linearized reading' (duration: 188.166869ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:59:16.266069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.094618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-24T20:59:16.266111Z","caller":"traceutil/trace.go:171","msg":"trace[1773732660] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9415; }","duration":"239.17432ms","start":"2026-08-24T20:59:16.026928Z","end":"2026-08-24T20:59:16.266102Z","steps":["trace[1773732660] 'agreement among raft nodes before linearized reading' (duration: 239.085418ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:59:16.266107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.727899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-08-24T20:59:16.266199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.300633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-24T20:59:16.266206Z","caller":"traceutil/trace.go:171","msg":"trace[2031385629] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9415; }","duration":"233.860343ms","start":"2026-08-24T20:59:16.032319Z","end":"2026-08-24T20:59:16.26618Z","steps":["trace[2031385629] 'agreement among raft nodes before linearized reading' (duration: 233.564006ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:59:16.266242Z","caller":"traceutil/trace.go:171","msg":"trace[1239932724] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9415; }","duration":"239.379235ms","start":"2026-08-24T20:59:16.02685Z","end":"2026-08-24T20:59:16.26623Z","steps":["trace[1239932724] 'agreement among raft nodes before linearized reading' (duration: 238.911634ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:59:16.266243Z","caller":"traceutil/trace.go:171","msg":"trace[1686192601] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xmfcb; range_end:; response_count:1; response_revision:9415; }","duration":"134.755955ms","start":"2026-08-24T20:59:16.131265Z","end":"2026-08-24T20:59:16.266021Z","steps":["trace[1686192601] 'agreement among raft nodes before linearized reading' (duration: 134.524189ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:59:16.266586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.263582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-08-24T20:59:16.266761Z","caller":"traceutil/trace.go:171","msg":"trace[377682267] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9415; }","duration":"188.394495ms","start":"2026-08-24T20:59:16.078266Z","end":"2026-08-24T20:59:16.26666Z","steps":["trace[377682267] 'agreement among raft nodes before linearized reading' (duration: 188.127488ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:59:16.491708Z","caller":"traceutil/trace.go:171","msg":"trace[902282605] linearizableReadLoop","detail":"{readStateIndex:9751; appliedIndex:9750; }","duration":"221.521846ms","start":"2026-08-24T20:59:16.270163Z","end":"2026-08-24T20:59:16.491685Z","steps":["trace[902282605] 'read index received' (duration: 124.052419ms)","trace[902282605] 'applied index is now lower than readState.Index' (duration: 97.468347ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:59:16.491875Z","caller":"traceutil/trace.go:171","msg":"trace[1561242344] transaction","detail":"{read_only:false; response_revision:9416; number_of_response:1; }","duration":"222.46139ms","start":"2026-08-24T20:59:16.269385Z","end":"2026-08-24T20:59:16.491847Z","steps":["trace[1561242344] 'process raft request' (duration: 124.732457ms)","trace[1561242344] 'compare' (duration: 97.19926ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T20:59:16.492161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.977868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291257"} {"level":"info","ts":"2026-08-24T20:59:16.492208Z","caller":"traceutil/trace.go:171","msg":"trace[1899032150] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9416; }","duration":"222.05914ms","start":"2026-08-24T20:59:16.270138Z","end":"2026-08-24T20:59:16.492197Z","steps":["trace[1899032150] 'agreement among raft nodes before linearized reading' (duration: 221.639489ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:59:16.518942Z","caller":"traceutil/trace.go:171","msg":"trace[1743147654] transaction","detail":"{read_only:false; response_revision:9423; number_of_response:1; }","duration":"209.373784ms","start":"2026-08-24T20:59:16.309551Z","end":"2026-08-24T20:59:16.518925Z","steps":["trace[1743147654] 'process raft request' (duration: 209.349643ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:59:16.519258Z","caller":"traceutil/trace.go:171","msg":"trace[745096958] transaction","detail":"{read_only:false; response_revision:9417; number_of_response:1; }","duration":"249.100425ms","start":"2026-08-24T20:59:16.270152Z","end":"2026-08-24T20:59:16.519253Z","steps":["trace[745096958] 'process raft request' (duration: 248.459199ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:59:16.519332Z","caller":"traceutil/trace.go:171","msg":"trace[612924057] transaction","detail":"{read_only:false; response_revision:9418; number_of_response:1; }","duration":"249.014393ms","start":"2026-08-24T20:59:16.270313Z","end":"2026-08-24T20:59:16.519328Z","steps":["trace[612924057] 'process raft request' (duration: 248.385807ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:59:16.519518Z","caller":"traceutil/trace.go:171","msg":"trace[946465906] transaction","detail":"{read_only:false; response_revision:9419; number_of_response:1; }","duration":"249.120876ms","start":"2026-08-24T20:59:16.270365Z","end":"2026-08-24T20:59:16.519486Z","steps":["trace[946465906] 'process raft request' (duration: 248.362997ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:59:16.519588Z","caller":"traceutil/trace.go:171","msg":"trace[1454781969] transaction","detail":"{read_only:false; response_revision:9422; number_of_response:1; }","duration":"248.425958ms","start":"2026-08-24T20:59:16.271154Z","end":"2026-08-24T20:59:16.51958Z","steps":["trace[1454781969] 'process raft request' (duration: 247.68519ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:59:16.519652Z","caller":"traceutil/trace.go:171","msg":"trace[1990649811] transaction","detail":"{read_only:false; response_revision:9420; number_of_response:1; }","duration":"249.117466ms","start":"2026-08-24T20:59:16.27053Z","end":"2026-08-24T20:59:16.519648Z","steps":["trace[1990649811] 'process raft request' (duration: 248.232324ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:59:16.5197Z","caller":"traceutil/trace.go:171","msg":"trace[578193672] transaction","detail":"{read_only:false; response_revision:9421; number_of_response:1; }","duration":"248.575912ms","start":"2026-08-24T20:59:16.27112Z","end":"2026-08-24T20:59:16.519696Z","steps":["trace[578193672] 'process raft request' (duration: 247.665219ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:59:50.693961Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"76964ef0a001678d","local-member-applied-index":10002,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-08-24T20:59:50.699124Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10002} {"level":"info","ts":"2026-08-24T20:59:50.699217Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5002} {"level":"info","ts":"2026-08-24T21:01:09.206821Z","caller":"traceutil/trace.go:171","msg":"trace[1883606225] transaction","detail":"{read_only:false; response_revision:10222; number_of_response:1; }","duration":"159.763631ms","start":"2026-08-24T21:01:09.047031Z","end":"2026-08-24T21:01:09.206794Z","steps":["trace[1883606225] 'process raft request' (duration: 159.578016ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:01:09.209668Z","caller":"traceutil/trace.go:171","msg":"trace[182661741] transaction","detail":"{read_only:false; response_revision:10223; number_of_response:1; }","duration":"160.208952ms","start":"2026-08-24T21:01:09.049393Z","end":"2026-08-24T21:01:09.209602Z","steps":["trace[182661741] 'process raft request' (duration: 159.992686ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:01:30.892851Z","caller":"traceutil/trace.go:171","msg":"trace[1174044810] transaction","detail":"{read_only:false; response_revision:10431; number_of_response:1; }","duration":"103.057642ms","start":"2026-08-24T21:01:30.789768Z","end":"2026-08-24T21:01:30.892825Z","steps":["trace[1174044810] 'process raft request' (duration: 102.901228ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:01:31.171382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.505818ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-24T21:01:31.171532Z","caller":"traceutil/trace.go:171","msg":"trace[1218372166] linearizableReadLoop","detail":"{readStateIndex:10800; appliedIndex:10799; }","duration":"232.78774ms","start":"2026-08-24T21:01:30.938721Z","end":"2026-08-24T21:01:31.171509Z","steps":["trace[1218372166] 'read index received' (duration: 101.969454ms)","trace[1218372166] 'applied index is now lower than readState.Index' (duration: 130.816566ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T21:01:31.171579Z","caller":"traceutil/trace.go:171","msg":"trace[1541932665] transaction","detail":"{read_only:false; response_revision:10432; number_of_response:1; }","duration":"324.438818ms","start":"2026-08-24T21:01:30.847098Z","end":"2026-08-24T21:01:31.171537Z","steps":["trace[1541932665] 'process raft request' (duration: 193.647002ms)","trace[1541932665] 'compare' (duration: 130.357615ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T21:01:31.171713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.984285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-api-5d684f6cc-8rdzb\" ","response":"range_response_count:1 size:7413"} {"level":"info","ts":"2026-08-24T21:01:31.171776Z","caller":"traceutil/trace.go:171","msg":"trace[1611490083] range","detail":"{range_begin:/registry/pods/openstack/staffeln-api-5d684f6cc-8rdzb; range_end:; response_count:1; response_revision:10432; }","duration":"233.047246ms","start":"2026-08-24T21:01:30.938711Z","end":"2026-08-24T21:01:31.171758Z","steps":["trace[1611490083] 'agreement among raft nodes before linearized reading' (duration: 232.860341ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:01:31.171804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:01:30.847074Z","time spent":"324.602082ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T21:01:50.340811Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8220} {"level":"info","ts":"2026-08-24T21:01:50.425115Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8220,"took":"82.677737ms","hash":3752352564,"current-db-size-bytes":57102336,"current-db-size":"57 MB","current-db-size-in-use-bytes":25747456,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-08-24T21:01:50.425197Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3752352564,"revision":8220,"compact-revision":5960} {"level":"warn","ts":"2026-08-24T21:02:40.449535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.112909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xmfcb\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-08-24T21:02:40.449606Z","caller":"traceutil/trace.go:171","msg":"trace[1196331145] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xmfcb; range_end:; response_count:1; response_revision:11155; }","duration":"498.224951ms","start":"2026-08-24T21:02:39.951363Z","end":"2026-08-24T21:02:40.449588Z","steps":["trace[1196331145] 'range keys from in-memory index tree' (duration: 497.947694ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:02:40.449634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:02:39.951341Z","time spent":"498.287062ms","remote":"127.0.0.1:56876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-xmfcb\" "} {"level":"info","ts":"2026-08-24T21:02:40.449892Z","caller":"traceutil/trace.go:171","msg":"trace[155074992] transaction","detail":"{read_only:false; response_revision:11156; number_of_response:1; }","duration":"329.380769ms","start":"2026-08-24T21:02:40.120482Z","end":"2026-08-24T21:02:40.449863Z","steps":["trace[155074992] 'process raft request' (duration: 299.672968ms)","trace[155074992] 'compare' (duration: 28.960463ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T21:02:40.450221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:02:40.120463Z","time spent":"329.496162ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T21:02:40.713407Z","caller":"traceutil/trace.go:171","msg":"trace[1028899730] linearizableReadLoop","detail":"{readStateIndex:11544; appliedIndex:11543; }","duration":"243.819024ms","start":"2026-08-24T21:02:40.469563Z","end":"2026-08-24T21:02:40.713382Z","steps":["trace[1028899730] 'read index received' (duration: 177.00749ms)","trace[1028899730] 'applied index is now lower than readState.Index' (duration: 66.810824ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T21:02:40.713621Z","caller":"traceutil/trace.go:171","msg":"trace[1419600742] transaction","detail":"{read_only:false; response_revision:11157; number_of_response:1; }","duration":"425.436494ms","start":"2026-08-24T21:02:40.288148Z","end":"2026-08-24T21:02:40.713585Z","steps":["trace[1419600742] 'process raft request' (duration: 358.472076ms)","trace[1419600742] 'compare' (duration: 66.64726ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T21:02:40.713875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:02:40.28813Z","time spent":"425.68209ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T21:02:40.714213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.641417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447729"} {"level":"info","ts":"2026-08-24T21:02:40.71437Z","caller":"traceutil/trace.go:171","msg":"trace[1271714149] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11157; }","duration":"244.81613ms","start":"2026-08-24T21:02:40.46952Z","end":"2026-08-24T21:02:40.714336Z","steps":["trace[1271714149] 'agreement among raft nodes before linearized reading' (duration: 243.954138ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:02:58.688981Z","caller":"traceutil/trace.go:171","msg":"trace[1288681760] transaction","detail":"{read_only:false; response_revision:11258; number_of_response:1; }","duration":"146.716733ms","start":"2026-08-24T21:02:58.542237Z","end":"2026-08-24T21:02:58.688953Z","steps":["trace[1288681760] 'process raft request' (duration: 146.549899ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:03:00.922931Z","caller":"traceutil/trace.go:171","msg":"trace[1370064798] linearizableReadLoop","detail":"{readStateIndex:11658; appliedIndex:11657; }","duration":"262.408661ms","start":"2026-08-24T21:03:00.660489Z","end":"2026-08-24T21:03:00.922898Z","steps":["trace[1370064798] 'read index received' (duration: 262.167205ms)","trace[1370064798] 'applied index is now lower than readState.Index' (duration: 240.056µs)"],"step_count":2} {"level":"info","ts":"2026-08-24T21:03:00.923025Z","caller":"traceutil/trace.go:171","msg":"trace[93837231] transaction","detail":"{read_only:false; response_revision:11267; number_of_response:1; }","duration":"361.272538ms","start":"2026-08-24T21:03:00.561718Z","end":"2026-08-24T21:03:00.92299Z","steps":["trace[93837231] 'process raft request' (duration: 360.922689ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:03:00.923163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:03:00.561697Z","time spent":"361.396131ms","remote":"127.0.0.1:56860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19029,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T21:03:00.923151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.629317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T21:03:00.923245Z","caller":"traceutil/trace.go:171","msg":"trace[1676344935] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:11267; }","duration":"262.75863ms","start":"2026-08-24T21:03:00.660462Z","end":"2026-08-24T21:03:00.92322Z","steps":["trace[1676344935] 'agreement among raft nodes before linearized reading' (duration: 262.577635ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:03:01.225525Z","caller":"traceutil/trace.go:171","msg":"trace[2100952660] transaction","detail":"{read_only:false; response_revision:11269; number_of_response:1; }","duration":"179.574586ms","start":"2026-08-24T21:03:01.045929Z","end":"2026-08-24T21:03:01.225503Z","steps":["trace[2100952660] 'process raft request' (duration: 179.521865ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:03:01.225694Z","caller":"traceutil/trace.go:171","msg":"trace[2099077784] transaction","detail":"{read_only:false; response_revision:11268; number_of_response:1; }","duration":"527.653786ms","start":"2026-08-24T21:03:00.698032Z","end":"2026-08-24T21:03:01.225686Z","steps":["trace[2099077784] 'process raft request' (duration: 456.783668ms)","trace[2099077784] 'compare' (duration: 70.504278ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T21:03:01.225781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:03:00.698009Z","time spent":"527.708157ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T21:03:01.225935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.109947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-08-24T21:03:01.2259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.203109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T21:03:01.225965Z","caller":"traceutil/trace.go:171","msg":"trace[1045231143] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11269; }","duration":"342.158378ms","start":"2026-08-24T21:03:00.883799Z","end":"2026-08-24T21:03:01.225958Z","steps":["trace[1045231143] 'agreement among raft nodes before linearized reading' (duration: 342.048236ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:03:01.225928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.322923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-24T21:03:01.225989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:03:00.883789Z","time spent":"342.195549ms","remote":"127.0.0.1:56854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-08-24T21:03:01.226002Z","caller":"traceutil/trace.go:171","msg":"trace[216758902] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11269; }","duration":"342.353743ms","start":"2026-08-24T21:03:00.883622Z","end":"2026-08-24T21:03:01.225976Z","steps":["trace[216758902] 'agreement among raft nodes before linearized reading' (duration: 342.182699ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:03:01.226037Z","caller":"traceutil/trace.go:171","msg":"trace[1206831259] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11269; }","duration":"342.487627ms","start":"2026-08-24T21:03:00.883524Z","end":"2026-08-24T21:03:01.226012Z","steps":["trace[1206831259] 'agreement among raft nodes before linearized reading' (duration: 342.301232ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:03:01.225964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.033625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-24T21:03:01.226086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:03:00.883598Z","time spent":"342.474126ms","remote":"127.0.0.1:56916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-08-24T21:03:01.2261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:03:00.883504Z","time spent":"342.579959ms","remote":"127.0.0.1:56916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-08-24T21:03:01.22594Z","caller":"traceutil/trace.go:171","msg":"trace[1204051422] linearizableReadLoop","detail":"{readStateIndex:11659; appliedIndex:11658; }","duration":"302.776138ms","start":"2026-08-24T21:03:00.923026Z","end":"2026-08-24T21:03:01.225802Z","steps":["trace[1204051422] 'read index received' (duration: 231.823747ms)","trace[1204051422] 'applied index is now lower than readState.Index' (duration: 70.94573ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T21:03:01.226148Z","caller":"traceutil/trace.go:171","msg":"trace[739646840] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11269; }","duration":"342.269961ms","start":"2026-08-24T21:03:00.883838Z","end":"2026-08-24T21:03:01.226108Z","steps":["trace[739646840] 'agreement among raft nodes before linearized reading' (duration: 341.969954ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:03:01.226208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.545528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-24T21:03:01.226233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.269984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-08-24T21:03:01.226274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:03:00.883825Z","time spent":"342.407354ms","remote":"127.0.0.1:56916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-08-24T21:03:01.226313Z","caller":"traceutil/trace.go:171","msg":"trace[1142810278] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11269; }","duration":"341.409508ms","start":"2026-08-24T21:03:00.884887Z","end":"2026-08-24T21:03:01.226297Z","steps":["trace[1142810278] 'agreement among raft nodes before linearized reading' (duration: 341.128001ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:03:01.226394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.460216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-24T21:03:01.226397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.969019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T21:03:01.226423Z","caller":"traceutil/trace.go:171","msg":"trace[598233562] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11269; }","duration":"229.491157ms","start":"2026-08-24T21:03:00.996925Z","end":"2026-08-24T21:03:01.226416Z","steps":["trace[598233562] 'agreement among raft nodes before linearized reading' (duration: 229.410105ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:03:01.226398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.101383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T21:03:01.226433Z","caller":"traceutil/trace.go:171","msg":"trace[263095514] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11269; }","duration":"230.047141ms","start":"2026-08-24T21:03:00.996378Z","end":"2026-08-24T21:03:01.226425Z","steps":["trace[263095514] 'agreement among raft nodes before linearized reading' (duration: 229.99244ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:03:01.226463Z","caller":"traceutil/trace.go:171","msg":"trace[302434] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11269; }","duration":"230.214346ms","start":"2026-08-24T21:03:00.996232Z","end":"2026-08-24T21:03:01.226446Z","steps":["trace[302434] 'agreement among raft nodes before linearized reading' (duration: 230.098673ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:03:01.226473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.382315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-24T21:03:01.226386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:03:00.884857Z","time spent":"341.49247ms","remote":"127.0.0.1:56916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-08-24T21:03:01.226499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.772555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-08-24T21:03:01.226518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.439906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T21:03:01.226507Z","caller":"traceutil/trace.go:171","msg":"trace[483339987] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11269; }","duration":"498.443996ms","start":"2026-08-24T21:03:00.728052Z","end":"2026-08-24T21:03:01.226496Z","steps":["trace[483339987] 'agreement among raft nodes before linearized reading' (duration: 498.363724ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:03:01.226245Z","caller":"traceutil/trace.go:171","msg":"trace[324038012] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11269; }","duration":"342.620309ms","start":"2026-08-24T21:03:00.883611Z","end":"2026-08-24T21:03:01.226232Z","steps":["trace[324038012] 'agreement among raft nodes before linearized reading' (duration: 342.561638ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:03:01.22658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:03:00.728032Z","time spent":"498.535239ms","remote":"127.0.0.1:56690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-24T21:03:01.226611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:03:00.883579Z","time spent":"343.02167ms","remote":"127.0.0.1:56916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-08-24T21:03:01.226566Z","caller":"traceutil/trace.go:171","msg":"trace[1103007186] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11269; }","duration":"229.852156ms","start":"2026-08-24T21:03:00.996693Z","end":"2026-08-24T21:03:01.226545Z","steps":["trace[1103007186] 'agreement among raft nodes before linearized reading' (duration: 229.661421ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:03:01.22657Z","caller":"traceutil/trace.go:171","msg":"trace[2147226451] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11269; }","duration":"229.509748ms","start":"2026-08-24T21:03:00.997046Z","end":"2026-08-24T21:03:01.226556Z","steps":["trace[2147226451] 'agreement among raft nodes before linearized reading' (duration: 229.404875ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:03:01.227297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.227911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xmfcb\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-08-24T21:03:01.227377Z","caller":"traceutil/trace.go:171","msg":"trace[1340940527] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xmfcb; range_end:; response_count:1; response_revision:11269; }","duration":"367.360694ms","start":"2026-08-24T21:03:00.859997Z","end":"2026-08-24T21:03:01.227358Z","steps":["trace[1340940527] 'agreement among raft nodes before linearized reading' (duration: 366.0212ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:03:01.227412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:03:00.859976Z","time spent":"367.428096ms","remote":"127.0.0.1:56876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-xmfcb\" "} {"level":"info","ts":"2026-08-24T21:03:01.614387Z","caller":"traceutil/trace.go:171","msg":"trace[418284587] linearizableReadLoop","detail":"{readStateIndex:11661; appliedIndex:11660; }","duration":"242.944972ms","start":"2026-08-24T21:03:01.371418Z","end":"2026-08-24T21:03:01.614363Z","steps":["trace[418284587] 'read index received' (duration: 206.471377ms)","trace[418284587] 'applied index is now lower than readState.Index' (duration: 36.472385ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T21:03:01.614432Z","caller":"traceutil/trace.go:171","msg":"trace[136887171] transaction","detail":"{read_only:false; response_revision:11270; number_of_response:1; }","duration":"351.099926ms","start":"2026-08-24T21:03:01.263296Z","end":"2026-08-24T21:03:01.614396Z","steps":["trace[136887171] 'process raft request' (duration: 314.572059ms)","trace[136887171] 'compare' (duration: 36.385763ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T21:03:01.614579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.152968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-08-24T21:03:01.614613Z","caller":"traceutil/trace.go:171","msg":"trace[18048957] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11270; }","duration":"243.25512ms","start":"2026-08-24T21:03:01.371348Z","end":"2026-08-24T21:03:01.614603Z","steps":["trace[18048957] 'agreement among raft nodes before linearized reading' (duration: 243.098886ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:03:01.614601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:03:01.263267Z","time spent":"351.24792ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T21:03:01.621213Z","caller":"traceutil/trace.go:171","msg":"trace[1413031349] transaction","detail":"{read_only:false; response_revision:11271; number_of_response:1; }","duration":"128.549558ms","start":"2026-08-24T21:03:01.492621Z","end":"2026-08-24T21:03:01.62117Z","steps":["trace[1413031349] 'process raft request' (duration: 128.302621ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:03:01.62123Z","caller":"traceutil/trace.go:171","msg":"trace[538152476] transaction","detail":"{read_only:false; response_revision:11272; number_of_response:1; }","duration":"108.76547ms","start":"2026-08-24T21:03:01.512436Z","end":"2026-08-24T21:03:01.621201Z","steps":["trace[538152476] 'process raft request' (duration: 108.610887ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:03:03.727185Z","caller":"traceutil/trace.go:171","msg":"trace[1737535505] transaction","detail":"{read_only:false; response_revision:11284; number_of_response:1; }","duration":"101.085033ms","start":"2026-08-24T21:03:03.62606Z","end":"2026-08-24T21:03:03.727145Z","steps":["trace[1737535505] 'process raft request' (duration: 68.419045ms)","trace[1737535505] 'compare' (duration: 32.410811ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T21:06:50.347947Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10593} {"level":"info","ts":"2026-08-24T21:06:50.427456Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10593,"took":"76.932177ms","hash":3769822115,"current-db-size-bytes":57102336,"current-db-size":"57 MB","current-db-size-in-use-bytes":27381760,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-08-24T21:06:50.427513Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3769822115,"revision":10593,"compact-revision":8220} {"level":"info","ts":"2026-08-24T21:07:31.410681Z","caller":"traceutil/trace.go:171","msg":"trace[1322816926] transaction","detail":"{read_only:false; response_revision:13149; number_of_response:1; }","duration":"102.405581ms","start":"2026-08-24T21:07:31.308245Z","end":"2026-08-24T21:07:31.41065Z","steps":["trace[1322816926] 'process raft request' (duration: 102.061891ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:07:31.426779Z","caller":"traceutil/trace.go:171","msg":"trace[1971163910] transaction","detail":"{read_only:false; response_revision:13150; number_of_response:1; }","duration":"117.94712ms","start":"2026-08-24T21:07:31.308796Z","end":"2026-08-24T21:07:31.426743Z","steps":["trace[1971163910] 'process raft request' (duration: 117.636242ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:08:47.042156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:08:46.611505Z","time spent":"430.643462ms","remote":"127.0.0.1:56088","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-08-24T21:08:47.042166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.813941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-24T21:08:47.042309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.550826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-24T21:08:47.04239Z","caller":"traceutil/trace.go:171","msg":"trace[293293226] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13668; }","duration":"314.080969ms","start":"2026-08-24T21:08:46.728276Z","end":"2026-08-24T21:08:47.042357Z","steps":["trace[293293226] 'range keys from in-memory index tree' (duration: 313.73477ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:08:47.042432Z","caller":"traceutil/trace.go:171","msg":"trace[1461973566] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13668; }","duration":"292.74093ms","start":"2026-08-24T21:08:46.749661Z","end":"2026-08-24T21:08:47.042402Z","steps":["trace[1461973566] 'count revisions from in-memory index tree' (duration: 292.397261ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:08:47.042501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:08:46.728258Z","time spent":"314.205193ms","remote":"127.0.0.1:56690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-24T21:09:11.121104Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7461796309298208613,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-24T21:09:11.368299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291830624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-08-24T21:09:11.368381Z","caller":"traceutil/trace.go:171","msg":"trace[231731875] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13800; }","duration":"1.291951257s","start":"2026-08-24T21:09:10.076409Z","end":"2026-08-24T21:09:11.36836Z","steps":["trace[231731875] 'range keys from in-memory index tree' (duration: 1.29165805s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:11.368362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157224017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xmfcb\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-08-24T21:09:11.368426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:10.076394Z","time spent":"1.292022229s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-08-24T21:09:11.368447Z","caller":"traceutil/trace.go:171","msg":"trace[872949011] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xmfcb; range_end:; response_count:1; response_revision:13800; }","duration":"1.15735211s","start":"2026-08-24T21:09:10.211072Z","end":"2026-08-24T21:09:11.368424Z","steps":["trace[872949011] 'range keys from in-memory index tree' (duration: 1.157034132s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:11.368487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:10.211051Z","time spent":"1.157425431s","remote":"127.0.0.1:56876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-xmfcb\" "} {"level":"warn","ts":"2026-08-24T21:09:11.368465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025535023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-24T21:09:11.368541Z","caller":"traceutil/trace.go:171","msg":"trace[2142371716] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:13800; }","duration":"1.025660196s","start":"2026-08-24T21:09:10.342859Z","end":"2026-08-24T21:09:11.368519Z","steps":["trace[2142371716] 'count revisions from in-memory index tree' (duration: 1.025454202s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:11.368583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:10.342841Z","time spent":"1.025730509s","remote":"127.0.0.1:58082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-08-24T21:09:11.411147Z","caller":"traceutil/trace.go:171","msg":"trace[400051159] linearizableReadLoop","detail":"{readStateIndex:14280; appliedIndex:14279; }","duration":"790.774293ms","start":"2026-08-24T21:09:10.620347Z","end":"2026-08-24T21:09:11.411122Z","steps":["trace[400051159] 'read index received' (duration: 790.489726ms)","trace[400051159] 'applied index is now lower than readState.Index' (duration: 283.637µs)"],"step_count":2} {"level":"info","ts":"2026-08-24T21:09:11.411194Z","caller":"traceutil/trace.go:171","msg":"trace[1077743996] transaction","detail":"{read_only:false; response_revision:13801; number_of_response:1; }","duration":"800.281787ms","start":"2026-08-24T21:09:10.610878Z","end":"2026-08-24T21:09:11.411159Z","steps":["trace[1077743996] 'process raft request' (duration: 800.036941ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:11.411279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.915946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-24T21:09:11.411352Z","caller":"traceutil/trace.go:171","msg":"trace[2031203770] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:13801; }","duration":"791.04846ms","start":"2026-08-24T21:09:10.620295Z","end":"2026-08-24T21:09:11.411344Z","steps":["trace[2031203770] 'agreement among raft nodes before linearized reading' (duration: 790.924917ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:11.411353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:10.610852Z","time spent":"800.41895ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T21:09:11.411387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:10.620267Z","time spent":"791.112272ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-08-24T21:09:11.411639Z","caller":"traceutil/trace.go:171","msg":"trace[898140769] transaction","detail":"{read_only:false; response_revision:13803; number_of_response:1; }","duration":"280.428934ms","start":"2026-08-24T21:09:11.1312Z","end":"2026-08-24T21:09:11.411629Z","steps":["trace[898140769] 'process raft request' (duration: 280.339842ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:11.411668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.584542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-24T21:09:11.412493Z","caller":"traceutil/trace.go:171","msg":"trace[1389387359] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13804; }","duration":"767.436373ms","start":"2026-08-24T21:09:10.645037Z","end":"2026-08-24T21:09:11.412473Z","steps":["trace[1389387359] 'agreement among raft nodes before linearized reading' (duration: 766.575912ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:11.412558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:10.64502Z","time spent":"767.521816ms","remote":"127.0.0.1:38580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-08-24T21:09:11.41172Z","caller":"traceutil/trace.go:171","msg":"trace[226959275] transaction","detail":"{read_only:false; response_revision:13802; number_of_response:1; }","duration":"282.25746ms","start":"2026-08-24T21:09:11.129456Z","end":"2026-08-24T21:09:11.411714Z","steps":["trace[226959275] 'process raft request' (duration: 282.030424ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:11.411885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.215316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T21:09:11.412899Z","caller":"traceutil/trace.go:171","msg":"trace[1312711617] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13804; }","duration":"685.259193ms","start":"2026-08-24T21:09:10.727628Z","end":"2026-08-24T21:09:11.412887Z","steps":["trace[1312711617] 'agreement among raft nodes before linearized reading' (duration: 684.233467ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:11.412938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:10.72761Z","time spent":"685.318825ms","remote":"127.0.0.1:56690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-24T21:09:19.852143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.191249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T21:09:19.852226Z","caller":"traceutil/trace.go:171","msg":"trace[1864537215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13845; }","duration":"122.313022ms","start":"2026-08-24T21:09:19.729896Z","end":"2026-08-24T21:09:19.852209Z","steps":["trace[1864537215] 'range keys from in-memory index tree' (duration: 122.121978ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:27.636394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.157679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-24T21:09:27.63647Z","caller":"traceutil/trace.go:171","msg":"trace[1930917446] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:13897; }","duration":"247.301942ms","start":"2026-08-24T21:09:27.389152Z","end":"2026-08-24T21:09:27.636454Z","steps":["trace[1930917446] 'count revisions from in-memory index tree' (duration: 246.960584ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:09:27.646894Z","caller":"traceutil/trace.go:171","msg":"trace[1094706194] transaction","detail":"{read_only:false; response_revision:13898; number_of_response:1; }","duration":"176.944305ms","start":"2026-08-24T21:09:27.46992Z","end":"2026-08-24T21:09:27.646864Z","steps":["trace[1094706194] 'process raft request' (duration: 176.788291ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:29.713484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000326735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-24T21:09:29.71358Z","caller":"traceutil/trace.go:171","msg":"trace[448172229] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000470879s","start":"2026-08-24T21:09:27.71309Z","end":"2026-08-24T21:09:29.713561Z","steps":["trace[448172229] 'agreement among raft nodes before linearized reading' (duration: 2.000351306s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:29.713629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:27.713069Z","time spent":"2.000550072s","remote":"127.0.0.1:56690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/24 21:09:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-24T21:09:29.727366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999943276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-24T21:09:29.727464Z","caller":"traceutil/trace.go:171","msg":"trace[1916032220] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00010324s","start":"2026-08-24T21:09:27.727341Z","end":"2026-08-24T21:09:29.727444Z","steps":["trace[1916032220] 'agreement among raft nodes before linearized reading' (duration: 1.999967937s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:29.727518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:27.727324Z","time spent":"2.000178963s","remote":"127.0.0.1:56692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/24 21:09:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-24T21:09:30.489465Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.842657755s","expected-duration":"1s"} {"level":"info","ts":"2026-08-24T21:09:30.490286Z","caller":"traceutil/trace.go:171","msg":"trace[1231000024] linearizableReadLoop","detail":"{readStateIndex:14383; appliedIndex:14380; }","duration":"3.00908059s","start":"2026-08-24T21:09:27.48118Z","end":"2026-08-24T21:09:30.49026Z","steps":["trace[1231000024] 'read index received' (duration: 165.533952ms)","trace[1231000024] 'applied index is now lower than readState.Index' (duration: 2.843545738s)"],"step_count":2} {"level":"info","ts":"2026-08-24T21:09:30.490322Z","caller":"traceutil/trace.go:171","msg":"trace[442599158] transaction","detail":"{read_only:false; response_revision:13899; number_of_response:1; }","duration":"3.020197086s","start":"2026-08-24T21:09:27.470103Z","end":"2026-08-24T21:09:30.4903Z","steps":["trace[442599158] 'process raft request' (duration: 3.019716763s)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:09:30.49044Z","caller":"traceutil/trace.go:171","msg":"trace[582322411] transaction","detail":"{read_only:false; response_revision:13900; number_of_response:1; }","duration":"3.020059302s","start":"2026-08-24T21:09:27.470326Z","end":"2026-08-24T21:09:30.490386Z","steps":["trace[582322411] 'process raft request' (duration: 3.019887377s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:30.490501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.009327106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-08-24T21:09:30.490496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:27.470083Z","time spent":"3.020289858s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T21:09:30.490542Z","caller":"traceutil/trace.go:171","msg":"trace[1507534595] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13900; }","duration":"3.009417328s","start":"2026-08-24T21:09:27.48111Z","end":"2026-08-24T21:09:30.490528Z","steps":["trace[1507534595] 'agreement among raft nodes before linearized reading' (duration: 3.009270585s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:30.490578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:27.481082Z","time spent":"3.0094837s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-08-24T21:09:30.490639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:27.470303Z","time spent":"3.020231857s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T21:09:30.601347Z","caller":"traceutil/trace.go:171","msg":"trace[629383731] transaction","detail":"{read_only:false; response_revision:13901; number_of_response:1; }","duration":"1.49011704s","start":"2026-08-24T21:09:29.111201Z","end":"2026-08-24T21:09:30.601318Z","steps":["trace[629383731] 'process raft request' (duration: 1.48973774s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:30.601536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:29.11118Z","time spent":"1.490256213s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T21:09:30.601596Z","caller":"traceutil/trace.go:171","msg":"trace[1300808315] transaction","detail":"{read_only:false; response_revision:13902; number_of_response:1; }","duration":"1.479442455s","start":"2026-08-24T21:09:29.122129Z","end":"2026-08-24T21:09:30.601571Z","steps":["trace[1300808315] 'process raft request' (duration: 1.479039295s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:30.60172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:29.122109Z","time spent":"1.479538067s","remote":"127.0.0.1:56860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18875,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T21:09:30.60175Z","caller":"traceutil/trace.go:171","msg":"trace[1131355988] transaction","detail":"{read_only:false; response_revision:13906; number_of_response:1; }","duration":"106.029294ms","start":"2026-08-24T21:09:30.495696Z","end":"2026-08-24T21:09:30.601725Z","steps":["trace[1131355988] 'process raft request' (duration: 105.973353ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:09:30.601835Z","caller":"traceutil/trace.go:171","msg":"trace[592769334] transaction","detail":"{read_only:false; response_revision:13903; number_of_response:1; }","duration":"948.401194ms","start":"2026-08-24T21:09:29.653424Z","end":"2026-08-24T21:09:30.601825Z","steps":["trace[592769334] 'process raft request' (duration: 948.045005ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:09:30.601848Z","caller":"traceutil/trace.go:171","msg":"trace[732986647] linearizableReadLoop","detail":"{readStateIndex:14389; appliedIndex:14383; }","duration":"111.481054ms","start":"2026-08-24T21:09:30.490355Z","end":"2026-08-24T21:09:30.601836Z","steps":["trace[732986647] 'read index received' (duration: 107.214224ms)","trace[732986647] 'applied index is now lower than readState.Index' (duration: 4.26196ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T21:09:30.601864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.329531814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T21:09:30.601887Z","caller":"traceutil/trace.go:171","msg":"trace[1590271836] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:13906; }","duration":"2.329594615s","start":"2026-08-24T21:09:28.272287Z","end":"2026-08-24T21:09:30.601881Z","steps":["trace[1590271836] 'agreement among raft nodes before linearized reading' (duration: 2.329547964s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:30.601902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:28.272267Z","time spent":"2.329631696s","remote":"127.0.0.1:56758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-08-24T21:09:30.601961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:29.653392Z","time spent":"948.487056ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T21:09:30.601997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.061846486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xmfcb\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-08-24T21:09:30.602021Z","caller":"traceutil/trace.go:171","msg":"trace[1053931063] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xmfcb; range_end:; response_count:1; response_revision:13906; }","duration":"3.061909537s","start":"2026-08-24T21:09:27.540105Z","end":"2026-08-24T21:09:30.602015Z","steps":["trace[1053931063] 'agreement among raft nodes before linearized reading' (duration: 3.061769613s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:30.602023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599330425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T21:09:30.602045Z","caller":"traceutil/trace.go:171","msg":"trace[1987817059] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:13906; }","duration":"1.599379496s","start":"2026-08-24T21:09:29.00266Z","end":"2026-08-24T21:09:30.602039Z","steps":["trace[1987817059] 'agreement among raft nodes before linearized reading' (duration: 1.599340605s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:30.602043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:27.540087Z","time spent":"3.061951558s","remote":"127.0.0.1:56876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-xmfcb\" "} {"level":"warn","ts":"2026-08-24T21:09:30.602034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.598231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-24T21:09:30.602066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:29.002645Z","time spent":"1.599412228s","remote":"127.0.0.1:33294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-08-24T21:09:30.602081Z","caller":"traceutil/trace.go:171","msg":"trace[880422500] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13906; }","duration":"866.694084ms","start":"2026-08-24T21:09:29.735374Z","end":"2026-08-24T21:09:30.602068Z","steps":["trace[880422500] 'agreement among raft nodes before linearized reading' (duration: 866.603412ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:30.602061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.518508457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-08-24T21:09:30.602113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:29.735354Z","time spent":"866.751606ms","remote":"127.0.0.1:56690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-24T21:09:30.602088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271879993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-24T21:09:30.602138Z","caller":"traceutil/trace.go:171","msg":"trace[850370638] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13906; }","duration":"2.51863282s","start":"2026-08-24T21:09:28.083487Z","end":"2026-08-24T21:09:30.60212Z","steps":["trace[850370638] 'agreement among raft nodes before linearized reading' (duration: 2.518437255s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:30.602169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.399557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T21:09:30.602223Z","caller":"traceutil/trace.go:171","msg":"trace[121250272] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:13906; }","duration":"330.453209ms","start":"2026-08-24T21:09:30.271755Z","end":"2026-08-24T21:09:30.602208Z","steps":["trace[121250272] 'agreement among raft nodes before linearized reading' (duration: 330.368217ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:30.602235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.523802334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-24T21:09:30.602255Z","caller":"traceutil/trace.go:171","msg":"trace[1772410549] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13906; }","duration":"2.523866885s","start":"2026-08-24T21:09:28.078382Z","end":"2026-08-24T21:09:30.602249Z","steps":["trace[1772410549] 'agreement among raft nodes before linearized reading' (duration: 2.523798584s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:30.602259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.517513393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-08-24T21:09:30.602171Z","caller":"traceutil/trace.go:171","msg":"trace[281922160] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:13906; }","duration":"1.272025066s","start":"2026-08-24T21:09:29.330123Z","end":"2026-08-24T21:09:30.602148Z","steps":["trace[281922160] 'agreement among raft nodes before linearized reading' (duration: 1.271822701s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:30.602272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:28.078365Z","time spent":"2.523902816s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-24T21:09:30.602272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.84172041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T21:09:30.602289Z","caller":"traceutil/trace.go:171","msg":"trace[1743016386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13906; }","duration":"2.517582504s","start":"2026-08-24T21:09:28.084698Z","end":"2026-08-24T21:09:30.602281Z","steps":["trace[1743016386] 'agreement among raft nodes before linearized reading' (duration: 2.517502342s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:30.602297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:29.330111Z","time spent":"1.27217602s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":17,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-08-24T21:09:30.60227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.167020439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-24T21:09:30.602309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271633157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-08-24T21:09:30.602319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.517543083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-08-24T21:09:30.602176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:28.083464Z","time spent":"2.518703762s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-08-24T21:09:30.602357Z","caller":"traceutil/trace.go:171","msg":"trace[2047626499] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13906; }","duration":"1.271707278s","start":"2026-08-24T21:09:29.330641Z","end":"2026-08-24T21:09:30.602348Z","steps":["trace[2047626499] 'agreement among raft nodes before linearized reading' (duration: 1.271558824s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:30.602359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.791664285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T21:09:30.602359Z","caller":"traceutil/trace.go:171","msg":"trace[1121352326] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:13906; }","duration":"2.167172953s","start":"2026-08-24T21:09:28.435166Z","end":"2026-08-24T21:09:30.602339Z","steps":["trace[1121352326] 'agreement among raft nodes before linearized reading' (duration: 2.166996118s)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:09:30.602386Z","caller":"traceutil/trace.go:171","msg":"trace[1235597412] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:13906; }","duration":"2.791728467s","start":"2026-08-24T21:09:27.810651Z","end":"2026-08-24T21:09:30.60238Z","steps":["trace[1235597412] 'agreement among raft nodes before linearized reading' (duration: 2.791692476s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:30.602394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:29.330627Z","time spent":"1.27175519s","remote":"127.0.0.1:56876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-08-24T21:09:30.602407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:27.81063Z","time spent":"2.791772367s","remote":"127.0.0.1:33172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-08-24T21:09:30.602421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.514912446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-24T21:09:30.602447Z","caller":"traceutil/trace.go:171","msg":"trace[1138517575] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13906; }","duration":"2.514954686s","start":"2026-08-24T21:09:28.087485Z","end":"2026-08-24T21:09:30.602439Z","steps":["trace[1138517575] 'agreement among raft nodes before linearized reading' (duration: 2.514889525s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:30.602465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:28.087474Z","time spent":"2.514987287s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-24T21:09:30.602469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.853162805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T21:09:30.602361Z","caller":"traceutil/trace.go:171","msg":"trace[705103874] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13906; }","duration":"2.517616845s","start":"2026-08-24T21:09:28.084734Z","end":"2026-08-24T21:09:30.602351Z","steps":["trace[705103874] 'agreement among raft nodes before linearized reading' (duration: 2.517463081s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:30.602508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:28.084717Z","time spent":"2.517784609s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-24T21:09:30.602258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:30.271685Z","time spent":"330.560141ms","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-08-24T21:09:30.602415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:28.435142Z","time spent":"2.167259604s","remote":"127.0.0.1:57006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-08-24T21:09:30.602662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.968282591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-t4ngc\" ","response":"range_response_count:1 size:12364"} {"level":"info","ts":"2026-08-24T21:09:30.6027Z","caller":"traceutil/trace.go:171","msg":"trace[212790208] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-t4ngc; range_end:; response_count:1; response_revision:13906; }","duration":"2.968347703s","start":"2026-08-24T21:09:27.63434Z","end":"2026-08-24T21:09:30.602687Z","steps":["trace[212790208] 'agreement among raft nodes before linearized reading' (duration: 2.96824847s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:30.602728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:27.634324Z","time spent":"2.968397134s","remote":"127.0.0.1:56876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12387,"request content":"key:\"/registry/pods/openstack/openvswitch-t4ngc\" "} {"level":"info","ts":"2026-08-24T21:09:30.602314Z","caller":"traceutil/trace.go:171","msg":"trace[706773727] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:13906; }","duration":"2.841800512s","start":"2026-08-24T21:09:27.760503Z","end":"2026-08-24T21:09:30.602303Z","steps":["trace[706773727] 'agreement among raft nodes before linearized reading' (duration: 2.84174225s)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:09:30.601764Z","caller":"traceutil/trace.go:171","msg":"trace[585129143] transaction","detail":"{read_only:false; response_revision:13905; number_of_response:1; }","duration":"582.735639ms","start":"2026-08-24T21:09:30.019002Z","end":"2026-08-24T21:09:30.601738Z","steps":["trace[585129143] 'process raft request' (duration: 582.623537ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:30.602771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:27.760478Z","time spent":"2.842274724s","remote":"127.0.0.1:33194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-08-24T21:09:30.602815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:30.018981Z","time spent":"583.797947ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T21:09:30.602316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:28.08468Z","time spent":"2.517629985s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-08-24T21:09:30.601772Z","caller":"traceutil/trace.go:171","msg":"trace[1660542449] transaction","detail":"{read_only:false; response_revision:13904; number_of_response:1; }","duration":"884.654045ms","start":"2026-08-24T21:09:29.717079Z","end":"2026-08-24T21:09:30.601733Z","steps":["trace[1660542449] 'process raft request' (duration: 884.498041ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:30.603166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.025742578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-24T21:09:30.60321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:29.71705Z","time spent":"886.076952ms","remote":"127.0.0.1:56742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-24T21:09:30.603248Z","caller":"traceutil/trace.go:171","msg":"trace[525338104] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:13906; }","duration":"2.025861781s","start":"2026-08-24T21:09:28.577369Z","end":"2026-08-24T21:09:30.60323Z","steps":["trace[525338104] 'agreement among raft nodes before linearized reading' (duration: 2.025746008s)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:09:30.603256Z","caller":"traceutil/trace.go:171","msg":"trace[887150298] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:13906; }","duration":"1.853267628s","start":"2026-08-24T21:09:28.749225Z","end":"2026-08-24T21:09:30.602493Z","steps":["trace[887150298] 'agreement among raft nodes before linearized reading' (duration: 1.853214426s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:30.603301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:28.577348Z","time spent":"2.025938324s","remote":"127.0.0.1:56956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":10,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-08-24T21:09:30.603514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:28.74919Z","time spent":"1.854307144s","remote":"127.0.0.1:58050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-08-24T21:09:32.228926Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7461796309298208925,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-24T21:09:32.252452Z","caller":"traceutil/trace.go:171","msg":"trace[1127694822] transaction","detail":"{read_only:false; response_revision:13918; number_of_response:1; }","duration":"566.931084ms","start":"2026-08-24T21:09:31.685498Z","end":"2026-08-24T21:09:32.252429Z","steps":["trace[1127694822] 'process raft request' (duration: 566.79555ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:32.252574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:31.685478Z","time spent":"567.034846ms","remote":"127.0.0.1:56742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":874,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-24T21:09:32.25814Z","caller":"traceutil/trace.go:171","msg":"trace[846702745] transaction","detail":"{read_only:false; response_revision:13919; number_of_response:1; }","duration":"560.883568ms","start":"2026-08-24T21:09:31.697227Z","end":"2026-08-24T21:09:32.25811Z","steps":["trace[846702745] 'process raft request' (duration: 560.707363ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:32.25829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:31.697207Z","time spent":"561.011631ms","remote":"127.0.0.1:56876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12797,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T21:09:32.258303Z","caller":"traceutil/trace.go:171","msg":"trace[1037615319] linearizableReadLoop","detail":"{readStateIndex:14404; appliedIndex:14402; }","duration":"530.336704ms","start":"2026-08-24T21:09:31.727933Z","end":"2026-08-24T21:09:32.25827Z","steps":["trace[1037615319] 'read index received' (duration: 524.820672ms)","trace[1037615319] 'applied index is now lower than readState.Index' (duration: 5.513772ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T21:09:32.258361Z","caller":"traceutil/trace.go:171","msg":"trace[1082388208] transaction","detail":"{read_only:false; response_revision:13920; number_of_response:1; }","duration":"172.030518ms","start":"2026-08-24T21:09:32.086311Z","end":"2026-08-24T21:09:32.258342Z","steps":["trace[1082388208] 'process raft request' (duration: 171.736661ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:32.258442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.510848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T21:09:32.258499Z","caller":"traceutil/trace.go:171","msg":"trace[487186759] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13920; }","duration":"530.57459ms","start":"2026-08-24T21:09:31.727897Z","end":"2026-08-24T21:09:32.258472Z","steps":["trace[487186759] 'agreement among raft nodes before linearized reading' (duration: 530.505768ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:32.25853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:31.727883Z","time spent":"530.640141ms","remote":"127.0.0.1:56690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-24T21:09:32.258612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.265036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-08-24T21:09:32.258677Z","caller":"traceutil/trace.go:171","msg":"trace[1183323836] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13920; }","duration":"188.380218ms","start":"2026-08-24T21:09:32.070275Z","end":"2026-08-24T21:09:32.258655Z","steps":["trace[1183323836] 'agreement among raft nodes before linearized reading' (duration: 188.159433ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:09:32.919475Z","caller":"traceutil/trace.go:171","msg":"trace[252256846] transaction","detail":"{read_only:false; response_revision:13925; number_of_response:1; }","duration":"423.385796ms","start":"2026-08-24T21:09:32.496055Z","end":"2026-08-24T21:09:32.919441Z","steps":["trace[252256846] 'process raft request' (duration: 358.940971ms)","trace[252256846] 'compare' (duration: 63.968913ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T21:09:32.919546Z","caller":"traceutil/trace.go:171","msg":"trace[1127361889] transaction","detail":"{read_only:false; response_revision:13926; number_of_response:1; }","duration":"309.022578ms","start":"2026-08-24T21:09:32.610495Z","end":"2026-08-24T21:09:32.919518Z","steps":["trace[1127361889] 'process raft request' (duration: 308.932666ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:32.919632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:32.49603Z","time spent":"423.522469ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T21:09:32.919701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:32.61048Z","time spent":"309.128941ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T21:09:32.919572Z","caller":"traceutil/trace.go:171","msg":"trace[1009850264] linearizableReadLoop","detail":"{readStateIndex:14409; appliedIndex:14408; }","duration":"353.379098ms","start":"2026-08-24T21:09:32.566151Z","end":"2026-08-24T21:09:32.91953Z","steps":["trace[1009850264] 'read index received' (duration: 288.801109ms)","trace[1009850264] 'applied index is now lower than readState.Index' (duration: 64.573619ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T21:09:32.919919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.764597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T21:09:32.919975Z","caller":"traceutil/trace.go:171","msg":"trace[1407482624] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:13926; }","duration":"353.86123ms","start":"2026-08-24T21:09:32.5661Z","end":"2026-08-24T21:09:32.919962Z","steps":["trace[1407482624] 'agreement among raft nodes before linearized reading' (duration: 353.788188ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:32.920021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:32.566081Z","time spent":"353.931872ms","remote":"127.0.0.1:33328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-08-24T21:09:32.920204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.28655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-08-24T21:09:32.920309Z","caller":"traceutil/trace.go:171","msg":"trace[1729460517] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13926; }","duration":"310.442594ms","start":"2026-08-24T21:09:32.60984Z","end":"2026-08-24T21:09:32.920283Z","steps":["trace[1729460517] 'agreement among raft nodes before linearized reading' (duration: 310.157937ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:32.920372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:32.60982Z","time spent":"310.541137ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-08-24T21:09:32.920382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.150641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-08-24T21:09:32.920426Z","caller":"traceutil/trace.go:171","msg":"trace[1862738450] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13926; }","duration":"302.207732ms","start":"2026-08-24T21:09:32.618208Z","end":"2026-08-24T21:09:32.920416Z","steps":["trace[1862738450] 'agreement among raft nodes before linearized reading' (duration: 302.072929ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:32.920454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:32.618204Z","time spent":"302.244164ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-24T21:09:32.920517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.301286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-08-24T21:09:32.920494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.866935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-08-24T21:09:32.920582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.972447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-24T21:09:32.920608Z","caller":"traceutil/trace.go:171","msg":"trace[1971076022] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13926; }","duration":"300.016358ms","start":"2026-08-24T21:09:32.620584Z","end":"2026-08-24T21:09:32.9206Z","steps":["trace[1971076022] 'agreement among raft nodes before linearized reading' (duration: 299.938216ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:32.920633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:32.620574Z","time spent":"300.053899ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-08-24T21:09:32.920634Z","caller":"traceutil/trace.go:171","msg":"trace[1414581853] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13926; }","duration":"302.408869ms","start":"2026-08-24T21:09:32.618183Z","end":"2026-08-24T21:09:32.920592Z","steps":["trace[1414581853] 'agreement among raft nodes before linearized reading' (duration: 302.175892ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:32.92066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.29949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-t4ngc\" ","response":"range_response_count:1 size:12812"} {"level":"info","ts":"2026-08-24T21:09:32.920705Z","caller":"traceutil/trace.go:171","msg":"trace[228500894] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-t4ngc; range_end:; response_count:1; response_revision:13926; }","duration":"220.370801ms","start":"2026-08-24T21:09:32.70032Z","end":"2026-08-24T21:09:32.920691Z","steps":["trace[228500894] 'agreement among raft nodes before linearized reading' (duration: 220.278939ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:32.920676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:32.618178Z","time spent":"302.48736ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-24T21:09:32.920745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.171965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T21:09:32.920771Z","caller":"traceutil/trace.go:171","msg":"trace[1032158690] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13926; }","duration":"190.233937ms","start":"2026-08-24T21:09:32.730529Z","end":"2026-08-24T21:09:32.920763Z","steps":["trace[1032158690] 'agreement among raft nodes before linearized reading' (duration: 190.195876ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:32.920547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.364168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-08-24T21:09:32.920881Z","caller":"traceutil/trace.go:171","msg":"trace[1061617553] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13926; }","duration":"302.734687ms","start":"2026-08-24T21:09:32.618135Z","end":"2026-08-24T21:09:32.92087Z","steps":["trace[1061617553] 'agreement among raft nodes before linearized reading' (duration: 302.273064ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:32.920954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:32.618123Z","time spent":"302.818919ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-24T21:09:32.921026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.936129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xmfcb\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-08-24T21:09:32.921025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.591756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T21:09:32.921064Z","caller":"traceutil/trace.go:171","msg":"trace[141755124] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xmfcb; range_end:; response_count:1; response_revision:13926; }","duration":"298.992701ms","start":"2026-08-24T21:09:32.622062Z","end":"2026-08-24T21:09:32.921055Z","steps":["trace[141755124] 'agreement among raft nodes before linearized reading' (duration: 298.908009ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:09:32.921128Z","caller":"traceutil/trace.go:171","msg":"trace[313869097] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:13926; }","duration":"248.673058ms","start":"2026-08-24T21:09:32.672389Z","end":"2026-08-24T21:09:32.921062Z","steps":["trace[313869097] 'agreement among raft nodes before linearized reading' (duration: 248.568366ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:09:32.92064Z","caller":"traceutil/trace.go:171","msg":"trace[444410368] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13926; }","duration":"300.016738ms","start":"2026-08-24T21:09:32.620581Z","end":"2026-08-24T21:09:32.920597Z","steps":["trace[444410368] 'agreement among raft nodes before linearized reading' (duration: 299.439042ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:32.921375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:32.620566Z","time spent":"300.767717ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-08-24T21:09:33.044216Z","caller":"traceutil/trace.go:171","msg":"trace[1706182010] transaction","detail":"{read_only:false; response_revision:13928; number_of_response:1; }","duration":"118.237398ms","start":"2026-08-24T21:09:32.925958Z","end":"2026-08-24T21:09:33.044195Z","steps":["trace[1706182010] 'process raft request' (duration: 118.011712ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:09:33.044587Z","caller":"traceutil/trace.go:171","msg":"trace[2051403647] transaction","detail":"{read_only:false; response_revision:13929; number_of_response:1; }","duration":"118.119324ms","start":"2026-08-24T21:09:32.926442Z","end":"2026-08-24T21:09:33.044562Z","steps":["trace[2051403647] 'process raft request' (duration: 117.696993ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:09:33.04506Z","caller":"traceutil/trace.go:171","msg":"trace[1084258752] transaction","detail":"{read_only:false; response_revision:13930; number_of_response:1; }","duration":"118.512444ms","start":"2026-08-24T21:09:32.926536Z","end":"2026-08-24T21:09:33.045048Z","steps":["trace[1084258752] 'process raft request' (duration: 117.93524ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:09:33.04569Z","caller":"traceutil/trace.go:171","msg":"trace[544769512] transaction","detail":"{read_only:false; response_revision:13933; number_of_response:1; }","duration":"113.156036ms","start":"2026-08-24T21:09:32.93252Z","end":"2026-08-24T21:09:33.045676Z","steps":["trace[544769512] 'process raft request' (duration: 112.89446ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:09:33.045958Z","caller":"traceutil/trace.go:171","msg":"trace[1320873215] transaction","detail":"{read_only:false; response_revision:13932; number_of_response:1; }","duration":"119.307174ms","start":"2026-08-24T21:09:32.926633Z","end":"2026-08-24T21:09:33.04594Z","steps":["trace[1320873215] 'process raft request' (duration: 118.729049ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:09:33.045954Z","caller":"traceutil/trace.go:171","msg":"trace[1399667131] transaction","detail":"{read_only:false; response_revision:13931; number_of_response:1; }","duration":"119.338055ms","start":"2026-08-24T21:09:32.926588Z","end":"2026-08-24T21:09:33.045926Z","steps":["trace[1399667131] 'process raft request' (duration: 118.406661ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:52.509563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.587203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-08-24T21:09:52.509692Z","caller":"traceutil/trace.go:171","msg":"trace[1207118171] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:14214; }","duration":"105.762768ms","start":"2026-08-24T21:09:52.403908Z","end":"2026-08-24T21:09:52.509671Z","steps":["trace[1207118171] 'range keys from in-memory index tree' (duration: 105.384137ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:53.341314Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7461796309298209803,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-24T21:09:53.608536Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.020941107s","expected-duration":"1s"} {"level":"info","ts":"2026-08-24T21:09:53.609028Z","caller":"traceutil/trace.go:171","msg":"trace[1662169570] transaction","detail":"{read_only:false; response_revision:14215; number_of_response:1; }","duration":"1.021531403s","start":"2026-08-24T21:09:52.587476Z","end":"2026-08-24T21:09:53.609008Z","steps":["trace[1662169570] 'process raft request' (duration: 1.02140013s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:53.609151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:52.587455Z","time spent":"1.021619485s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T21:09:54.004084Z","caller":"traceutil/trace.go:171","msg":"trace[783280136] transaction","detail":"{read_only:false; response_revision:14216; number_of_response:1; }","duration":"1.012225984s","start":"2026-08-24T21:09:52.991821Z","end":"2026-08-24T21:09:54.004047Z","steps":["trace[783280136] 'process raft request' (duration: 993.980395ms)","trace[783280136] 'compare' (duration: 17.830467ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T21:09:54.004248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:52.9918Z","time spent":"1.012369787s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T21:09:54.004483Z","caller":"traceutil/trace.go:171","msg":"trace[741571198] linearizableReadLoop","detail":"{readStateIndex:14714; appliedIndex:14711; }","duration":"1.16389767s","start":"2026-08-24T21:09:52.84057Z","end":"2026-08-24T21:09:54.004468Z","steps":["trace[741571198] 'read index received' (duration: 768.335708ms)","trace[741571198] 'applied index is now lower than readState.Index' (duration: 395.561042ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T21:09:54.004767Z","caller":"traceutil/trace.go:171","msg":"trace[1205581479] transaction","detail":"{read_only:false; response_revision:14217; number_of_response:1; }","duration":"1.008841606s","start":"2026-08-24T21:09:52.995878Z","end":"2026-08-24T21:09:54.004719Z","steps":["trace[1205581479] 'process raft request' (duration: 1.007915652s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:54.004715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164128946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-24T21:09:54.004892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.502607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-24T21:09:54.00489Z","caller":"traceutil/trace.go:171","msg":"trace[760007104] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:14217; }","duration":"1.164362292s","start":"2026-08-24T21:09:52.840509Z","end":"2026-08-24T21:09:54.004871Z","steps":["trace[760007104] 'agreement among raft nodes before linearized reading' (duration: 1.164086705s)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:09:54.00497Z","caller":"traceutil/trace.go:171","msg":"trace[495008551] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14217; }","duration":"855.611539ms","start":"2026-08-24T21:09:53.149339Z","end":"2026-08-24T21:09:54.00495Z","steps":["trace[495008551] 'agreement among raft nodes before linearized reading' (duration: 855.435014ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:54.004968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.743462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-08-24T21:09:54.00503Z","caller":"traceutil/trace.go:171","msg":"trace[1094487725] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14217; }","duration":"860.844764ms","start":"2026-08-24T21:09:53.144167Z","end":"2026-08-24T21:09:54.005011Z","steps":["trace[1094487725] 'agreement among raft nodes before linearized reading' (duration: 860.6527ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:54.005065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.135976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-08-24T21:09:54.005085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:53.144141Z","time spent":"860.930616ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-08-24T21:09:54.005091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.844339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-08-24T21:09:54.00509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:52.840483Z","time spent":"1.164583567s","remote":"127.0.0.1:56788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-08-24T21:09:54.005086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:53.149318Z","time spent":"855.749953ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-08-24T21:09:54.005165Z","caller":"traceutil/trace.go:171","msg":"trace[2118018408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14217; }","duration":"859.937521ms","start":"2026-08-24T21:09:53.145206Z","end":"2026-08-24T21:09:54.005144Z","steps":["trace[2118018408] 'agreement among raft nodes before linearized reading' (duration: 859.754036ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:54.005187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.034719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-24T21:09:54.005214Z","caller":"traceutil/trace.go:171","msg":"trace[506906688] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14217; }","duration":"861.09555ms","start":"2026-08-24T21:09:53.144111Z","end":"2026-08-24T21:09:54.005206Z","steps":["trace[506906688] 'agreement among raft nodes before linearized reading' (duration: 861.036309ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:54.005209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:53.1452Z","time spent":"859.997042ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-24T21:09:54.005235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:53.144092Z","time spent":"861.138201ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-24T21:09:54.005347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.889267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-h2npc\" ","response":"range_response_count:1 size:20660"} {"level":"warn","ts":"2026-08-24T21:09:54.005385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.731582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-148969ad-2403-49ae-8742-659c0870a257\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-08-24T21:09:54.005101Z","caller":"traceutil/trace.go:171","msg":"trace[1324721948] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14217; }","duration":"860.195127ms","start":"2026-08-24T21:09:53.144898Z","end":"2026-08-24T21:09:54.005093Z","steps":["trace[1324721948] 'agreement among raft nodes before linearized reading' (duration: 860.099615ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:09:54.005462Z","caller":"traceutil/trace.go:171","msg":"trace[602234550] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-148969ad-2403-49ae-8742-659c0870a257; range_end:; response_count:1; response_revision:14217; }","duration":"702.846485ms","start":"2026-08-24T21:09:53.302596Z","end":"2026-08-24T21:09:54.005442Z","steps":["trace[602234550] 'agreement among raft nodes before linearized reading' (duration: 702.61814ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:54.005484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.185804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-24T21:09:54.005459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.234408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-08-24T21:09:54.005516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:53.302575Z","time spent":"702.927608ms","remote":"127.0.0.1:56876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3660,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-148969ad-2403-49ae-8742-659c0870a257\" "} {"level":"info","ts":"2026-08-24T21:09:54.005526Z","caller":"traceutil/trace.go:171","msg":"trace[1856938633] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14217; }","duration":"276.298647ms","start":"2026-08-24T21:09:53.729215Z","end":"2026-08-24T21:09:54.005514Z","steps":["trace[1856938633] 'agreement among raft nodes before linearized reading' (duration: 276.228955ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:54.005488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.639243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.115\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-08-24T21:09:54.005551Z","caller":"traceutil/trace.go:171","msg":"trace[1319639674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14217; }","duration":"946.373082ms","start":"2026-08-24T21:09:53.059156Z","end":"2026-08-24T21:09:54.005529Z","steps":["trace[1319639674] 'agreement among raft nodes before linearized reading' (duration: 946.137326ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:54.005597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:53.059136Z","time spent":"946.451063ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-24T21:09:54.005482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:53.144887Z","time spent":"860.569497ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-24T21:09:54.005655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.185301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xmfcb\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-08-24T21:09:54.005413Z","caller":"traceutil/trace.go:171","msg":"trace[165881424] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-h2npc; range_end:; response_count:1; response_revision:14217; }","duration":"653.969669ms","start":"2026-08-24T21:09:53.351426Z","end":"2026-08-24T21:09:54.005396Z","steps":["trace[165881424] 'agreement among raft nodes before linearized reading' (duration: 653.754394ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:54.005736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:53.351363Z","time spent":"654.360549ms","remote":"127.0.0.1:56876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20683,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-h2npc\" "} {"level":"info","ts":"2026-08-24T21:09:54.005737Z","caller":"traceutil/trace.go:171","msg":"trace[1817468986] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xmfcb; range_end:; response_count:1; response_revision:14217; }","duration":"917.340845ms","start":"2026-08-24T21:09:53.088374Z","end":"2026-08-24T21:09:54.005715Z","steps":["trace[1817468986] 'agreement among raft nodes before linearized reading' (duration: 916.772351ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:54.005802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:53.088362Z","time spent":"917.424167ms","remote":"127.0.0.1:56876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-xmfcb\" "} {"level":"info","ts":"2026-08-24T21:09:54.005789Z","caller":"traceutil/trace.go:171","msg":"trace[1587520846] range","detail":"{range_begin:/registry/masterleases/199.19.213.115; range_end:; response_count:1; response_revision:14217; }","duration":"126.833708ms","start":"2026-08-24T21:09:53.878742Z","end":"2026-08-24T21:09:54.005576Z","steps":["trace[1587520846] 'agreement among raft nodes before linearized reading' (duration: 126.190191ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:54.006228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024467677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-148969ad-2403-49ae-8742-659c0870a257\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-08-24T21:09:54.006322Z","caller":"traceutil/trace.go:171","msg":"trace[1330874451] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-148969ad-2403-49ae-8742-659c0870a257; range_end:; response_count:1; response_revision:14217; }","duration":"1.02461351s","start":"2026-08-24T21:09:52.981695Z","end":"2026-08-24T21:09:54.006308Z","steps":["trace[1330874451] 'agreement among raft nodes before linearized reading' (duration: 1.023003859s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:54.006559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:52.981676Z","time spent":"1.024868258s","remote":"127.0.0.1:56876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3660,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-148969ad-2403-49ae-8742-659c0870a257\" "} {"level":"warn","ts":"2026-08-24T21:09:54.004919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:09:52.99586Z","time spent":"1.008982009s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T21:09:54.268345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.015287ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-24T21:09:54.268745Z","caller":"traceutil/trace.go:171","msg":"trace[288232005] transaction","detail":"{read_only:false; response_revision:14220; number_of_response:1; }","duration":"258.096161ms","start":"2026-08-24T21:09:54.010622Z","end":"2026-08-24T21:09:54.268718Z","steps":["trace[288232005] 'process raft request' (duration: 257.982038ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:09:54.268733Z","caller":"traceutil/trace.go:171","msg":"trace[252996504] transaction","detail":"{read_only:false; response_revision:14218; number_of_response:1; }","duration":"259.106256ms","start":"2026-08-24T21:09:54.009596Z","end":"2026-08-24T21:09:54.268703Z","steps":["trace[252996504] 'process raft request' (duration: 141.609218ms)","trace[252996504] 'compare' (duration: 116.820891ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T21:09:54.268733Z","caller":"traceutil/trace.go:171","msg":"trace[608693352] transaction","detail":"{read_only:false; response_revision:14219; number_of_response:1; }","duration":"258.166652ms","start":"2026-08-24T21:09:54.010525Z","end":"2026-08-24T21:09:54.268692Z","steps":["trace[608693352] 'process raft request' (duration: 257.955087ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:09:54.269044Z","caller":"traceutil/trace.go:171","msg":"trace[2074391607] transaction","detail":"{read_only:false; response_revision:14222; number_of_response:1; }","duration":"258.290235ms","start":"2026-08-24T21:09:54.010742Z","end":"2026-08-24T21:09:54.269032Z","steps":["trace[2074391607] 'process raft request' (duration: 258.114931ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:09:54.269031Z","caller":"traceutil/trace.go:171","msg":"trace[281082104] transaction","detail":"{read_only:false; response_revision:14221; number_of_response:1; }","duration":"258.314586ms","start":"2026-08-24T21:09:54.010688Z","end":"2026-08-24T21:09:54.269003Z","steps":["trace[281082104] 'process raft request' (duration: 257.971637ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:09:54.269147Z","caller":"traceutil/trace.go:171","msg":"trace[1460637643] transaction","detail":"{read_only:false; response_revision:14223; number_of_response:1; }","duration":"258.342476ms","start":"2026-08-24T21:09:54.010796Z","end":"2026-08-24T21:09:54.269139Z","steps":["trace[1460637643] 'process raft request' (duration: 258.191312ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:09:54.269154Z","caller":"traceutil/trace.go:171","msg":"trace[1404392471] linearizableReadLoop","detail":"{readStateIndex:14721; appliedIndex:14714; }","duration":"258.261814ms","start":"2026-08-24T21:09:54.01088Z","end":"2026-08-24T21:09:54.269141Z","steps":["trace[1404392471] 'read index received' (duration: 31.391636ms)","trace[1404392471] 'applied index is now lower than readState.Index' (duration: 226.869308ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T21:09:54.269157Z","caller":"traceutil/trace.go:171","msg":"trace[823292869] transaction","detail":"{read_only:false; response_revision:14224; number_of_response:1; }","duration":"256.734714ms","start":"2026-08-24T21:09:54.012407Z","end":"2026-08-24T21:09:54.269142Z","steps":["trace[823292869] 'process raft request' (duration: 256.629582ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:09:54.269379Z","caller":"traceutil/trace.go:171","msg":"trace[1914134259] transaction","detail":"{read_only:false; response_revision:14225; number_of_response:1; }","duration":"225.755889ms","start":"2026-08-24T21:09:54.043611Z","end":"2026-08-24T21:09:54.269367Z","steps":["trace[1914134259] 'process raft request' (duration: 225.487372ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:09:54.270125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.216939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:67 size:637500"} {"level":"warn","ts":"2026-08-24T21:09:54.270244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.22028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:67 size:637500"} {"level":"info","ts":"2026-08-24T21:09:54.270324Z","caller":"traceutil/trace.go:171","msg":"trace[1720930800] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:67; response_revision:14225; }","duration":"259.355553ms","start":"2026-08-24T21:09:54.01095Z","end":"2026-08-24T21:09:54.270305Z","steps":["trace[1720930800] 'agreement among raft nodes before linearized reading' (duration: 258.374897ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:09:54.270256Z","caller":"traceutil/trace.go:171","msg":"trace[1861173534] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:67; response_revision:14225; }","duration":"259.395704ms","start":"2026-08-24T21:09:54.010835Z","end":"2026-08-24T21:09:54.270231Z","steps":["trace[1861173534] 'agreement among raft nodes before linearized reading' (duration: 258.386537ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:11:19.549089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.606459ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-08-24T21:11:19.549207Z","caller":"traceutil/trace.go:171","msg":"trace[964188180] linearizableReadLoop","detail":"{readStateIndex:15542; appliedIndex:15541; }","duration":"215.146058ms","start":"2026-08-24T21:11:19.334041Z","end":"2026-08-24T21:11:19.549187Z","steps":["trace[964188180] 'read index received' (duration: 38.831µs)","trace[964188180] 'applied index is now lower than readState.Index' (duration: 215.105737ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T21:11:19.549462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.391965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T21:11:19.549581Z","caller":"traceutil/trace.go:171","msg":"trace[1904948264] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15023; }","duration":"215.560889ms","start":"2026-08-24T21:11:19.333995Z","end":"2026-08-24T21:11:19.549556Z","steps":["trace[1904948264] 'agreement among raft nodes before linearized reading' (duration: 215.369054ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:11:19.549627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.074446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-08-24T21:11:19.549675Z","caller":"traceutil/trace.go:171","msg":"trace[1755441873] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15023; }","duration":"211.149917ms","start":"2026-08-24T21:11:19.338512Z","end":"2026-08-24T21:11:19.549662Z","steps":["trace[1755441873] 'agreement among raft nodes before linearized reading' (duration: 210.985043ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:11:19.54967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.322328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-08-24T21:11:19.549762Z","caller":"traceutil/trace.go:171","msg":"trace[964929644] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15023; }","duration":"214.432101ms","start":"2026-08-24T21:11:19.33531Z","end":"2026-08-24T21:11:19.549742Z","steps":["trace[964929644] 'agreement among raft nodes before linearized reading' (duration: 214.159984ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:11:19.820313Z","caller":"traceutil/trace.go:171","msg":"trace[1510559237] transaction","detail":"{read_only:false; response_revision:15024; number_of_response:1; }","duration":"238.299853ms","start":"2026-08-24T21:11:19.581993Z","end":"2026-08-24T21:11:19.820293Z","steps":["trace[1510559237] 'process raft request' (duration: 237.987175ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:11:22.486453Z","caller":"traceutil/trace.go:171","msg":"trace[1065035608] linearizableReadLoop","detail":"{readStateIndex:15553; appliedIndex:15552; }","duration":"495.234365ms","start":"2026-08-24T21:11:21.991195Z","end":"2026-08-24T21:11:22.486429Z","steps":["trace[1065035608] 'read index received' (duration: 495.155233ms)","trace[1065035608] 'applied index is now lower than readState.Index' (duration: 78.262µs)"],"step_count":2} {"level":"info","ts":"2026-08-24T21:11:22.486526Z","caller":"traceutil/trace.go:171","msg":"trace[1342118037] transaction","detail":"{read_only:false; response_revision:15034; number_of_response:1; }","duration":"539.616344ms","start":"2026-08-24T21:11:21.946878Z","end":"2026-08-24T21:11:22.486494Z","steps":["trace[1342118037] 'process raft request' (duration: 539.411459ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:11:22.486608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.393449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-24T21:11:22.486674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:11:21.946854Z","time spent":"539.743246ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T21:11:22.486696Z","caller":"traceutil/trace.go:171","msg":"trace[689944829] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15034; }","duration":"495.522452ms","start":"2026-08-24T21:11:21.99115Z","end":"2026-08-24T21:11:22.486672Z","steps":["trace[689944829] 'agreement among raft nodes before linearized reading' (duration: 495.382259ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:11:22.486739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:11:21.991132Z","time spent":"495.598384ms","remote":"127.0.0.1:56854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-08-24T21:11:22.987141Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7461796309298212717,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-24T21:11:23.079506Z","caller":"traceutil/trace.go:171","msg":"trace[1195429425] transaction","detail":"{read_only:false; response_revision:15035; number_of_response:1; }","duration":"1.087228611s","start":"2026-08-24T21:11:21.992255Z","end":"2026-08-24T21:11:23.079484Z","steps":["trace[1195429425] 'process raft request' (duration: 1.086444831s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:11:23.079642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:11:21.992242Z","time spent":"1.087329784s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T21:11:23.079709Z","caller":"traceutil/trace.go:171","msg":"trace[465918233] transaction","detail":"{read_only:false; response_revision:15036; number_of_response:1; }","duration":"1.047356998s","start":"2026-08-24T21:11:22.032327Z","end":"2026-08-24T21:11:23.079684Z","steps":["trace[465918233] 'process raft request' (duration: 1.04702381s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:11:23.079837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:11:22.032299Z","time spent":"1.047467682s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T21:11:23.080006Z","caller":"traceutil/trace.go:171","msg":"trace[2059607839] transaction","detail":"{read_only:false; response_revision:15037; number_of_response:1; }","duration":"1.019335129s","start":"2026-08-24T21:11:22.060659Z","end":"2026-08-24T21:11:23.079994Z","steps":["trace[2059607839] 'process raft request' (duration: 1.018935509s)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:11:23.08002Z","caller":"traceutil/trace.go:171","msg":"trace[1502345887] linearizableReadLoop","detail":"{readStateIndex:15558; appliedIndex:15553; }","duration":"593.481636ms","start":"2026-08-24T21:11:22.486521Z","end":"2026-08-24T21:11:23.080003Z","steps":["trace[1502345887] 'read index received' (duration: 592.175442ms)","trace[1502345887] 'applied index is now lower than readState.Index' (duration: 1.305414ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T21:11:23.080058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:11:22.060631Z","time spent":"1.019401081s","remote":"127.0.0.1:58036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":416621,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T21:11:23.080319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.741358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-08-24T21:11:23.080312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.307631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-zdbf8\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-08-24T21:11:23.080366Z","caller":"traceutil/trace.go:171","msg":"trace[1733190082] transaction","detail":"{read_only:false; response_revision:15038; number_of_response:1; }","duration":"705.704844ms","start":"2026-08-24T21:11:22.374656Z","end":"2026-08-24T21:11:23.080361Z","steps":["trace[1733190082] 'process raft request' (duration: 705.259022ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:11:23.080395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:11:22.374633Z","time spent":"705.744685ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T21:11:23.080383Z","caller":"traceutil/trace.go:171","msg":"trace[2065562484] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-zdbf8; range_end:; response_count:1; response_revision:15039; }","duration":"678.435904ms","start":"2026-08-24T21:11:22.40193Z","end":"2026-08-24T21:11:23.080365Z","steps":["trace[2065562484] 'agreement among raft nodes before linearized reading' (duration: 678.217818ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:11:23.080409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.215723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-08-24T21:11:23.08043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:11:22.401917Z","time spent":"678.502306ms","remote":"127.0.0.1:56876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22155,"request content":"key:\"/registry/pods/openstack/nova-compute-default-zdbf8\" "} {"level":"info","ts":"2026-08-24T21:11:23.08045Z","caller":"traceutil/trace.go:171","msg":"trace[564405293] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:15039; }","duration":"700.287134ms","start":"2026-08-24T21:11:22.380149Z","end":"2026-08-24T21:11:23.080436Z","steps":["trace[564405293] 'agreement among raft nodes before linearized reading' (duration: 700.140811ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:11:23.080483Z","caller":"traceutil/trace.go:171","msg":"trace[390009980] transaction","detail":"{read_only:false; response_revision:15039; number_of_response:1; }","duration":"692.000973ms","start":"2026-08-24T21:11:22.388475Z","end":"2026-08-24T21:11:23.080477Z","steps":["trace[390009980] 'process raft request' (duration: 691.4867ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:11:23.080485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:11:22.380135Z","time spent":"700.341747ms","remote":"127.0.0.1:56840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-08-24T21:11:23.080512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:11:22.388429Z","time spent":"692.066884ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T21:11:23.080699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.472621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-08-24T21:11:23.080703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088252827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-08-24T21:11:23.080714Z","caller":"traceutil/trace.go:171","msg":"trace[891338515] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15039; }","duration":"527.522042ms","start":"2026-08-24T21:11:22.553188Z","end":"2026-08-24T21:11:23.08071Z","steps":["trace[891338515] 'agreement among raft nodes before linearized reading' (duration: 527.477581ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:11:23.080729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:11:22.553164Z","time spent":"527.559233ms","remote":"127.0.0.1:56854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-08-24T21:11:23.08073Z","caller":"traceutil/trace.go:171","msg":"trace[485042550] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15039; }","duration":"1.088296249s","start":"2026-08-24T21:11:21.992426Z","end":"2026-08-24T21:11:23.080722Z","steps":["trace[485042550] 'agreement among raft nodes before linearized reading' (duration: 1.088194396s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:11:23.080754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.451916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-08-24T21:11:23.080794Z","caller":"traceutil/trace.go:171","msg":"trace[1849264242] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15039; }","duration":"627.575989ms","start":"2026-08-24T21:11:22.453207Z","end":"2026-08-24T21:11:23.080783Z","steps":["trace[1849264242] 'agreement among raft nodes before linearized reading' (duration: 627.463116ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:11:23.080823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088685929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-08-24T21:11:23.080823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:11:22.453189Z","time spent":"627.626081ms","remote":"127.0.0.1:56854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-08-24T21:11:23.08084Z","caller":"traceutil/trace.go:171","msg":"trace[2145322515] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15039; }","duration":"1.088734731s","start":"2026-08-24T21:11:21.992099Z","end":"2026-08-24T21:11:23.080834Z","steps":["trace[2145322515] 'agreement among raft nodes before linearized reading' (duration: 1.088689719s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:11:23.080854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:11:21.992059Z","time spent":"1.088791362s","remote":"127.0.0.1:56854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-08-24T21:11:23.08091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.167516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T21:11:23.080934Z","caller":"traceutil/trace.go:171","msg":"trace[782712516] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15039; }","duration":"630.223598ms","start":"2026-08-24T21:11:22.450703Z","end":"2026-08-24T21:11:23.080926Z","steps":["trace[782712516] 'agreement among raft nodes before linearized reading' (duration: 630.185257ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:11:23.080947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088844493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-08-24T21:11:23.08096Z","caller":"traceutil/trace.go:171","msg":"trace[1048034731] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15039; }","duration":"1.088875764s","start":"2026-08-24T21:11:21.992081Z","end":"2026-08-24T21:11:23.080957Z","steps":["trace[1048034731] 'agreement among raft nodes before linearized reading' (duration: 1.088836353s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:11:23.080962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:11:22.450689Z","time spent":"630.263819ms","remote":"127.0.0.1:56916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-08-24T21:11:23.080975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:11:21.992072Z","time spent":"1.088900125s","remote":"127.0.0.1:56916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-08-24T21:11:23.080995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.278229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-24T21:11:23.081023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.137883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T21:11:23.081033Z","caller":"traceutil/trace.go:171","msg":"trace[540606087] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15039; }","duration":"221.147703ms","start":"2026-08-24T21:11:22.859882Z","end":"2026-08-24T21:11:23.08103Z","steps":["trace[540606087] 'agreement among raft nodes before linearized reading' (duration: 221.131133ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:11:23.081036Z","caller":"traceutil/trace.go:171","msg":"trace[1015325991] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15039; }","duration":"218.352371ms","start":"2026-08-24T21:11:22.862672Z","end":"2026-08-24T21:11:23.081025Z","steps":["trace[1015325991] 'agreement among raft nodes before linearized reading' (duration: 218.29031ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:11:23.081093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.506088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-08-24T21:11:23.081103Z","caller":"traceutil/trace.go:171","msg":"trace[1287627484] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15039; }","duration":"229.543288ms","start":"2026-08-24T21:11:22.851557Z","end":"2026-08-24T21:11:23.0811Z","steps":["trace[1287627484] 'agreement among raft nodes before linearized reading' (duration: 229.503847ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:11:23.081135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089530821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T21:11:23.081166Z","caller":"traceutil/trace.go:171","msg":"trace[1846560119] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15039; }","duration":"1.089571412s","start":"2026-08-24T21:11:21.991585Z","end":"2026-08-24T21:11:23.081156Z","steps":["trace[1846560119] 'agreement among raft nodes before linearized reading' (duration: 1.089528141s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:11:23.081202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:11:21.99158Z","time spent":"1.089613943s","remote":"127.0.0.1:56916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-08-24T21:11:23.081216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.356597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-08-24T21:11:23.081229Z","caller":"traceutil/trace.go:171","msg":"trace[1053706288] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15039; }","duration":"242.408538ms","start":"2026-08-24T21:11:22.838817Z","end":"2026-08-24T21:11:23.081226Z","steps":["trace[1053706288] 'agreement among raft nodes before linearized reading' (duration: 242.369247ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:11:23.081329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.682205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-08-24T21:11:23.081343Z","caller":"traceutil/trace.go:171","msg":"trace[1878621312] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15039; }","duration":"242.722036ms","start":"2026-08-24T21:11:22.838616Z","end":"2026-08-24T21:11:23.081338Z","steps":["trace[1878621312] 'agreement among raft nodes before linearized reading' (duration: 242.682455ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:11:23.081333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.801908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-zdbf8\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-08-24T21:11:23.081369Z","caller":"traceutil/trace.go:171","msg":"trace[300344617] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-zdbf8; range_end:; response_count:1; response_revision:15039; }","duration":"631.918331ms","start":"2026-08-24T21:11:22.449442Z","end":"2026-08-24T21:11:23.08136Z","steps":["trace[300344617] 'agreement among raft nodes before linearized reading' (duration: 631.766487ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:11:23.081397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:11:22.449413Z","time spent":"631.977692ms","remote":"127.0.0.1:56876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22155,"request content":"key:\"/registry/pods/openstack/nova-compute-default-zdbf8\" "} {"level":"warn","ts":"2026-08-24T21:11:23.081418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.020643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-24T21:11:23.081434Z","caller":"traceutil/trace.go:171","msg":"trace[935832874] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15039; }","duration":"243.048865ms","start":"2026-08-24T21:11:22.838381Z","end":"2026-08-24T21:11:23.081429Z","steps":["trace[935832874] 'agreement among raft nodes before linearized reading' (duration: 243.010884ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:11:23.081511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.104214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-24T21:11:23.081523Z","caller":"traceutil/trace.go:171","msg":"trace[297087095] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15039; }","duration":"271.141485ms","start":"2026-08-24T21:11:22.810378Z","end":"2026-08-24T21:11:23.081519Z","steps":["trace[297087095] 'agreement among raft nodes before linearized reading' (duration: 271.105654ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:11:23.080343Z","caller":"traceutil/trace.go:171","msg":"trace[147507424] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15039; }","duration":"626.78138ms","start":"2026-08-24T21:11:22.453554Z","end":"2026-08-24T21:11:23.080335Z","steps":["trace[147507424] 'agreement among raft nodes before linearized reading' (duration: 626.686568ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:11:23.08157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:11:22.453547Z","time spent":"628.012751ms","remote":"127.0.0.1:56916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-08-24T21:11:23.081602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.780874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-24T21:11:23.081616Z","caller":"traceutil/trace.go:171","msg":"trace[2097326430] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15039; }","duration":"298.795364ms","start":"2026-08-24T21:11:22.782817Z","end":"2026-08-24T21:11:23.081612Z","steps":["trace[2097326430] 'agreement among raft nodes before linearized reading' (duration: 298.757693ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:11:23.081693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.23843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-08-24T21:11:23.081704Z","caller":"traceutil/trace.go:171","msg":"trace[1163559478] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15039; }","duration":"351.287091ms","start":"2026-08-24T21:11:22.730414Z","end":"2026-08-24T21:11:23.081701Z","steps":["trace[1163559478] 'agreement among raft nodes before linearized reading' (duration: 351.253711ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:11:23.081716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:11:22.730394Z","time spent":"351.319312ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-24T21:11:23.080762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:11:21.992395Z","time spent":"1.08836069s","remote":"127.0.0.1:56854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-08-24T21:11:23.081977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.199331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-08-24T21:11:23.082012Z","caller":"traceutil/trace.go:171","msg":"trace[1668224013] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15039; }","duration":"215.249212ms","start":"2026-08-24T21:11:22.866753Z","end":"2026-08-24T21:11:23.082002Z","steps":["trace[1668224013] 'agreement among raft nodes before linearized reading' (duration: 215.162649ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:11:23.08213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.489655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-24T21:11:23.082152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.235755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-08-24T21:11:23.082155Z","caller":"traceutil/trace.go:171","msg":"trace[1324990489] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15039; }","duration":"218.525816ms","start":"2026-08-24T21:11:22.86362Z","end":"2026-08-24T21:11:23.082146Z","steps":["trace[1324990489] 'agreement among raft nodes before linearized reading' (duration: 218.490675ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:11:23.082168Z","caller":"traceutil/trace.go:171","msg":"trace[980976266] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15039; }","duration":"219.320047ms","start":"2026-08-24T21:11:22.862842Z","end":"2026-08-24T21:11:23.082162Z","steps":["trace[980976266] 'agreement among raft nodes before linearized reading' (duration: 219.278766ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:11:23.082212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.45829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T21:11:23.082222Z","caller":"traceutil/trace.go:171","msg":"trace[1957280251] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15039; }","duration":"219.470481ms","start":"2026-08-24T21:11:22.862748Z","end":"2026-08-24T21:11:23.082219Z","steps":["trace[1957280251] 'agreement among raft nodes before linearized reading' (duration: 219.45453ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:11:23.082275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.557283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-08-24T21:11:23.082288Z","caller":"traceutil/trace.go:171","msg":"trace[1235936615] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15039; }","duration":"219.581893ms","start":"2026-08-24T21:11:22.862702Z","end":"2026-08-24T21:11:23.082284Z","steps":["trace[1235936615] 'agreement among raft nodes before linearized reading' (duration: 219.548472ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:11:50.355462Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12790} {"level":"info","ts":"2026-08-24T21:11:50.435214Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12790,"took":"76.999716ms","hash":2622873300,"current-db-size-bytes":57102336,"current-db-size":"57 MB","current-db-size-in-use-bytes":29872128,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-08-24T21:11:50.435287Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2622873300,"revision":12790,"compact-revision":10593} {"level":"warn","ts":"2026-08-24T21:14:10.059999Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7461796309298217791,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-24T21:14:10.32008Z","caller":"traceutil/trace.go:171","msg":"trace[1856100354] transaction","detail":"{read_only:false; response_revision:16421; number_of_response:1; }","duration":"585.059559ms","start":"2026-08-24T21:14:09.734992Z","end":"2026-08-24T21:14:10.320052Z","steps":["trace[1856100354] 'process raft request' (duration: 584.588487ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:14:10.320273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:14:09.734973Z","time spent":"585.181542ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T21:14:10.320502Z","caller":"traceutil/trace.go:171","msg":"trace[2138171953] transaction","detail":"{read_only:false; response_revision:16422; number_of_response:1; }","duration":"585.229543ms","start":"2026-08-24T21:14:09.735242Z","end":"2026-08-24T21:14:10.320472Z","steps":["trace[2138171953] 'process raft request' (duration: 584.7182ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:14:10.320655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:14:09.73523Z","time spent":"585.330125ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T21:14:10.320749Z","caller":"traceutil/trace.go:171","msg":"trace[46533436] linearizableReadLoop","detail":"{readStateIndex:16988; appliedIndex:16983; }","duration":"761.619479ms","start":"2026-08-24T21:14:09.559114Z","end":"2026-08-24T21:14:10.320733Z","steps":["trace[46533436] 'read index received' (duration: 737.734417ms)","trace[46533436] 'applied index is now lower than readState.Index' (duration: 23.884252ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T21:14:10.320944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.836164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-24T21:14:10.320983Z","caller":"traceutil/trace.go:171","msg":"trace[887532999] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:16424; }","duration":"761.924876ms","start":"2026-08-24T21:14:09.559047Z","end":"2026-08-24T21:14:10.320972Z","steps":["trace[887532999] 'agreement among raft nodes before linearized reading' (duration: 761.857964ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:14:10.32101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:14:09.559022Z","time spent":"761.982228ms","remote":"127.0.0.1:42926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-08-24T21:14:10.321077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.667034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-db-init-krvvt\" ","response":"range_response_count:1 size:7073"} {"level":"info","ts":"2026-08-24T21:14:10.32114Z","caller":"traceutil/trace.go:171","msg":"trace[1923280288] transaction","detail":"{read_only:false; response_revision:16423; number_of_response:1; }","duration":"577.487555ms","start":"2026-08-24T21:14:09.743644Z","end":"2026-08-24T21:14:10.321132Z","steps":["trace[1923280288] 'process raft request' (duration: 576.370317ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:14:10.321139Z","caller":"traceutil/trace.go:171","msg":"trace[2006817031] range","detail":"{range_begin:/registry/pods/openstack/neutron-db-init-krvvt; range_end:; response_count:1; response_revision:16424; }","duration":"746.765497ms","start":"2026-08-24T21:14:09.574357Z","end":"2026-08-24T21:14:10.321123Z","steps":["trace[2006817031] 'agreement among raft nodes before linearized reading' (duration: 746.580912ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:14:10.321189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:14:09.74363Z","time spent":"577.533636ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T21:14:10.321389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.620701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-24T21:14:10.32145Z","caller":"traceutil/trace.go:171","msg":"trace[2142867491] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16424; }","duration":"208.705423ms","start":"2026-08-24T21:14:10.112731Z","end":"2026-08-24T21:14:10.321436Z","steps":["trace[2142867491] 'agreement among raft nodes before linearized reading' (duration: 208.487898ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:14:10.32162Z","caller":"traceutil/trace.go:171","msg":"trace[2060756267] transaction","detail":"{read_only:false; response_revision:16424; number_of_response:1; }","duration":"270.249583ms","start":"2026-08-24T21:14:10.05136Z","end":"2026-08-24T21:14:10.321609Z","steps":["trace[2060756267] 'process raft request' (duration: 269.332559ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:14:10.321627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.992202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-08-24T21:14:10.32196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.188375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-08-24T21:14:10.322014Z","caller":"traceutil/trace.go:171","msg":"trace[923447199] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16424; }","duration":"373.242896ms","start":"2026-08-24T21:14:09.948754Z","end":"2026-08-24T21:14:10.321997Z","steps":["trace[923447199] 'agreement among raft nodes before linearized reading' (duration: 373.137163ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:14:10.321993Z","caller":"traceutil/trace.go:171","msg":"trace[1688347739] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16424; }","duration":"209.392042ms","start":"2026-08-24T21:14:10.11258Z","end":"2026-08-24T21:14:10.321972Z","steps":["trace[1688347739] 'agreement among raft nodes before linearized reading' (duration: 208.854287ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:14:10.322364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.170141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-24T21:14:10.322509Z","caller":"traceutil/trace.go:171","msg":"trace[1285605633] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:16424; }","duration":"491.342925ms","start":"2026-08-24T21:14:09.83115Z","end":"2026-08-24T21:14:10.322493Z","steps":["trace[1285605633] 'agreement among raft nodes before linearized reading' (duration: 491.171611ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:14:10.322628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:14:09.831134Z","time spent":"491.478928ms","remote":"127.0.0.1:56898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-08-24T21:14:10.32296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.273352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-08-24T21:14:10.323004Z","caller":"traceutil/trace.go:171","msg":"trace[1627161245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16424; }","duration":"374.348294ms","start":"2026-08-24T21:14:09.948645Z","end":"2026-08-24T21:14:10.322993Z","steps":["trace[1627161245] 'agreement among raft nodes before linearized reading' (duration: 374.230241ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:14:10.323036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:14:09.948631Z","time spent":"374.396415ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-24T21:14:10.323341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.229898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-s676l\" ","response":"range_response_count:1 size:14284"} {"level":"info","ts":"2026-08-24T21:14:10.323449Z","caller":"traceutil/trace.go:171","msg":"trace[838306914] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-s676l; range_end:; response_count:1; response_revision:16424; }","duration":"241.338101ms","start":"2026-08-24T21:14:10.082057Z","end":"2026-08-24T21:14:10.323395Z","steps":["trace[838306914] 'agreement among raft nodes before linearized reading' (duration: 240.855559ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:14:10.323468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.424733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-08-24T21:14:10.323508Z","caller":"traceutil/trace.go:171","msg":"trace[694118878] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16424; }","duration":"379.532096ms","start":"2026-08-24T21:14:09.943965Z","end":"2026-08-24T21:14:10.323497Z","steps":["trace[694118878] 'agreement among raft nodes before linearized reading' (duration: 379.423303ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:14:10.32364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:14:09.943943Z","time spent":"379.68381ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-24T21:14:10.32392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.385844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-08-24T21:14:10.323931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.178769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-08-24T21:14:10.324041Z","caller":"traceutil/trace.go:171","msg":"trace[2016978148] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16424; }","duration":"261.309483ms","start":"2026-08-24T21:14:10.062716Z","end":"2026-08-24T21:14:10.324025Z","steps":["trace[2016978148] 'agreement among raft nodes before linearized reading' (duration: 261.116648ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:14:10.324342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.812868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-24T21:14:10.324413Z","caller":"traceutil/trace.go:171","msg":"trace[558147065] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16424; }","duration":"263.882899ms","start":"2026-08-24T21:14:10.06049Z","end":"2026-08-24T21:14:10.324373Z","steps":["trace[558147065] 'agreement among raft nodes before linearized reading' (duration: 263.813027ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:14:10.324556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.454317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18678"} {"level":"warn","ts":"2026-08-24T21:14:10.324838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.56775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-mjzs7\" ","response":"range_response_count:1 size:18653"} {"level":"info","ts":"2026-08-24T21:14:10.324913Z","caller":"traceutil/trace.go:171","msg":"trace[680823986] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-mjzs7; range_end:; response_count:1; response_revision:16424; }","duration":"314.637302ms","start":"2026-08-24T21:14:10.010236Z","end":"2026-08-24T21:14:10.324873Z","steps":["trace[680823986] 'agreement among raft nodes before linearized reading' (duration: 314.506759ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:14:10.324953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:14:10.010222Z","time spent":"314.720794ms","remote":"127.0.0.1:56876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":18676,"request content":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-mjzs7\" "} {"level":"warn","ts":"2026-08-24T21:14:10.321401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.297477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-24T21:14:10.325106Z","caller":"traceutil/trace.go:171","msg":"trace[1242636509] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16424; }","duration":"342.032944ms","start":"2026-08-24T21:14:09.983056Z","end":"2026-08-24T21:14:10.325089Z","steps":["trace[1242636509] 'agreement among raft nodes before linearized reading' (duration: 338.297897ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:14:10.325157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:14:09.983038Z","time spent":"342.103476ms","remote":"127.0.0.1:56916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-08-24T21:14:10.325238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.317387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-24T21:14:10.321185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:14:09.574337Z","time spent":"746.836909ms","remote":"127.0.0.1:56876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7096,"request content":"key:\"/registry/pods/openstack/neutron-db-init-krvvt\" "} {"level":"info","ts":"2026-08-24T21:14:10.325309Z","caller":"traceutil/trace.go:171","msg":"trace[1364410286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16424; }","duration":"596.431751ms","start":"2026-08-24T21:14:09.728865Z","end":"2026-08-24T21:14:10.325297Z","steps":["trace[1364410286] 'agreement among raft nodes before linearized reading' (duration: 596.331279ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:14:10.325337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:14:09.728845Z","time spent":"596.485952ms","remote":"127.0.0.1:56690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-24T21:14:10.322059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:14:09.948748Z","time spent":"373.301607ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-24T21:14:10.325582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.905727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-6hqgx\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-08-24T21:14:10.325608Z","caller":"traceutil/trace.go:171","msg":"trace[1682915342] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-6hqgx; range_end:; response_count:1; response_revision:16424; }","duration":"618.980569ms","start":"2026-08-24T21:14:09.706621Z","end":"2026-08-24T21:14:10.325602Z","steps":["trace[1682915342] 'agreement among raft nodes before linearized reading' (duration: 618.902467ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:14:10.325632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:14:09.706597Z","time spent":"619.02998ms","remote":"127.0.0.1:56876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9823,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-6hqgx\" "} {"level":"warn","ts":"2026-08-24T21:14:10.325657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.778978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-chvmz\" ","response":"range_response_count:1 size:18678"} {"level":"info","ts":"2026-08-24T21:14:10.325689Z","caller":"traceutil/trace.go:171","msg":"trace[396461314] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-chvmz; range_end:; response_count:1; response_revision:16424; }","duration":"318.836369ms","start":"2026-08-24T21:14:10.006845Z","end":"2026-08-24T21:14:10.325681Z","steps":["trace[396461314] 'agreement among raft nodes before linearized reading' (duration: 318.751007ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:14:10.325738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:14:10.006831Z","time spent":"318.902621ms","remote":"127.0.0.1:56876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":18701,"request content":"key:\"/registry/pods/openstack/neutron-l3-agent-default-chvmz\" "} {"level":"warn","ts":"2026-08-24T21:14:10.325836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.414927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-08-24T21:14:10.325858Z","caller":"traceutil/trace.go:171","msg":"trace[1700970749] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16424; }","duration":"339.458248ms","start":"2026-08-24T21:14:09.986394Z","end":"2026-08-24T21:14:10.325853Z","steps":["trace[1700970749] 'agreement among raft nodes before linearized reading' (duration: 339.394737ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:14:10.325879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:14:09.986382Z","time spent":"339.492849ms","remote":"127.0.0.1:56854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-08-24T21:14:10.326029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.818527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-08-24T21:14:10.323363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.554389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-08-24T21:14:10.323965Z","caller":"traceutil/trace.go:171","msg":"trace[741699105] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16424; }","duration":"390.466586ms","start":"2026-08-24T21:14:09.933488Z","end":"2026-08-24T21:14:10.323955Z","steps":["trace[741699105] 'agreement among raft nodes before linearized reading' (duration: 390.350713ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:14:10.321861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.589779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-08-24T21:14:10.326064Z","caller":"traceutil/trace.go:171","msg":"trace[2063659040] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16424; }","duration":"369.841027ms","start":"2026-08-24T21:14:09.956214Z","end":"2026-08-24T21:14:10.326056Z","steps":["trace[2063659040] 'agreement among raft nodes before linearized reading' (duration: 365.455385ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:14:10.326089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:14:09.956194Z","time spent":"369.889249ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-08-24T21:14:10.326109Z","caller":"traceutil/trace.go:171","msg":"trace[455719378] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16424; }","duration":"339.895819ms","start":"2026-08-24T21:14:09.986174Z","end":"2026-08-24T21:14:10.32607Z","steps":["trace[455719378] 'agreement among raft nodes before linearized reading' (duration: 339.811787ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:14:10.326063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.68358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-24T21:14:10.326209Z","caller":"traceutil/trace.go:171","msg":"trace[775417578] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16424; }","duration":"379.425023ms","start":"2026-08-24T21:14:09.946775Z","end":"2026-08-24T21:14:10.3262Z","steps":["trace[775417578] 'agreement among raft nodes before linearized reading' (duration: 376.502298ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:14:10.326222Z","caller":"traceutil/trace.go:171","msg":"trace[2071441541] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16424; }","duration":"342.973507ms","start":"2026-08-24T21:14:09.98324Z","end":"2026-08-24T21:14:10.326214Z","steps":["trace[2071441541] 'agreement among raft nodes before linearized reading' (duration: 342.803463ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:14:10.326242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:14:09.946764Z","time spent":"379.469964ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-24T21:14:10.326249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:14:09.986159Z","time spent":"340.050283ms","remote":"127.0.0.1:56854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":725,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-08-24T21:14:10.326327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:14:09.933467Z","time spent":"392.853118ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-24T21:14:10.326248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:14:09.983176Z","time spent":"343.06415ms","remote":"127.0.0.1:56916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-08-24T21:14:10.326809Z","caller":"traceutil/trace.go:171","msg":"trace[697490676] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:16424; }","duration":"643.508708ms","start":"2026-08-24T21:14:09.681089Z","end":"2026-08-24T21:14:10.324597Z","steps":["trace[697490676] 'agreement among raft nodes before linearized reading' (duration: 643.358375ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:14:10.326927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:14:09.681029Z","time spent":"645.830637ms","remote":"127.0.0.1:56860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18701,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-08-24T21:16:50.362495Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15182} {"level":"info","ts":"2026-08-24T21:16:50.460745Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15182,"took":"94.915528ms","hash":3552620614,"current-db-size-bytes":57102336,"current-db-size":"57 MB","current-db-size-in-use-bytes":31453184,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-08-24T21:16:50.460857Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3552620614,"revision":15182,"compact-revision":12790} {"level":"info","ts":"2026-08-24T21:17:05.306711Z","caller":"traceutil/trace.go:171","msg":"trace[1899544052] transaction","detail":"{read_only:false; response_revision:17590; number_of_response:1; }","duration":"288.93629ms","start":"2026-08-24T21:17:05.017751Z","end":"2026-08-24T21:17:05.306687Z","steps":["trace[1899544052] 'process raft request' (duration: 288.793807ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:17:05.460225Z","caller":"traceutil/trace.go:171","msg":"trace[590304732] transaction","detail":"{read_only:false; response_revision:17591; number_of_response:1; }","duration":"436.841889ms","start":"2026-08-24T21:17:05.023359Z","end":"2026-08-24T21:17:05.460201Z","steps":["trace[590304732] 'process raft request' (duration: 436.355627ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:17:05.460371Z","caller":"traceutil/trace.go:171","msg":"trace[1832474163] linearizableReadLoop","detail":"{readStateIndex:18196; appliedIndex:18193; }","duration":"410.422699ms","start":"2026-08-24T21:17:05.049905Z","end":"2026-08-24T21:17:05.460328Z","steps":["trace[1832474163] 'read index received' (duration: 256.762823ms)","trace[1832474163] 'applied index is now lower than readState.Index' (duration: 153.658836ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T21:17:05.460509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.598095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-08-24T21:17:05.460522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:17:05.023341Z","time spent":"436.975742ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T21:17:05.460482Z","caller":"traceutil/trace.go:171","msg":"trace[491168691] transaction","detail":"{read_only:false; response_revision:17592; number_of_response:1; }","duration":"436.378268ms","start":"2026-08-24T21:17:05.024071Z","end":"2026-08-24T21:17:05.460449Z","steps":["trace[491168691] 'process raft request' (duration: 435.910076ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:17:05.460559Z","caller":"traceutil/trace.go:171","msg":"trace[258861410] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17592; }","duration":"410.683067ms","start":"2026-08-24T21:17:05.049863Z","end":"2026-08-24T21:17:05.460546Z","steps":["trace[258861410] 'agreement among raft nodes before linearized reading' (duration: 410.601325ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:17:05.460596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:17:05.049848Z","time spent":"410.733228ms","remote":"127.0.0.1:38554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-08-24T21:17:05.460625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.598689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-08-24T21:17:05.460662Z","caller":"traceutil/trace.go:171","msg":"trace[114634559] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:17592; }","duration":"374.698462ms","start":"2026-08-24T21:17:05.085955Z","end":"2026-08-24T21:17:05.460653Z","steps":["trace[114634559] 'agreement among raft nodes before linearized reading' (duration: 374.537598ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:17:05.460672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:17:05.024019Z","time spent":"436.569962ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T21:17:05.460692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:17:05.085927Z","time spent":"374.758894ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-08-24T21:17:05.460824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.791512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-08-24T21:17:05.460849Z","caller":"traceutil/trace.go:171","msg":"trace[1419131890] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17592; }","duration":"217.861774ms","start":"2026-08-24T21:17:05.242981Z","end":"2026-08-24T21:17:05.460843Z","steps":["trace[1419131890] 'agreement among raft nodes before linearized reading' (duration: 217.796752ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:17:05.46088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.191705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-08-24T21:17:05.460991Z","caller":"traceutil/trace.go:171","msg":"trace[1440127077] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17592; }","duration":"199.3599ms","start":"2026-08-24T21:17:05.261604Z","end":"2026-08-24T21:17:05.460964Z","steps":["trace[1440127077] 'agreement among raft nodes before linearized reading' (duration: 199.006021ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:17:05.461011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.016848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-08-24T21:17:05.460984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.228368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-24T21:17:05.461042Z","caller":"traceutil/trace.go:171","msg":"trace[274022874] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17592; }","duration":"218.090109ms","start":"2026-08-24T21:17:05.242943Z","end":"2026-08-24T21:17:05.461033Z","steps":["trace[274022874] 'agreement among raft nodes before linearized reading' (duration: 218.013457ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:17:05.461093Z","caller":"traceutil/trace.go:171","msg":"trace[292184971] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17592; }","duration":"203.378371ms","start":"2026-08-24T21:17:05.257693Z","end":"2026-08-24T21:17:05.461071Z","steps":["trace[292184971] 'agreement among raft nodes before linearized reading' (duration: 203.051303ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:17:05.460928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.206437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-08-24T21:17:05.461219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.511659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-08-24T21:17:05.461267Z","caller":"traceutil/trace.go:171","msg":"trace[218508647] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17592; }","duration":"203.550617ms","start":"2026-08-24T21:17:05.257673Z","end":"2026-08-24T21:17:05.461223Z","steps":["trace[218508647] 'agreement among raft nodes before linearized reading' (duration: 203.193647ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:17:05.461308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.980089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-08-24T21:17:05.461346Z","caller":"traceutil/trace.go:171","msg":"trace[2091011614] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17592; }","duration":"197.03338ms","start":"2026-08-24T21:17:05.2643Z","end":"2026-08-24T21:17:05.461333Z","steps":["trace[2091011614] 'agreement among raft nodes before linearized reading' (duration: 196.898947ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:17:05.461306Z","caller":"traceutil/trace.go:171","msg":"trace[698423222] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17592; }","duration":"207.691454ms","start":"2026-08-24T21:17:05.253604Z","end":"2026-08-24T21:17:05.461296Z","steps":["trace[698423222] 'agreement among raft nodes before linearized reading' (duration: 207.060687ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:17:05.461614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.265414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-zdbf8\" ","response":"range_response_count:1 size:22133"} {"level":"info","ts":"2026-08-24T21:17:05.461747Z","caller":"traceutil/trace.go:171","msg":"trace[1018341959] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-zdbf8; range_end:; response_count:1; response_revision:17592; }","duration":"135.441229ms","start":"2026-08-24T21:17:05.326277Z","end":"2026-08-24T21:17:05.461718Z","steps":["trace[1018341959] 'agreement among raft nodes before linearized reading' (duration: 135.073569ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:17:13.011525Z","caller":"traceutil/trace.go:171","msg":"trace[1805693297] linearizableReadLoop","detail":"{readStateIndex:18238; appliedIndex:18237; }","duration":"330.2592ms","start":"2026-08-24T21:17:12.681242Z","end":"2026-08-24T21:17:13.011501Z","steps":["trace[1805693297] 'read index received' (duration: 329.980583ms)","trace[1805693297] 'applied index is now lower than readState.Index' (duration: 277.797µs)"],"step_count":2} {"level":"info","ts":"2026-08-24T21:17:13.011735Z","caller":"traceutil/trace.go:171","msg":"trace[622808549] transaction","detail":"{read_only:false; response_revision:17633; number_of_response:1; }","duration":"484.021728ms","start":"2026-08-24T21:17:12.527677Z","end":"2026-08-24T21:17:13.011699Z","steps":["trace[622808549] 'process raft request' (duration: 483.652129ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:17:13.012021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:17:12.527663Z","time spent":"484.209183ms","remote":"127.0.0.1:56876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20878,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T21:17:13.012081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.834195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-6hqgx\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-08-24T21:17:13.012201Z","caller":"traceutil/trace.go:171","msg":"trace[892667045] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-6hqgx; range_end:; response_count:1; response_revision:17633; }","duration":"330.984099ms","start":"2026-08-24T21:17:12.681203Z","end":"2026-08-24T21:17:13.012187Z","steps":["trace[892667045] 'agreement among raft nodes before linearized reading' (duration: 330.66589ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:17:13.012248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:17:12.681184Z","time spent":"331.05125ms","remote":"127.0.0.1:56876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9823,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-6hqgx\" "} {"level":"warn","ts":"2026-08-24T21:17:13.01204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.040493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-24T21:17:13.012393Z","caller":"traceutil/trace.go:171","msg":"trace[652456862] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17633; }","duration":"284.444153ms","start":"2026-08-24T21:17:12.727937Z","end":"2026-08-24T21:17:13.012381Z","steps":["trace[652456862] 'agreement among raft nodes before linearized reading' (duration: 284.051313ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:17:13.599466Z","caller":"traceutil/trace.go:171","msg":"trace[2037678373] transaction","detail":"{read_only:false; response_revision:17634; number_of_response:1; }","duration":"264.342508ms","start":"2026-08-24T21:17:13.335091Z","end":"2026-08-24T21:17:13.599433Z","steps":["trace[2037678373] 'process raft request' (duration: 264.025759ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:17:13.646508Z","caller":"traceutil/trace.go:171","msg":"trace[1991975909] linearizableReadLoop","detail":"{readStateIndex:18241; appliedIndex:18238; }","duration":"134.727919ms","start":"2026-08-24T21:17:13.511751Z","end":"2026-08-24T21:17:13.646479Z","steps":["trace[1991975909] 'read index received' (duration: 87.58467ms)","trace[1991975909] 'applied index is now lower than readState.Index' (duration: 47.142289ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T21:17:13.646639Z","caller":"traceutil/trace.go:171","msg":"trace[1182567513] transaction","detail":"{read_only:false; response_revision:17636; number_of_response:1; }","duration":"150.195406ms","start":"2026-08-24T21:17:13.496433Z","end":"2026-08-24T21:17:13.646629Z","steps":["trace[1182567513] 'process raft request' (duration: 150.002941ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:17:13.646559Z","caller":"traceutil/trace.go:171","msg":"trace[965489479] transaction","detail":"{read_only:false; response_revision:17635; number_of_response:1; }","duration":"157.831843ms","start":"2026-08-24T21:17:13.488702Z","end":"2026-08-24T21:17:13.646533Z","steps":["trace[965489479] 'process raft request' (duration: 157.575556ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:17:14.011569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.570857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-08-24T21:17:14.011668Z","caller":"traceutil/trace.go:171","msg":"trace[67029374] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17636; }","duration":"483.699241ms","start":"2026-08-24T21:17:13.527945Z","end":"2026-08-24T21:17:14.011644Z","steps":["trace[67029374] 'agreement among raft nodes before linearized reading' (duration: 118.814861ms)","trace[67029374] 'range keys from in-memory index tree' (duration: 364.671105ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T21:17:14.011669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.5797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.115\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-08-24T21:17:14.011711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:17:13.527936Z","time spent":"483.765032ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-08-24T21:17:14.011717Z","caller":"traceutil/trace.go:171","msg":"trace[712201847] range","detail":"{range_begin:/registry/masterleases/199.19.213.115; range_end:; response_count:1; response_revision:17636; }","duration":"110.668962ms","start":"2026-08-24T21:17:13.901033Z","end":"2026-08-24T21:17:14.011702Z","steps":["trace[712201847] 'range keys from in-memory index tree' (duration: 110.429786ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:17:14.011697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.142832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-08-24T21:17:14.011794Z","caller":"traceutil/trace.go:171","msg":"trace[1609344165] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17636; }","duration":"484.281726ms","start":"2026-08-24T21:17:13.527484Z","end":"2026-08-24T21:17:14.011765Z","steps":["trace[1609344165] 'agreement among raft nodes before linearized reading' (duration: 119.284753ms)","trace[1609344165] 'range keys from in-memory index tree' (duration: 364.812168ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T21:17:14.011813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.689752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-08-24T21:17:14.011818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.61879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-zdbf8\" ","response":"range_response_count:1 size:22133"} {"level":"warn","ts":"2026-08-24T21:17:14.011862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:17:13.527473Z","time spent":"484.377318ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-08-24T21:17:14.011896Z","caller":"traceutil/trace.go:171","msg":"trace[750364839] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-zdbf8; range_end:; response_count:1; response_revision:17636; }","duration":"455.722932ms","start":"2026-08-24T21:17:13.556153Z","end":"2026-08-24T21:17:14.011876Z","steps":["trace[750364839] 'agreement among raft nodes before linearized reading' (duration: 90.590185ms)","trace[750364839] 'range keys from in-memory index tree' (duration: 364.935002ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T21:17:14.011901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.151683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-08-24T21:17:14.011899Z","caller":"traceutil/trace.go:171","msg":"trace[1879717479] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17636; }","duration":"487.796545ms","start":"2026-08-24T21:17:13.524073Z","end":"2026-08-24T21:17:14.011869Z","steps":["trace[1879717479] 'agreement among raft nodes before linearized reading' (duration: 122.656019ms)","trace[1879717479] 'range keys from in-memory index tree' (duration: 364.961622ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T21:17:14.011936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:17:13.556138Z","time spent":"455.790864ms","remote":"127.0.0.1:56876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22156,"request content":"key:\"/registry/pods/openstack/nova-compute-default-zdbf8\" "} {"level":"warn","ts":"2026-08-24T21:17:14.011949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:17:13.52406Z","time spent":"487.879197ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-08-24T21:17:14.011951Z","caller":"traceutil/trace.go:171","msg":"trace[1371436558] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17636; }","duration":"500.224715ms","start":"2026-08-24T21:17:13.511707Z","end":"2026-08-24T21:17:14.011932Z","steps":["trace[1371436558] 'agreement among raft nodes before linearized reading' (duration: 134.996416ms)","trace[1371436558] 'range keys from in-memory index tree' (duration: 365.125117ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T21:17:14.011693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.025434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-08-24T21:17:14.011985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:17:13.511691Z","time spent":"500.287487ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-08-24T21:17:14.012104Z","caller":"traceutil/trace.go:171","msg":"trace[1948462042] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17636; }","duration":"485.435015ms","start":"2026-08-24T21:17:13.5266Z","end":"2026-08-24T21:17:14.012035Z","steps":["trace[1948462042] 'agreement among raft nodes before linearized reading' (duration: 120.175575ms)","trace[1948462042] 'range keys from in-memory index tree' (duration: 364.776618ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T21:17:14.012243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:17:13.526585Z","time spent":"485.611589ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-24T21:17:14.012221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.749712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-08-24T21:17:14.012254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.235122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-24T21:17:14.012303Z","caller":"traceutil/trace.go:171","msg":"trace[1558399547] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17636; }","duration":"284.29117ms","start":"2026-08-24T21:17:13.727998Z","end":"2026-08-24T21:17:14.012289Z","steps":["trace[1558399547] 'range keys from in-memory index tree' (duration: 283.146791ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:17:14.012308Z","caller":"traceutil/trace.go:171","msg":"trace[1793206420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17636; }","duration":"483.851605ms","start":"2026-08-24T21:17:13.528432Z","end":"2026-08-24T21:17:14.012284Z","steps":["trace[1793206420] 'agreement among raft nodes before linearized reading' (duration: 118.321128ms)","trace[1793206420] 'range keys from in-memory index tree' (duration: 364.592452ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T21:17:14.012351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:17:13.528422Z","time spent":"483.917806ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-08-24T21:17:14.295097Z","caller":"traceutil/trace.go:171","msg":"trace[460529831] transaction","detail":"{read_only:false; response_revision:17637; number_of_response:1; }","duration":"278.387587ms","start":"2026-08-24T21:17:14.016676Z","end":"2026-08-24T21:17:14.295063Z","steps":["trace[460529831] 'process raft request' (duration: 278.133301ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:17:14.295126Z","caller":"traceutil/trace.go:171","msg":"trace[1494597356] transaction","detail":"{read_only:false; response_revision:17638; number_of_response:1; }","duration":"278.165871ms","start":"2026-08-24T21:17:14.016927Z","end":"2026-08-24T21:17:14.295093Z","steps":["trace[1494597356] 'process raft request' (duration: 278.076849ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:17:14.295546Z","caller":"traceutil/trace.go:171","msg":"trace[1555940788] transaction","detail":"{read_only:false; response_revision:17639; number_of_response:1; }","duration":"278.469659ms","start":"2026-08-24T21:17:14.017042Z","end":"2026-08-24T21:17:14.295512Z","steps":["trace[1555940788] 'process raft request' (duration: 278.012457ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:17:14.295922Z","caller":"traceutil/trace.go:171","msg":"trace[1904430939] transaction","detail":"{read_only:false; response_revision:17640; number_of_response:1; }","duration":"278.616343ms","start":"2026-08-24T21:17:14.017284Z","end":"2026-08-24T21:17:14.2959Z","steps":["trace[1904430939] 'process raft request' (duration: 278.070859ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:17:14.296288Z","caller":"traceutil/trace.go:171","msg":"trace[1486581285] transaction","detail":"{read_only:false; response_revision:17641; number_of_response:1; }","duration":"278.669304ms","start":"2026-08-24T21:17:14.017604Z","end":"2026-08-24T21:17:14.296273Z","steps":["trace[1486581285] 'process raft request' (duration: 278.247813ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:17:14.297124Z","caller":"traceutil/trace.go:171","msg":"trace[530404633] linearizableReadLoop","detail":"{readStateIndex:18248; appliedIndex:18241; }","duration":"278.544892ms","start":"2026-08-24T21:17:14.018558Z","end":"2026-08-24T21:17:14.297103Z","steps":["trace[530404633] 'read index received' (duration: 45.749395ms)","trace[530404633] 'applied index is now lower than readState.Index' (duration: 232.794087ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T21:17:14.297224Z","caller":"traceutil/trace.go:171","msg":"trace[2014964150] transaction","detail":"{read_only:false; response_revision:17642; number_of_response:1; }","duration":"279.535997ms","start":"2026-08-24T21:17:14.017656Z","end":"2026-08-24T21:17:14.297192Z","steps":["trace[2014964150] 'process raft request' (duration: 278.555842ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:17:14.298982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.391439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:953171"} {"level":"info","ts":"2026-08-24T21:17:14.299081Z","caller":"traceutil/trace.go:171","msg":"trace[1539966554] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:17642; }","duration":"280.524763ms","start":"2026-08-24T21:17:14.018531Z","end":"2026-08-24T21:17:14.299056Z","steps":["trace[1539966554] 'agreement among raft nodes before linearized reading' (duration: 278.695916ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:17:14.336845Z","caller":"traceutil/trace.go:171","msg":"trace[1705792020] transaction","detail":"{read_only:false; response_revision:17643; number_of_response:1; }","duration":"271.220344ms","start":"2026-08-24T21:17:14.065602Z","end":"2026-08-24T21:17:14.336823Z","steps":["trace[1705792020] 'process raft request' (duration: 271.08081ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:17:16.16752Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7461796309298222972,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-24T21:17:16.301348Z","caller":"traceutil/trace.go:171","msg":"trace[2001261299] transaction","detail":"{read_only:false; response_revision:17644; number_of_response:1; }","duration":"695.525958ms","start":"2026-08-24T21:17:15.605801Z","end":"2026-08-24T21:17:16.301327Z","steps":["trace[2001261299] 'process raft request' (duration: 695.339113ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:17:16.30148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:17:15.605772Z","time spent":"695.644771ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T21:17:16.374835Z","caller":"traceutil/trace.go:171","msg":"trace[776378246] linearizableReadLoop","detail":"{readStateIndex:18252; appliedIndex:18249; }","duration":"707.625088ms","start":"2026-08-24T21:17:15.667185Z","end":"2026-08-24T21:17:16.37481Z","steps":["trace[776378246] 'read index received' (duration: 634.09674ms)","trace[776378246] 'applied index is now lower than readState.Index' (duration: 73.527548ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T21:17:16.374969Z","caller":"traceutil/trace.go:171","msg":"trace[2060285693] transaction","detail":"{read_only:false; response_revision:17645; number_of_response:1; }","duration":"722.8282ms","start":"2026-08-24T21:17:15.652127Z","end":"2026-08-24T21:17:16.374955Z","steps":["trace[2060285693] 'process raft request' (duration: 710.129874ms)","trace[2060285693] 'compare' (duration: 12.108121ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T21:17:16.375071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:17:15.652109Z","time spent":"722.886871ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T21:17:16.3752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.995207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-08-24T21:17:16.375285Z","caller":"traceutil/trace.go:171","msg":"trace[1180156508] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17646; }","duration":"708.132961ms","start":"2026-08-24T21:17:15.667134Z","end":"2026-08-24T21:17:16.375267Z","steps":["trace[1180156508] 'agreement among raft nodes before linearized reading' (duration: 707.882345ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:17:16.375332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:17:15.667112Z","time spent":"708.211193ms","remote":"127.0.0.1:56876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-08-24T21:17:16.375479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.755238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-24T21:17:16.375517Z","caller":"traceutil/trace.go:171","msg":"trace[1832049905] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:17646; }","duration":"669.82719ms","start":"2026-08-24T21:17:15.705679Z","end":"2026-08-24T21:17:16.375507Z","steps":["trace[1832049905] 'agreement among raft nodes before linearized reading' (duration: 669.749858ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:17:16.375541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:17:15.705665Z","time spent":"669.86924ms","remote":"127.0.0.1:34202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":32,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-08-24T21:17:16.375542Z","caller":"traceutil/trace.go:171","msg":"trace[1823991061] transaction","detail":"{read_only:false; response_revision:17646; number_of_response:1; }","duration":"722.626144ms","start":"2026-08-24T21:17:15.652903Z","end":"2026-08-24T21:17:16.375529Z","steps":["trace[1823991061] 'process raft request' (duration: 721.851644ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:17:16.375638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:17:15.652875Z","time spent":"722.698996ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T21:17:16.376283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.197962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-24T21:17:16.376332Z","caller":"traceutil/trace.go:171","msg":"trace[1519335124] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:17646; }","duration":"653.273513ms","start":"2026-08-24T21:17:15.723047Z","end":"2026-08-24T21:17:16.37632Z","steps":["trace[1519335124] 'agreement among raft nodes before linearized reading' (duration: 653.192881ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:17:16.376369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:17:15.723036Z","time spent":"653.323954ms","remote":"127.0.0.1:33366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-08-24T21:17:16.376546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.040404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-24T21:17:16.376585Z","caller":"traceutil/trace.go:171","msg":"trace[334375486] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17646; }","duration":"647.116426ms","start":"2026-08-24T21:17:15.729459Z","end":"2026-08-24T21:17:16.376576Z","steps":["trace[334375486] 'agreement among raft nodes before linearized reading' (duration: 647.062234ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:17:16.376612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:17:15.72944Z","time spent":"647.166366ms","remote":"127.0.0.1:56690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-24T21:17:16.552022Z","caller":"traceutil/trace.go:171","msg":"trace[1925111917] linearizableReadLoop","detail":"{readStateIndex:18258; appliedIndex:18252; }","duration":"167.914911ms","start":"2026-08-24T21:17:16.384089Z","end":"2026-08-24T21:17:16.552004Z","steps":["trace[1925111917] 'read index received' (duration: 91.055277ms)","trace[1925111917] 'applied index is now lower than readState.Index' (duration: 76.858884ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T21:17:16.552058Z","caller":"traceutil/trace.go:171","msg":"trace[1962213930] transaction","detail":"{read_only:false; response_revision:17648; number_of_response:1; }","duration":"171.623457ms","start":"2026-08-24T21:17:16.380403Z","end":"2026-08-24T21:17:16.552026Z","steps":["trace[1962213930] 'process raft request' (duration: 171.39129ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:17:16.552136Z","caller":"traceutil/trace.go:171","msg":"trace[1765958383] transaction","detail":"{read_only:false; response_revision:17649; number_of_response:1; }","duration":"170.850506ms","start":"2026-08-24T21:17:16.381275Z","end":"2026-08-24T21:17:16.552125Z","steps":["trace[1765958383] 'process raft request' (duration: 170.5822ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:17:16.552264Z","caller":"traceutil/trace.go:171","msg":"trace[136770655] transaction","detail":"{read_only:false; response_revision:17651; number_of_response:1; }","duration":"170.842117ms","start":"2026-08-24T21:17:16.381412Z","end":"2026-08-24T21:17:16.552254Z","steps":["trace[136770655] 'process raft request' (duration: 170.528259ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:17:16.552288Z","caller":"traceutil/trace.go:171","msg":"trace[1507486839] transaction","detail":"{read_only:false; response_revision:17647; number_of_response:1; }","duration":"172.157461ms","start":"2026-08-24T21:17:16.38009Z","end":"2026-08-24T21:17:16.552247Z","steps":["trace[1507486839] 'process raft request' (duration: 95.04082ms)","trace[1507486839] 'compare' (duration: 76.405731ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T21:17:16.552479Z","caller":"traceutil/trace.go:171","msg":"trace[398451803] transaction","detail":"{read_only:false; response_revision:17650; number_of_response:1; }","duration":"170.922959ms","start":"2026-08-24T21:17:16.381325Z","end":"2026-08-24T21:17:16.552248Z","steps":["trace[398451803] 'process raft request' (duration: 170.57831ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:17:16.552665Z","caller":"traceutil/trace.go:171","msg":"trace[1180867798] transaction","detail":"{read_only:false; response_revision:17652; number_of_response:1; }","duration":"170.464327ms","start":"2026-08-24T21:17:16.382165Z","end":"2026-08-24T21:17:16.552629Z","steps":["trace[1180867798] 'process raft request' (duration: 169.810641ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:17:16.553313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.146372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:953171"} {"level":"info","ts":"2026-08-24T21:17:16.553375Z","caller":"traceutil/trace.go:171","msg":"trace[526606242] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:17652; }","duration":"169.305567ms","start":"2026-08-24T21:17:16.384057Z","end":"2026-08-24T21:17:16.553362Z","steps":["trace[526606242] 'agreement among raft nodes before linearized reading' (duration: 168.25516ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:17:22.007686Z","caller":"traceutil/trace.go:171","msg":"trace[740913260] linearizableReadLoop","detail":"{readStateIndex:18354; appliedIndex:18353; }","duration":"338.624404ms","start":"2026-08-24T21:17:21.669037Z","end":"2026-08-24T21:17:22.007661Z","steps":["trace[740913260] 'read index received' (duration: 338.491961ms)","trace[740913260] 'applied index is now lower than readState.Index' (duration: 131.293µs)"],"step_count":2} {"level":"info","ts":"2026-08-24T21:17:22.007849Z","caller":"traceutil/trace.go:171","msg":"trace[664010142] transaction","detail":"{read_only:false; response_revision:17746; number_of_response:1; }","duration":"339.163188ms","start":"2026-08-24T21:17:21.668653Z","end":"2026-08-24T21:17:22.007816Z","steps":["trace[664010142] 'process raft request' (duration: 338.823289ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:17:22.007973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.918892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-08-24T21:17:22.008018Z","caller":"traceutil/trace.go:171","msg":"trace[292532270] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17746; }","duration":"339.020775ms","start":"2026-08-24T21:17:21.668988Z","end":"2026-08-24T21:17:22.008008Z","steps":["trace[292532270] 'agreement among raft nodes before linearized reading' (duration: 338.80966ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:17:22.00806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:17:21.66896Z","time spent":"339.091456ms","remote":"127.0.0.1:56876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-08-24T21:17:22.008218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.277651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d2963e00-23e0-4e8b-98e5-75a5149740af\" ","response":"range_response_count:1 size:3943"} {"level":"warn","ts":"2026-08-24T21:17:22.00825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.322776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat-nodes\" ","response":"range_response_count:1 size:1248"} {"level":"info","ts":"2026-08-24T21:17:22.008306Z","caller":"traceutil/trace.go:171","msg":"trace[1424093399] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d2963e00-23e0-4e8b-98e5-75a5149740af; range_end:; response_count:1; response_revision:17746; }","duration":"316.401294ms","start":"2026-08-24T21:17:21.691884Z","end":"2026-08-24T21:17:22.008286Z","steps":["trace[1424093399] 'agreement among raft nodes before linearized reading' (duration: 316.266951ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:17:22.008315Z","caller":"traceutil/trace.go:171","msg":"trace[603482909] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat-nodes; range_end:; response_count:1; response_revision:17746; }","duration":"336.399227ms","start":"2026-08-24T21:17:21.671899Z","end":"2026-08-24T21:17:22.008299Z","steps":["trace[603482909] 'agreement among raft nodes before linearized reading' (duration: 336.214833ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:17:22.008053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:17:21.668639Z","time spent":"339.320663ms","remote":"127.0.0.1:56876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3925,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T21:17:22.008362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:17:21.67189Z","time spent":"336.458869ms","remote":"127.0.0.1:56884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1271,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-heat-nodes\" "} {"level":"warn","ts":"2026-08-24T21:17:22.008399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.046754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-24T21:17:22.008432Z","caller":"traceutil/trace.go:171","msg":"trace[1223539532] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17746; }","duration":"277.118086ms","start":"2026-08-24T21:17:21.731306Z","end":"2026-08-24T21:17:22.008424Z","steps":["trace[1223539532] 'agreement among raft nodes before linearized reading' (duration: 277.069854ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:17:22.008354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:17:21.691869Z","time spent":"316.475417ms","remote":"127.0.0.1:56876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3966,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d2963e00-23e0-4e8b-98e5-75a5149740af\" "} {"level":"warn","ts":"2026-08-24T21:17:22.008734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.042567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:416713"} {"level":"info","ts":"2026-08-24T21:17:22.008807Z","caller":"traceutil/trace.go:171","msg":"trace[1191452787] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:17746; }","duration":"334.14561ms","start":"2026-08-24T21:17:21.674644Z","end":"2026-08-24T21:17:22.008789Z","steps":["trace[1191452787] 'agreement among raft nodes before linearized reading' (duration: 333.849432ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:17:22.008848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:17:21.674636Z","time spent":"334.205371ms","remote":"127.0.0.1:58036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":416736,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-08-24T21:17:26.679468Z","caller":"traceutil/trace.go:171","msg":"trace[1660094674] transaction","detail":"{read_only:false; response_revision:17849; number_of_response:1; }","duration":"329.369787ms","start":"2026-08-24T21:17:26.350079Z","end":"2026-08-24T21:17:26.679449Z","steps":["trace[1660094674] 'process raft request' (duration: 329.213733ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:17:26.6796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:17:26.350045Z","time spent":"329.4903ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T21:17:26.687752Z","caller":"traceutil/trace.go:171","msg":"trace[1374334532] transaction","detail":"{read_only:false; response_revision:17851; number_of_response:1; }","duration":"267.010877ms","start":"2026-08-24T21:17:26.420726Z","end":"2026-08-24T21:17:26.687737Z","steps":["trace[1374334532] 'process raft request' (duration: 265.833206ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:17:26.688824Z","caller":"traceutil/trace.go:171","msg":"trace[1581175190] transaction","detail":"{read_only:false; response_revision:17850; number_of_response:1; }","duration":"266.165094ms","start":"2026-08-24T21:17:26.42064Z","end":"2026-08-24T21:17:26.686805Z","steps":["trace[1581175190] 'process raft request' (duration: 265.764314ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:18:55.331146Z","caller":"traceutil/trace.go:171","msg":"trace[49371811] transaction","detail":"{read_only:false; response_revision:18645; number_of_response:1; }","duration":"182.286041ms","start":"2026-08-24T21:18:55.148833Z","end":"2026-08-24T21:18:55.331119Z","steps":["trace[49371811] 'process raft request' (duration: 174.204624ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:18:55.331413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.553105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-24T21:18:55.331471Z","caller":"traceutil/trace.go:171","msg":"trace[381669487] transaction","detail":"{read_only:false; response_revision:18647; number_of_response:1; }","duration":"136.735941ms","start":"2026-08-24T21:18:55.194723Z","end":"2026-08-24T21:18:55.331459Z","steps":["trace[381669487] 'process raft request' (duration: 136.382781ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:18:55.331166Z","caller":"traceutil/trace.go:171","msg":"trace[1994974500] transaction","detail":"{read_only:false; response_revision:18646; number_of_response:1; }","duration":"165.506779ms","start":"2026-08-24T21:18:55.165629Z","end":"2026-08-24T21:18:55.331136Z","steps":["trace[1994974500] 'process raft request' (duration: 165.419297ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:18:55.331479Z","caller":"traceutil/trace.go:171","msg":"trace[1613281662] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18647; }","duration":"164.643537ms","start":"2026-08-24T21:18:55.166816Z","end":"2026-08-24T21:18:55.33146Z","steps":["trace[1613281662] 'agreement among raft nodes before linearized reading' (duration: 164.462342ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:18:55.331224Z","caller":"traceutil/trace.go:171","msg":"trace[2033284047] linearizableReadLoop","detail":"{readStateIndex:19281; appliedIndex:19279; }","duration":"164.35479ms","start":"2026-08-24T21:18:55.166843Z","end":"2026-08-24T21:18:55.331198Z","steps":["trace[2033284047] 'read index received' (duration: 156.187771ms)","trace[2033284047] 'applied index is now lower than readState.Index' (duration: 8.165579ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T21:18:55.331834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.904156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-08-24T21:18:55.331885Z","caller":"traceutil/trace.go:171","msg":"trace[1658565740] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18647; }","duration":"138.991579ms","start":"2026-08-24T21:18:55.192878Z","end":"2026-08-24T21:18:55.33187Z","steps":["trace[1658565740] 'agreement among raft nodes before linearized reading' (duration: 138.865135ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:18:55.332136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.184854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-08-24T21:18:55.332191Z","caller":"traceutil/trace.go:171","msg":"trace[1924645963] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18647; }","duration":"139.266826ms","start":"2026-08-24T21:18:55.192907Z","end":"2026-08-24T21:18:55.332173Z","steps":["trace[1924645963] 'agreement among raft nodes before linearized reading' (duration: 139.112562ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:18:57.221813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.116227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-24T21:18:57.2219Z","caller":"traceutil/trace.go:171","msg":"trace[1433952912] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18658; }","duration":"101.242729ms","start":"2026-08-24T21:18:57.120637Z","end":"2026-08-24T21:18:57.22188Z","steps":["trace[1433952912] 'agreement among raft nodes before linearized reading' (duration: 101.087095ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:18:57.222378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.680161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-24T21:18:57.222438Z","caller":"traceutil/trace.go:171","msg":"trace[329457242] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18658; }","duration":"101.784274ms","start":"2026-08-24T21:18:57.12064Z","end":"2026-08-24T21:18:57.222424Z","steps":["trace[329457242] 'agreement among raft nodes before linearized reading' (duration: 101.669321ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:18:57.567746Z","caller":"traceutil/trace.go:171","msg":"trace[25149946] transaction","detail":"{read_only:false; response_revision:18662; number_of_response:1; }","duration":"186.284544ms","start":"2026-08-24T21:18:57.381438Z","end":"2026-08-24T21:18:57.567722Z","steps":["trace[25149946] 'process raft request' (duration: 186.193371ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:18:57.56793Z","caller":"traceutil/trace.go:171","msg":"trace[939002833] transaction","detail":"{read_only:false; response_revision:18663; number_of_response:1; }","duration":"186.424568ms","start":"2026-08-24T21:18:57.381488Z","end":"2026-08-24T21:18:57.567912Z","steps":["trace[939002833] 'process raft request' (duration: 186.198762ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:18:57.568064Z","caller":"traceutil/trace.go:171","msg":"trace[42491416] transaction","detail":"{read_only:false; response_revision:18660; number_of_response:1; }","duration":"186.777326ms","start":"2026-08-24T21:18:57.381275Z","end":"2026-08-24T21:18:57.568052Z","steps":["trace[42491416] 'process raft request' (duration: 178.38146ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:18:57.568209Z","caller":"traceutil/trace.go:171","msg":"trace[906527982] transaction","detail":"{read_only:false; response_revision:18661; number_of_response:1; }","duration":"186.824087ms","start":"2026-08-24T21:18:57.381361Z","end":"2026-08-24T21:18:57.568185Z","steps":["trace[906527982] 'process raft request' (duration: 186.195972ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:18:57.568403Z","caller":"traceutil/trace.go:171","msg":"trace[1673086923] transaction","detail":"{read_only:false; response_revision:18664; number_of_response:1; }","duration":"186.18491ms","start":"2026-08-24T21:18:57.382184Z","end":"2026-08-24T21:18:57.568369Z","steps":["trace[1673086923] 'process raft request' (duration: 185.679507ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:18:57.568565Z","caller":"traceutil/trace.go:171","msg":"trace[1335158676] linearizableReadLoop","detail":"{readStateIndex:19300; appliedIndex:19294; }","duration":"134.011052ms","start":"2026-08-24T21:18:57.434534Z","end":"2026-08-24T21:18:57.568545Z","steps":["trace[1335158676] 'read index received' (duration: 125.061032ms)","trace[1335158676] 'applied index is now lower than readState.Index' (duration: 8.949069ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T21:18:57.568739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.188196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-08-24T21:18:57.568782Z","caller":"traceutil/trace.go:171","msg":"trace[652362836] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:18665; }","duration":"134.277638ms","start":"2026-08-24T21:18:57.434491Z","end":"2026-08-24T21:18:57.568768Z","steps":["trace[652362836] 'agreement among raft nodes before linearized reading' (duration: 134.120024ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:18:57.568957Z","caller":"traceutil/trace.go:171","msg":"trace[1451677656] transaction","detail":"{read_only:false; response_revision:18665; number_of_response:1; }","duration":"180.117985ms","start":"2026-08-24T21:18:57.388829Z","end":"2026-08-24T21:18:57.568947Z","steps":["trace[1451677656] 'process raft request' (duration: 179.455028ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:20:42.264542Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"76964ef0a001678d","local-member-applied-index":20003,"local-member-snapshot-index":10002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-08-24T21:20:42.271125Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20003} {"level":"info","ts":"2026-08-24T21:20:42.271235Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15003} {"level":"info","ts":"2026-08-24T21:21:50.369376Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17481} {"level":"info","ts":"2026-08-24T21:21:50.468071Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17481,"took":"95.533583ms","hash":1826310560,"current-db-size-bytes":57102336,"current-db-size":"57 MB","current-db-size-in-use-bytes":34480128,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-08-24T21:21:50.46813Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1826310560,"revision":17481,"compact-revision":15182} {"level":"info","ts":"2026-08-24T21:22:38.7431Z","caller":"traceutil/trace.go:171","msg":"trace[600184901] transaction","detail":"{read_only:false; response_revision:20205; number_of_response:1; }","duration":"157.116093ms","start":"2026-08-24T21:22:38.585962Z","end":"2026-08-24T21:22:38.743078Z","steps":["trace[600184901] 'process raft request' (duration: 156.721483ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:23:13.446043Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7461796309298230952,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-24T21:23:13.946571Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7461796309298230952,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-24T21:23:14.077666Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.133226121s","expected-duration":"1s"} {"level":"info","ts":"2026-08-24T21:23:14.078166Z","caller":"traceutil/trace.go:171","msg":"trace[1882915313] linearizableReadLoop","detail":"{readStateIndex:21075; appliedIndex:21074; }","duration":"1.132592806s","start":"2026-08-24T21:23:12.945515Z","end":"2026-08-24T21:23:14.078107Z","steps":["trace[1882915313] 'read index received' (duration: 1.132360749s)","trace[1882915313] 'applied index is now lower than readState.Index' (duration: 230.567µs)"],"step_count":2} {"level":"info","ts":"2026-08-24T21:23:14.07818Z","caller":"traceutil/trace.go:171","msg":"trace[2001683275] transaction","detail":"{read_only:false; response_revision:20378; number_of_response:1; }","duration":"1.133848148s","start":"2026-08-24T21:23:12.944294Z","end":"2026-08-24T21:23:14.078142Z","steps":["trace[2001683275] 'process raft request' (duration: 1.13357648s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:23:14.078364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:23:12.944265Z","time spent":"1.134008382s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T21:23:14.078457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132914445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-08-24T21:23:14.078516Z","caller":"traceutil/trace.go:171","msg":"trace[561814262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20378; }","duration":"1.133013497s","start":"2026-08-24T21:23:12.945485Z","end":"2026-08-24T21:23:14.078499Z","steps":["trace[561814262] 'agreement among raft nodes before linearized reading' (duration: 1.132789391s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:23:14.078636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:23:12.945476Z","time spent":"1.13314818s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-24T21:23:14.087736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140440917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-08-24T21:23:14.087786Z","caller":"traceutil/trace.go:171","msg":"trace[2043293872] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20379; }","duration":"1.140509819s","start":"2026-08-24T21:23:12.947264Z","end":"2026-08-24T21:23:14.087774Z","steps":["trace[2043293872] 'agreement among raft nodes before linearized reading' (duration: 1.140355555s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:23:14.087814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:23:12.947258Z","time spent":"1.140549559s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-24T21:23:14.087809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.074006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-08-24T21:23:14.087864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.727313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-24T21:23:14.087912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.972078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-24T21:23:14.087954Z","caller":"traceutil/trace.go:171","msg":"trace[259782906] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:20379; }","duration":"802.0569ms","start":"2026-08-24T21:23:13.285886Z","end":"2026-08-24T21:23:14.087943Z","steps":["trace[259782906] 'agreement among raft nodes before linearized reading' (duration: 801.984048ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:23:14.087944Z","caller":"traceutil/trace.go:171","msg":"trace[394859157] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20379; }","duration":"357.849506ms","start":"2026-08-24T21:23:13.730076Z","end":"2026-08-24T21:23:14.087926Z","steps":["trace[394859157] 'agreement among raft nodes before linearized reading' (duration: 357.727363ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:23:14.087994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:23:13.285867Z","time spent":"802.118351ms","remote":"127.0.0.1:33384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-08-24T21:23:14.087934Z","caller":"traceutil/trace.go:171","msg":"trace[1047109185] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:20379; }","duration":"260.178889ms","start":"2026-08-24T21:23:13.827694Z","end":"2026-08-24T21:23:14.087873Z","steps":["trace[1047109185] 'agreement among raft nodes before linearized reading' (duration: 259.991814ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:23:14.088032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139019661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-08-24T21:23:14.088064Z","caller":"traceutil/trace.go:171","msg":"trace[990603140] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20379; }","duration":"1.139085993s","start":"2026-08-24T21:23:12.948968Z","end":"2026-08-24T21:23:14.088054Z","steps":["trace[990603140] 'agreement among raft nodes before linearized reading' (duration: 1.139011811s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:23:14.088085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:23:12.948948Z","time spent":"1.139131983s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-24T21:23:14.088072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135357846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-08-24T21:23:14.087997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:23:13.730058Z","time spent":"357.931379ms","remote":"127.0.0.1:56690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-24T21:23:14.088221Z","caller":"traceutil/trace.go:171","msg":"trace[448076765] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20379; }","duration":"1.13549687s","start":"2026-08-24T21:23:12.952646Z","end":"2026-08-24T21:23:14.088143Z","steps":["trace[448076765] 'agreement among raft nodes before linearized reading' (duration: 1.135204102s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:23:14.088199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135328636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-08-24T21:23:14.088353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.514598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-24T21:23:14.088364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.670471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.115\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-08-24T21:23:14.088395Z","caller":"traceutil/trace.go:171","msg":"trace[942587785] range","detail":"{range_begin:/registry/masterleases/199.19.213.115; range_end:; response_count:1; response_revision:20379; }","duration":"163.735333ms","start":"2026-08-24T21:23:13.924652Z","end":"2026-08-24T21:23:14.088387Z","steps":["trace[942587785] 'agreement among raft nodes before linearized reading' (duration: 163.662541ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:23:14.088392Z","caller":"traceutil/trace.go:171","msg":"trace[407640022] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:20379; }","duration":"179.59639ms","start":"2026-08-24T21:23:13.908787Z","end":"2026-08-24T21:23:14.088384Z","steps":["trace[407640022] 'agreement among raft nodes before linearized reading' (duration: 179.537588ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:23:14.088275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:23:12.952628Z","time spent":"1.135633883s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-08-24T21:23:14.088349Z","caller":"traceutil/trace.go:171","msg":"trace[375090379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20379; }","duration":"1.13549638s","start":"2026-08-24T21:23:12.95283Z","end":"2026-08-24T21:23:14.088326Z","steps":["trace[375090379] 'agreement among raft nodes before linearized reading' (duration: 1.134890674s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:23:14.089152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:23:12.952826Z","time spent":"1.13630795s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-24T21:23:30.707191Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7461796309298231175,"retry-timeout":"500ms"} {"level":"info","ts":"2026-08-24T21:23:30.810503Z","caller":"traceutil/trace.go:171","msg":"trace[911290638] transaction","detail":"{read_only:false; response_revision:20461; number_of_response:1; }","duration":"607.271809ms","start":"2026-08-24T21:23:30.203204Z","end":"2026-08-24T21:23:30.810476Z","steps":["trace[911290638] 'process raft request' (duration: 607.088554ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:23:30.810669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:23:30.203183Z","time spent":"607.400723ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T21:23:31.994512Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.18417332s","expected-duration":"1s"} {"level":"info","ts":"2026-08-24T21:23:31.994833Z","caller":"traceutil/trace.go:171","msg":"trace[1148535057] linearizableReadLoop","detail":"{readStateIndex:21164; appliedIndex:21161; }","duration":"1.788297018s","start":"2026-08-24T21:23:30.206514Z","end":"2026-08-24T21:23:31.994811Z","steps":["trace[1148535057] 'read index received' (duration: 603.851721ms)","trace[1148535057] 'applied index is now lower than readState.Index' (duration: 1.184444707s)"],"step_count":2} {"level":"info","ts":"2026-08-24T21:23:31.995045Z","caller":"traceutil/trace.go:171","msg":"trace[1706912087] transaction","detail":"{read_only:false; response_revision:20462; number_of_response:1; }","duration":"1.741041075s","start":"2026-08-24T21:23:30.253997Z","end":"2026-08-24T21:23:31.995039Z","steps":["trace[1706912087] 'process raft request' (duration: 1.740653345s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:23:31.995122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:23:30.253963Z","time spent":"1.741102047s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T21:23:31.99524Z","caller":"traceutil/trace.go:171","msg":"trace[787025719] transaction","detail":"{read_only:false; response_revision:20463; number_of_response:1; }","duration":"1.740973753s","start":"2026-08-24T21:23:30.254259Z","end":"2026-08-24T21:23:31.995233Z","steps":["trace[787025719] 'process raft request' (duration: 1.740524371s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:23:31.995271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:23:30.254214Z","time spent":"1.741040914s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T21:23:31.995391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.788877163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-08-24T21:23:31.995411Z","caller":"traceutil/trace.go:171","msg":"trace[267789906] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20463; }","duration":"1.788930494s","start":"2026-08-24T21:23:30.206476Z","end":"2026-08-24T21:23:31.995407Z","steps":["trace[267789906] 'agreement among raft nodes before linearized reading' (duration: 1.788852152s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:23:31.995425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:23:30.206466Z","time spent":"1.788955885s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-24T21:23:31.995526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.788969145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-24T21:23:31.995547Z","caller":"traceutil/trace.go:171","msg":"trace[653649228] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20463; }","duration":"1.788990886s","start":"2026-08-24T21:23:30.206551Z","end":"2026-08-24T21:23:31.995542Z","steps":["trace[653649228] 'agreement among raft nodes before linearized reading' (duration: 1.788938714s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:23:31.995559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:23:30.206519Z","time spent":"1.789037027s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-24T21:23:31.995738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.200179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-24T21:23:31.995757Z","caller":"traceutil/trace.go:171","msg":"trace[1338233282] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20463; }","duration":"265.2556ms","start":"2026-08-24T21:23:31.730497Z","end":"2026-08-24T21:23:31.995752Z","steps":["trace[1338233282] 'agreement among raft nodes before linearized reading' (duration: 265.224129ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:23:31.995884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.545940007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-08-24T21:23:31.9959Z","caller":"traceutil/trace.go:171","msg":"trace[328449968] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:20463; }","duration":"1.545996919s","start":"2026-08-24T21:23:30.449898Z","end":"2026-08-24T21:23:31.995895Z","steps":["trace[328449968] 'agreement among raft nodes before linearized reading' (duration: 1.545931657s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:23:31.995912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:23:30.449874Z","time spent":"1.54603469s","remote":"127.0.0.1:56840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-08-24T21:23:31.996001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.783812394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-24T21:23:31.996018Z","caller":"traceutil/trace.go:171","msg":"trace[2072022429] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:20463; }","duration":"1.783844125s","start":"2026-08-24T21:23:30.21217Z","end":"2026-08-24T21:23:31.996014Z","steps":["trace[2072022429] 'agreement among raft nodes before linearized reading' (duration: 1.783809394s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:23:31.99603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:23:30.212162Z","time spent":"1.783864305s","remote":"127.0.0.1:56758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-08-24T21:23:31.996127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.786223225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-08-24T21:23:31.996146Z","caller":"traceutil/trace.go:171","msg":"trace[738918852] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20463; }","duration":"1.786251897s","start":"2026-08-24T21:23:30.209889Z","end":"2026-08-24T21:23:31.996141Z","steps":["trace[738918852] 'agreement among raft nodes before linearized reading' (duration: 1.786206236s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:23:31.996158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:23:30.209884Z","time spent":"1.786270247s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-24T21:23:31.996242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.786540943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-08-24T21:23:31.996258Z","caller":"traceutil/trace.go:171","msg":"trace[1049253464] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20463; }","duration":"1.786590785s","start":"2026-08-24T21:23:30.209664Z","end":"2026-08-24T21:23:31.996255Z","steps":["trace[1049253464] 'agreement among raft nodes before linearized reading' (duration: 1.786550494s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:23:31.99627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:23:30.209646Z","time spent":"1.786621276s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-24T21:23:31.996359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.786714488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-24T21:23:31.996386Z","caller":"traceutil/trace.go:171","msg":"trace[344478598] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20463; }","duration":"1.786756249s","start":"2026-08-24T21:23:30.209615Z","end":"2026-08-24T21:23:31.996372Z","steps":["trace[344478598] 'agreement among raft nodes before linearized reading' (duration: 1.786714238s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:23:31.996398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:23:30.209604Z","time spent":"1.78679125s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-24T21:23:31.996459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.786821541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-08-24T21:23:31.996475Z","caller":"traceutil/trace.go:171","msg":"trace[617738416] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20463; }","duration":"1.786849531s","start":"2026-08-24T21:23:30.20962Z","end":"2026-08-24T21:23:31.99647Z","steps":["trace[617738416] 'agreement among raft nodes before linearized reading' (duration: 1.7868064s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:23:31.996488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:23:30.209612Z","time spent":"1.786871793s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-08-24T21:23:32.51639Z","caller":"traceutil/trace.go:171","msg":"trace[1450659481] transaction","detail":"{read_only:false; response_revision:20464; number_of_response:1; }","duration":"514.867647ms","start":"2026-08-24T21:23:32.001484Z","end":"2026-08-24T21:23:32.516352Z","steps":["trace[1450659481] 'process raft request' (duration: 502.440238ms)","trace[1450659481] 'compare' (duration: 12.035299ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T21:23:32.51656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:23:32.001463Z","time spent":"515.019981ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T21:23:32.947411Z","caller":"traceutil/trace.go:171","msg":"trace[1152604881] transaction","detail":"{read_only:false; response_revision:20466; number_of_response:1; }","duration":"945.096892ms","start":"2026-08-24T21:23:32.002276Z","end":"2026-08-24T21:23:32.947372Z","steps":["trace[1152604881] 'process raft request' (duration: 944.955398ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:23:32.947421Z","caller":"traceutil/trace.go:171","msg":"trace[1194047496] transaction","detail":"{read_only:false; response_revision:20465; number_of_response:1; }","duration":"945.562624ms","start":"2026-08-24T21:23:32.001775Z","end":"2026-08-24T21:23:32.947337Z","steps":["trace[1194047496] 'process raft request' (duration: 945.278787ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:23:32.947582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:23:32.002263Z","time spent":"945.232545ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T21:23:32.947597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:23:32.001752Z","time spent":"945.758318ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T21:23:32.947739Z","caller":"traceutil/trace.go:171","msg":"trace[1337100063] transaction","detail":"{read_only:false; response_revision:20467; number_of_response:1; }","duration":"944.944307ms","start":"2026-08-24T21:23:32.00277Z","end":"2026-08-24T21:23:32.947715Z","steps":["trace[1337100063] 'process raft request' (duration: 944.515957ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:23:32.947893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:23:32.002762Z","time spent":"945.053941ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T21:23:32.947941Z","caller":"traceutil/trace.go:171","msg":"trace[1055484468] transaction","detail":"{read_only:false; response_revision:20468; number_of_response:1; }","duration":"944.834225ms","start":"2026-08-24T21:23:32.003093Z","end":"2026-08-24T21:23:32.947927Z","steps":["trace[1055484468] 'process raft request' (duration: 944.517587ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:23:32.948031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:23:32.003084Z","time spent":"944.904677ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T21:23:32.948155Z","caller":"traceutil/trace.go:171","msg":"trace[1630319920] linearizableReadLoop","detail":"{readStateIndex:21170; appliedIndex:21164; }","duration":"814.058777ms","start":"2026-08-24T21:23:32.134081Z","end":"2026-08-24T21:23:32.94814Z","steps":["trace[1630319920] 'read index received' (duration: 369.857154ms)","trace[1630319920] 'applied index is now lower than readState.Index' (duration: 444.200583ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T21:23:32.948238Z","caller":"traceutil/trace.go:171","msg":"trace[1316271628] transaction","detail":"{read_only:false; response_revision:20469; number_of_response:1; }","duration":"944.430986ms","start":"2026-08-24T21:23:32.003794Z","end":"2026-08-24T21:23:32.948225Z","steps":["trace[1316271628] 'process raft request' (duration: 944.077746ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:23:32.948287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.211453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-08-24T21:23:32.948323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:23:32.003787Z","time spent":"944.489288ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T21:23:32.948345Z","caller":"traceutil/trace.go:171","msg":"trace[798310134] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:20469; }","duration":"814.314995ms","start":"2026-08-24T21:23:32.134017Z","end":"2026-08-24T21:23:32.948332Z","steps":["trace[798310134] 'agreement among raft nodes before linearized reading' (duration: 814.215023ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:23:32.948384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:23:32.133992Z","time spent":"814.383247ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-08-24T21:23:33.867405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.887435ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-24T21:23:33.867576Z","caller":"traceutil/trace.go:171","msg":"trace[2026011737] transaction","detail":"{read_only:false; response_revision:20471; number_of_response:1; }","duration":"446.432871ms","start":"2026-08-24T21:23:33.421127Z","end":"2026-08-24T21:23:33.86756Z","steps":["trace[2026011737] 'process raft request' (duration: 446.3729ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:23:33.867634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:23:33.421102Z","time spent":"446.503403ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T21:23:33.867619Z","caller":"traceutil/trace.go:171","msg":"trace[582263750] linearizableReadLoop","detail":"{readStateIndex:21171; appliedIndex:21170; }","duration":"919.398823ms","start":"2026-08-24T21:23:32.948189Z","end":"2026-08-24T21:23:33.867588Z","steps":["trace[582263750] 'read index received' (duration: 468.184599ms)","trace[582263750] 'applied index is now lower than readState.Index' (duration: 451.212804ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T21:23:33.867745Z","caller":"traceutil/trace.go:171","msg":"trace[483439097] transaction","detail":"{read_only:false; response_revision:20470; number_of_response:1; }","duration":"1.051818792s","start":"2026-08-24T21:23:32.815911Z","end":"2026-08-24T21:23:33.867729Z","steps":["trace[483439097] 'process raft request' (duration: 600.493886ms)","trace[483439097] 'compare' (duration: 450.68896ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T21:23:33.867849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:23:32.815884Z","time spent":"1.051889924s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T21:23:33.868024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075682484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-24T21:23:33.868059Z","caller":"traceutil/trace.go:171","msg":"trace[1054234842] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:20471; }","duration":"1.075746476s","start":"2026-08-24T21:23:32.792302Z","end":"2026-08-24T21:23:33.868048Z","steps":["trace[1054234842] 'agreement among raft nodes before linearized reading' (duration: 1.075684155s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:23:33.868097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:23:32.792286Z","time spent":"1.075797067s","remote":"127.0.0.1:58170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-08-24T21:23:33.868097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.966851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-24T21:23:33.868136Z","caller":"traceutil/trace.go:171","msg":"trace[898323954] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:20471; }","duration":"598.044823ms","start":"2026-08-24T21:23:33.270079Z","end":"2026-08-24T21:23:33.868124Z","steps":["trace[898323954] 'agreement among raft nodes before linearized reading' (duration: 597.975712ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:23:33.868169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:23:33.270058Z","time spent":"598.102175ms","remote":"127.0.0.1:33262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-08-24T21:23:33.868317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-08-24T21:23:33.868344Z","caller":"traceutil/trace.go:171","msg":"trace[291246303] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:20471; }","duration":"990.618581ms","start":"2026-08-24T21:23:32.877717Z","end":"2026-08-24T21:23:33.868336Z","steps":["trace[291246303] 'agreement among raft nodes before linearized reading' (duration: 990.515958ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:23:33.868351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.49673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-24T21:23:33.868365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:23:32.877687Z","time spent":"990.672922ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-08-24T21:23:33.868392Z","caller":"traceutil/trace.go:171","msg":"trace[1833572474] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20471; }","duration":"137.571812ms","start":"2026-08-24T21:23:33.73081Z","end":"2026-08-24T21:23:33.868382Z","steps":["trace[1833572474] 'agreement among raft nodes before linearized reading' (duration: 137.49607ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:23:34.909179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.232805ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-24T21:23:34.909305Z","caller":"traceutil/trace.go:171","msg":"trace[1091113695] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:20471; }","duration":"674.366639ms","start":"2026-08-24T21:23:34.234924Z","end":"2026-08-24T21:23:34.909291Z","steps":["trace[1091113695] 'range keys from in-memory index tree' (duration: 674.222304ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:23:34.909396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.41758ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-08-24T21:23:34.909481Z","caller":"traceutil/trace.go:171","msg":"trace[126713227] linearizableReadLoop","detail":"{readStateIndex:21173; appliedIndex:21172; }","duration":"983.507705ms","start":"2026-08-24T21:23:33.925962Z","end":"2026-08-24T21:23:34.90947Z","steps":["trace[126713227] 'read index received' (duration: 375.943251ms)","trace[126713227] 'applied index is now lower than readState.Index' (duration: 607.563194ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T21:23:34.9096Z","caller":"traceutil/trace.go:171","msg":"trace[316686210] transaction","detail":"{read_only:false; response_revision:20472; number_of_response:1; }","duration":"1.036064344s","start":"2026-08-24T21:23:33.873526Z","end":"2026-08-24T21:23:34.90959Z","steps":["trace[316686210] 'process raft request' (duration: 428.368547ms)","trace[316686210] 'compare' (duration: 607.05976ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T21:23:34.90965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:23:33.873509Z","time spent":"1.036117146s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T21:23:34.910258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.298965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.115\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-08-24T21:23:34.9103Z","caller":"traceutil/trace.go:171","msg":"trace[567033685] range","detail":"{range_begin:/registry/masterleases/199.19.213.115; range_end:; response_count:1; response_revision:20472; }","duration":"984.377277ms","start":"2026-08-24T21:23:33.925912Z","end":"2026-08-24T21:23:34.910289Z","steps":["trace[567033685] 'agreement among raft nodes before linearized reading' (duration: 984.12813ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:23:34.910323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:23:33.925895Z","time spent":"984.421227ms","remote":"127.0.0.1:56702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.115\" "} {"level":"info","ts":"2026-08-24T21:23:34.966366Z","caller":"traceutil/trace.go:171","msg":"trace[42706315] transaction","detail":"{read_only:false; response_revision:20473; number_of_response:1; }","duration":"962.315506ms","start":"2026-08-24T21:23:34.004023Z","end":"2026-08-24T21:23:34.966339Z","steps":["trace[42706315] 'process raft request' (duration: 962.118141ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:23:34.966527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:23:34.004Z","time spent":"962.445408ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":553,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T21:23:34.966569Z","caller":"traceutil/trace.go:171","msg":"trace[1682500361] transaction","detail":"{read_only:false; response_revision:20474; number_of_response:1; }","duration":"960.809256ms","start":"2026-08-24T21:23:34.005734Z","end":"2026-08-24T21:23:34.966543Z","steps":["trace[1682500361] 'process raft request' (duration: 960.56291ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:23:34.966693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:23:34.005724Z","time spent":"960.902599ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T21:23:34.966804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.495182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-24T21:23:34.9669Z","caller":"traceutil/trace.go:171","msg":"trace[386413865] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:20474; }","duration":"220.647766ms","start":"2026-08-24T21:23:34.746235Z","end":"2026-08-24T21:23:34.966883Z","steps":["trace[386413865] 'agreement among raft nodes before linearized reading' (duration: 220.389089ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:23:34.966867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.804425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-24T21:23:34.966967Z","caller":"traceutil/trace.go:171","msg":"trace[1565649862] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20474; }","duration":"445.978099ms","start":"2026-08-24T21:23:34.520964Z","end":"2026-08-24T21:23:34.966942Z","steps":["trace[1565649862] 'agreement among raft nodes before linearized reading' (duration: 445.695462ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:23:34.967029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:23:34.520943Z","time spent":"446.070632ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-08-24T21:26:50.377098Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19939} {"level":"info","ts":"2026-08-24T21:26:50.491312Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19939,"took":"110.945468ms","hash":3986464189,"current-db-size-bytes":57102336,"current-db-size":"57 MB","current-db-size-in-use-bytes":30236672,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-08-24T21:26:50.491546Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3986464189,"revision":19939,"compact-revision":17481} {"level":"info","ts":"2026-08-24T21:27:22.955693Z","caller":"traceutil/trace.go:171","msg":"trace[643730765] linearizableReadLoop","detail":"{readStateIndex:23545; appliedIndex:23543; }","duration":"129.648854ms","start":"2026-08-24T21:27:22.826019Z","end":"2026-08-24T21:27:22.955667Z","steps":["trace[643730765] 'read index received' (duration: 64.55377ms)","trace[643730765] 'applied index is now lower than readState.Index' (duration: 65.094374ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T21:27:22.955826Z","caller":"traceutil/trace.go:171","msg":"trace[1465708689] transaction","detail":"{read_only:false; response_revision:22774; number_of_response:1; }","duration":"129.796038ms","start":"2026-08-24T21:27:22.825991Z","end":"2026-08-24T21:27:22.955787Z","steps":["trace[1465708689] 'process raft request' (duration: 129.543621ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:27:22.955933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.001203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-08-24T21:27:22.95596Z","caller":"traceutil/trace.go:171","msg":"trace[975668994] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22774; }","duration":"130.066294ms","start":"2026-08-24T21:27:22.825887Z","end":"2026-08-24T21:27:22.955953Z","steps":["trace[975668994] 'agreement among raft nodes before linearized reading' (duration: 129.92719ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:27:22.956078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.93641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-08-24T21:27:22.956139Z","caller":"traceutil/trace.go:171","msg":"trace[2094869919] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22774; }","duration":"130.011403ms","start":"2026-08-24T21:27:22.826111Z","end":"2026-08-24T21:27:22.956123Z","steps":["trace[2094869919] 'agreement among raft nodes before linearized reading' (duration: 129.853419ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:27:22.956281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.787508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-08-24T21:27:22.956298Z","caller":"traceutil/trace.go:171","msg":"trace[511141770] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22774; }","duration":"118.805278ms","start":"2026-08-24T21:27:22.837488Z","end":"2026-08-24T21:27:22.956293Z","steps":["trace[511141770] 'agreement among raft nodes before linearized reading' (duration: 118.750407ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:27:22.956296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.816522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-24T21:27:22.956339Z","caller":"traceutil/trace.go:171","msg":"trace[474064125] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:22774; }","duration":"113.892113ms","start":"2026-08-24T21:27:22.842433Z","end":"2026-08-24T21:27:22.956325Z","steps":["trace[474064125] 'agreement among raft nodes before linearized reading' (duration: 113.795641ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:27:22.956373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.378655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-24T21:27:22.956396Z","caller":"traceutil/trace.go:171","msg":"trace[148215427] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:22774; }","duration":"125.408366ms","start":"2026-08-24T21:27:22.830979Z","end":"2026-08-24T21:27:22.956387Z","steps":["trace[148215427] 'agreement among raft nodes before linearized reading' (duration: 125.368535ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:27:22.956466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.276717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-24T21:27:22.956524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.883843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-08-24T21:27:22.956543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.508068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-24T21:27:22.956587Z","caller":"traceutil/trace.go:171","msg":"trace[417127760] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:22774; }","duration":"111.449851ms","start":"2026-08-24T21:27:22.845113Z","end":"2026-08-24T21:27:22.956563Z","steps":["trace[417127760] 'agreement among raft nodes before linearized reading' (duration: 111.191245ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:27:22.956613Z","caller":"traceutil/trace.go:171","msg":"trace[1434800796] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:22774; }","duration":"114.041357ms","start":"2026-08-24T21:27:22.842551Z","end":"2026-08-24T21:27:22.956592Z","steps":["trace[1434800796] 'agreement among raft nodes before linearized reading' (duration: 113.872262ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:27:22.95663Z","caller":"traceutil/trace.go:171","msg":"trace[571565398] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:22774; }","duration":"125.650081ms","start":"2026-08-24T21:27:22.830956Z","end":"2026-08-24T21:27:22.956606Z","steps":["trace[571565398] 'agreement among raft nodes before linearized reading' (duration: 125.426805ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:27:26.132078Z","caller":"traceutil/trace.go:171","msg":"trace[1357601610] transaction","detail":"{read_only:false; response_revision:22837; number_of_response:1; }","duration":"140.476808ms","start":"2026-08-24T21:27:25.991573Z","end":"2026-08-24T21:27:26.13205Z","steps":["trace[1357601610] 'process raft request' (duration: 140.242162ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:27:26.137281Z","caller":"traceutil/trace.go:171","msg":"trace[369406549] transaction","detail":"{read_only:false; response_revision:22838; number_of_response:1; }","duration":"135.06931ms","start":"2026-08-24T21:27:26.002141Z","end":"2026-08-24T21:27:26.13721Z","steps":["trace[369406549] 'process raft request' (duration: 134.814254ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:27:28.869539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.490793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-24T21:27:28.869632Z","caller":"traceutil/trace.go:171","msg":"trace[1478256602] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22906; }","duration":"139.625236ms","start":"2026-08-24T21:27:28.729984Z","end":"2026-08-24T21:27:28.869609Z","steps":["trace[1478256602] 'range keys from in-memory index tree' (duration: 139.406591ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:27:29.540163Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7461796309298238425,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-24T21:27:30.040981Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7461796309298238425,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-24T21:27:30.185602Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.170500376s","expected-duration":"1s"} {"level":"info","ts":"2026-08-24T21:27:30.186183Z","caller":"traceutil/trace.go:171","msg":"trace[652743012] transaction","detail":"{read_only:false; response_revision:22907; number_of_response:1; }","duration":"1.171188474s","start":"2026-08-24T21:27:29.01497Z","end":"2026-08-24T21:27:30.186158Z","steps":["trace[652743012] 'process raft request' (duration: 1.171049421s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:27:30.186337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:27:29.014943Z","time spent":"1.171319948s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T21:27:30.196609Z","caller":"traceutil/trace.go:171","msg":"trace[1400045246] linearizableReadLoop","detail":"{readStateIndex:23683; appliedIndex:23678; }","duration":"1.157352693s","start":"2026-08-24T21:27:29.039234Z","end":"2026-08-24T21:27:30.196587Z","steps":["trace[1400045246] 'read index received' (duration: 1.146835387s)","trace[1400045246] 'applied index is now lower than readState.Index' (duration: 10.515956ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T21:27:30.196959Z","caller":"traceutil/trace.go:171","msg":"trace[2071238810] transaction","detail":"{read_only:false; response_revision:22908; number_of_response:1; }","duration":"1.153690309s","start":"2026-08-24T21:27:29.043252Z","end":"2026-08-24T21:27:30.196942Z","steps":["trace[2071238810] 'process raft request' (duration: 1.150655522s)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:27:30.197786Z","caller":"traceutil/trace.go:171","msg":"trace[1846388157] transaction","detail":"{read_only:false; response_revision:22909; number_of_response:1; }","duration":"442.722634ms","start":"2026-08-24T21:27:29.755042Z","end":"2026-08-24T21:27:30.197764Z","steps":["trace[1846388157] 'process raft request' (duration: 441.271856ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:27:30.197901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:27:29.755019Z","time spent":"442.828317ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T21:27:30.198052Z","caller":"traceutil/trace.go:171","msg":"trace[552977739] transaction","detail":"{read_only:false; response_revision:22910; number_of_response:1; }","duration":"173.089816ms","start":"2026-08-24T21:27:30.02495Z","end":"2026-08-24T21:27:30.19804Z","steps":["trace[552977739] 'process raft request' (duration: 171.492925ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:27:30.198688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158875732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-08-24T21:27:30.198742Z","caller":"traceutil/trace.go:171","msg":"trace[323900882] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22912; }","duration":"1.158952694s","start":"2026-08-24T21:27:29.039778Z","end":"2026-08-24T21:27:30.198731Z","steps":["trace[323900882] 'agreement among raft nodes before linearized reading' (duration: 1.1587963s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:27:30.198787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:27:29.039766Z","time spent":"1.159009166s","remote":"127.0.0.1:56854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-08-24T21:27:30.198931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159699563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-08-24T21:27:30.198975Z","caller":"traceutil/trace.go:171","msg":"trace[2142890032] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22912; }","duration":"1.159776444s","start":"2026-08-24T21:27:29.039182Z","end":"2026-08-24T21:27:30.198958Z","steps":["trace[2142890032] 'agreement among raft nodes before linearized reading' (duration: 1.159657941s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:27:30.198989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.509398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-08-24T21:27:30.199004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:27:29.039159Z","time spent":"1.159839796s","remote":"127.0.0.1:56854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-08-24T21:27:30.199032Z","caller":"traceutil/trace.go:171","msg":"trace[1223018183] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:22912; }","duration":"831.5859ms","start":"2026-08-24T21:27:29.367434Z","end":"2026-08-24T21:27:30.199019Z","steps":["trace[1223018183] 'agreement among raft nodes before linearized reading' (duration: 831.487427ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:27:30.199066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:27:29.367413Z","time spent":"831.646391ms","remote":"127.0.0.1:56840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-08-24T21:27:30.199261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156183953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-08-24T21:27:30.199302Z","caller":"traceutil/trace.go:171","msg":"trace[784997494] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22912; }","duration":"1.156254075s","start":"2026-08-24T21:27:29.043039Z","end":"2026-08-24T21:27:30.199293Z","steps":["trace[784997494] 'agreement among raft nodes before linearized reading' (duration: 1.156160312s)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:27:30.199357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:27:29.043027Z","time spent":"1.156323016s","remote":"127.0.0.1:56854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-08-24T21:27:30.198675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.636602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-24T21:27:30.199478Z","caller":"traceutil/trace.go:171","msg":"trace[664013320] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22912; }","duration":"469.494423ms","start":"2026-08-24T21:27:29.729974Z","end":"2026-08-24T21:27:30.199468Z","steps":["trace[664013320] 'agreement among raft nodes before linearized reading' (duration: 468.634832ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:27:30.199507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:27:29.729957Z","time spent":"469.542054ms","remote":"127.0.0.1:56690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-24T21:27:30.197068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:27:29.043229Z","time spent":"1.153767671s","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T21:28:55.25336Z","caller":"traceutil/trace.go:171","msg":"trace[1791552768] transaction","detail":"{read_only:false; response_revision:23842; number_of_response:1; }","duration":"135.079926ms","start":"2026-08-24T21:28:55.118257Z","end":"2026-08-24T21:28:55.253337Z","steps":["trace[1791552768] 'process raft request' (duration: 134.906732ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:28:59.408087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.95193ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-08-24T21:28:59.408465Z","caller":"traceutil/trace.go:171","msg":"trace[2140754970] linearizableReadLoop","detail":"{readStateIndex:24669; appliedIndex:24668; }","duration":"347.504607ms","start":"2026-08-24T21:28:59.060941Z","end":"2026-08-24T21:28:59.408445Z","steps":["trace[2140754970] 'read index received' (duration: 158.192849ms)","trace[2140754970] 'applied index is now lower than readState.Index' (duration: 189.310118ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T21:28:59.409005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.9877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-08-24T21:28:59.409236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.961953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-08-24T21:28:59.409337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.418602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-db-sync-bj95j\" ","response":"range_response_count:1 size:6864"} {"level":"info","ts":"2026-08-24T21:28:59.409332Z","caller":"traceutil/trace.go:171","msg":"trace[1520374404] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23873; }","duration":"348.417811ms","start":"2026-08-24T21:28:59.060876Z","end":"2026-08-24T21:28:59.409294Z","steps":["trace[1520374404] 'agreement among raft nodes before linearized reading' (duration: 347.725713ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:28:59.409365Z","caller":"traceutil/trace.go:171","msg":"trace[1358596990] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23873; }","duration":"331.105397ms","start":"2026-08-24T21:28:59.078235Z","end":"2026-08-24T21:28:59.40934Z","steps":["trace[1358596990] 'agreement among raft nodes before linearized reading' (duration: 330.903732ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:28:59.409396Z","caller":"traceutil/trace.go:171","msg":"trace[1739366537] range","detail":"{range_begin:/registry/pods/openstack/magnum-db-sync-bj95j; range_end:; response_count:1; response_revision:23873; }","duration":"154.514225ms","start":"2026-08-24T21:28:59.254869Z","end":"2026-08-24T21:28:59.409383Z","steps":["trace[1739366537] 'agreement among raft nodes before linearized reading' (duration: 154.287439ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:28:59.409417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:28:59.060808Z","time spent":"348.594025ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-08-24T21:28:59.409419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:28:59.078173Z","time spent":"331.23453ms","remote":"127.0.0.1:57068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-08-24T21:31:50.3837Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22072} {"level":"info","ts":"2026-08-24T21:31:50.497149Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22072,"took":"109.646784ms","hash":3370935160,"current-db-size-bytes":57102336,"current-db-size":"57 MB","current-db-size-in-use-bytes":41701376,"current-db-size-in-use":"42 MB"} {"level":"info","ts":"2026-08-24T21:31:50.497231Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3370935160,"revision":22072,"compact-revision":19939} {"level":"info","ts":"2026-08-24T21:36:50.391801Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25185} {"level":"info","ts":"2026-08-24T21:36:50.550065Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25185,"took":"153.87947ms","hash":2752966676,"current-db-size-bytes":57102336,"current-db-size":"57 MB","current-db-size-in-use-bytes":29708288,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-08-24T21:36:50.550125Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2752966676,"revision":25185,"compact-revision":22072}