{"level":"warn","ts":"2026-03-01T21:11:50.683929Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-01T21:11:50.684043Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.169:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.169:2380","--initial-cluster=instance=https://199.204.45.169:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.169:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.169:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-01T21:11:50.684121Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-01T21:11:50.684137Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.169:2380"]} {"level":"info","ts":"2026-03-01T21:11:50.684155Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-01T21:11:50.68484Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.169:2379"]} {"level":"info","ts":"2026-03-01T21:11:50.684924Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.169:2380"],"listen-peer-urls":["https://199.204.45.169:2380"],"advertise-client-urls":["https://199.204.45.169:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.169:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.169:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-01T21:11:50.689171Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.005698ms"} {"level":"info","ts":"2026-03-01T21:11:50.698453Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"1c917701ce165bac","cluster-id":"bfb5247022b87cb1"} {"level":"info","ts":"2026-03-01T21:11:50.698557Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac switched to configuration voters=()"} {"level":"info","ts":"2026-03-01T21:11:50.698588Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became follower at term 0"} {"level":"info","ts":"2026-03-01T21:11:50.698602Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 1c917701ce165bac [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-01T21:11:50.698618Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became follower at term 1"} {"level":"info","ts":"2026-03-01T21:11:50.69867Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac switched to configuration voters=(2058557354321271724)"} {"level":"warn","ts":"2026-03-01T21:11:50.710406Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-01T21:11:50.711934Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-01T21:11:50.713396Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-01T21:11:50.715436Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"1c917701ce165bac","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-01T21:11:50.71567Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"1c917701ce165bac","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-01T21:11:50.715892Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-01T21:11:50.716119Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-01T21:11:50.716147Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-01T21:11:50.718229Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac switched to configuration voters=(2058557354321271724)"} {"level":"info","ts":"2026-03-01T21:11:50.718582Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"bfb5247022b87cb1","local-member-id":"1c917701ce165bac","added-peer-id":"1c917701ce165bac","added-peer-peer-urls":["https://199.204.45.169:2380"]} {"level":"info","ts":"2026-03-01T21:11:50.721868Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-01T21:11:50.722054Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.169:2380"} {"level":"info","ts":"2026-03-01T21:11:50.722146Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.169:2380"} {"level":"info","ts":"2026-03-01T21:11:50.722189Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"1c917701ce165bac","initial-advertise-peer-urls":["https://199.204.45.169:2380"],"listen-peer-urls":["https://199.204.45.169:2380"],"advertise-client-urls":["https://199.204.45.169:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.169:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-01T21:11:50.722229Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-01T21:11:51.699827Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac is starting a new election at term 1"} {"level":"info","ts":"2026-03-01T21:11:51.699898Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became pre-candidate at term 1"} {"level":"info","ts":"2026-03-01T21:11:51.699934Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac received MsgPreVoteResp from 1c917701ce165bac at term 1"} {"level":"info","ts":"2026-03-01T21:11:51.699955Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became candidate at term 2"} {"level":"info","ts":"2026-03-01T21:11:51.699967Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac received MsgVoteResp from 1c917701ce165bac at term 2"} {"level":"info","ts":"2026-03-01T21:11:51.699983Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became leader at term 2"} {"level":"info","ts":"2026-03-01T21:11:51.699997Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 1c917701ce165bac elected leader 1c917701ce165bac at term 2"} {"level":"info","ts":"2026-03-01T21:11:51.701164Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"1c917701ce165bac","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.169:2379]}","request-path":"/0/members/1c917701ce165bac/attributes","cluster-id":"bfb5247022b87cb1","publish-timeout":"7s"} {"level":"info","ts":"2026-03-01T21:11:51.701172Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-01T21:11:51.701226Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-01T21:11:51.701265Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-01T21:11:51.701505Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-01T21:11:51.701609Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-01T21:11:51.702555Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"bfb5247022b87cb1","local-member-id":"1c917701ce165bac","cluster-version":"3.5"} {"level":"info","ts":"2026-03-01T21:11:51.702906Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-01T21:11:51.702971Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-01T21:11:51.705118Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.169:2379"} {"level":"info","ts":"2026-03-01T21:11:51.705328Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-01T21:11:53.565081Z","caller":"traceutil/trace.go:171","msg":"trace[476979420] linearizableReadLoop","detail":"{readStateIndex:111; appliedIndex:110; }","duration":"192.528926ms","start":"2026-03-01T21:11:53.372523Z","end":"2026-03-01T21:11:53.565052Z","steps":["trace[476979420] 'read index received' (duration: 190.307067ms)","trace[476979420] 'applied index is now lower than readState.Index' (duration: 2.220469ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:11:53.565129Z","caller":"traceutil/trace.go:171","msg":"trace[661790067] transaction","detail":"{read_only:false; response_revision:106; number_of_response:1; }","duration":"194.911909ms","start":"2026-03-01T21:11:53.370175Z","end":"2026-03-01T21:11:53.565087Z","steps":["trace[661790067] 'process raft request' (duration: 192.776262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:11:53.565484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.907034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3495"} {"level":"info","ts":"2026-03-01T21:11:53.565679Z","caller":"traceutil/trace.go:171","msg":"trace[1919538012] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:106; }","duration":"193.16365ms","start":"2026-03-01T21:11:53.372487Z","end":"2026-03-01T21:11:53.565651Z","steps":["trace[1919538012] 'agreement among raft nodes before linearized reading' (duration: 192.714561ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:11:58.850121Z","caller":"traceutil/trace.go:171","msg":"trace[530400991] transaction","detail":"{read_only:false; response_revision:331; number_of_response:1; }","duration":"116.991873ms","start":"2026-03-01T21:11:58.733102Z","end":"2026-03-01T21:11:58.850093Z","steps":["trace[530400991] 'process raft request' (duration: 116.84381ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:12:09.3754Z","caller":"traceutil/trace.go:171","msg":"trace[334269055] transaction","detail":"{read_only:false; response_revision:450; number_of_response:1; }","duration":"137.830454ms","start":"2026-03-01T21:12:09.23753Z","end":"2026-03-01T21:12:09.37536Z","steps":["trace[334269055] 'process raft request' (duration: 137.677679ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:12:09.396645Z","caller":"traceutil/trace.go:171","msg":"trace[152582412] transaction","detail":"{read_only:false; response_revision:451; number_of_response:1; }","duration":"158.988698ms","start":"2026-03-01T21:12:09.237631Z","end":"2026-03-01T21:12:09.396619Z","steps":["trace[152582412] 'process raft request' (duration: 158.859295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:12:09.659928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.522607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T21:12:09.660021Z","caller":"traceutil/trace.go:171","msg":"trace[1899223463] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:451; }","duration":"163.672861ms","start":"2026-03-01T21:12:09.496327Z","end":"2026-03-01T21:12:09.66Z","steps":["trace[1899223463] 'range keys from in-memory index tree' (duration: 163.416895ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:12:09.812764Z","caller":"traceutil/trace.go:171","msg":"trace[297338528] transaction","detail":"{read_only:false; response_revision:452; number_of_response:1; }","duration":"148.19869ms","start":"2026-03-01T21:12:09.664536Z","end":"2026-03-01T21:12:09.812735Z","steps":["trace[297338528] 'process raft request' (duration: 148.041957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:12:19.938405Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827012743704389,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T21:12:20.085971Z","caller":"traceutil/trace.go:171","msg":"trace[1347826407] linearizableReadLoop","detail":"{readStateIndex:519; appliedIndex:518; }","duration":"647.985866ms","start":"2026-03-01T21:12:19.437953Z","end":"2026-03-01T21:12:20.085939Z","steps":["trace[1347826407] 'read index received' (duration: 647.837193ms)","trace[1347826407] 'applied index is now lower than readState.Index' (duration: 147.723µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:12:20.086138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.05488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:12:20.086172Z","caller":"traceutil/trace.go:171","msg":"trace[1591044389] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:505; }","duration":"564.144702ms","start":"2026-03-01T21:12:19.522018Z","end":"2026-03-01T21:12:20.086163Z","steps":["trace[1591044389] 'agreement among raft nodes before linearized reading' (duration: 564.067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:12:20.086227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.247652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-01T21:12:20.086206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:12:19.521997Z","time spent":"564.201273ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T21:12:20.08634Z","caller":"traceutil/trace.go:171","msg":"trace[388500680] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:505; }","duration":"648.427096ms","start":"2026-03-01T21:12:19.437888Z","end":"2026-03-01T21:12:20.086315Z","steps":["trace[388500680] 'agreement among raft nodes before linearized reading' (duration: 648.203151ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:12:20.08632Z","caller":"traceutil/trace.go:171","msg":"trace[724040749] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"657.760122ms","start":"2026-03-01T21:12:19.428488Z","end":"2026-03-01T21:12:20.086248Z","steps":["trace[724040749] 'process raft request' (duration: 657.274151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:12:20.086399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:12:19.437863Z","time spent":"648.527688ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T21:12:20.086448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.23644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T21:12:20.086589Z","caller":"traceutil/trace.go:171","msg":"trace[1522538591] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:505; }","duration":"192.431364ms","start":"2026-03-01T21:12:19.894125Z","end":"2026-03-01T21:12:20.086556Z","steps":["trace[1522538591] 'agreement among raft nodes before linearized reading' (duration: 192.139458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:12:20.087502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:12:19.428457Z","time spent":"657.996867ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:12:27.681373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.827321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-t896r\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-01T21:12:27.68152Z","caller":"traceutil/trace.go:171","msg":"trace[1377198141] range","detail":"{range_begin:/registry/pods/kube-system/cilium-t896r; range_end:; response_count:1; response_revision:551; }","duration":"197.033776ms","start":"2026-03-01T21:12:27.484445Z","end":"2026-03-01T21:12:27.681479Z","steps":["trace[1377198141] 'range keys from in-memory index tree' (duration: 196.540045ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:12:27.815115Z","caller":"traceutil/trace.go:171","msg":"trace[1291120964] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"120.7237ms","start":"2026-03-01T21:12:27.694356Z","end":"2026-03-01T21:12:27.81508Z","steps":["trace[1291120964] 'process raft request' (duration: 120.525596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:12:28.632944Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827012743704490,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T21:12:28.658719Z","caller":"traceutil/trace.go:171","msg":"trace[1742548177] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"527.289916ms","start":"2026-03-01T21:12:28.131398Z","end":"2026-03-01T21:12:28.658688Z","steps":["trace[1742548177] 'process raft request' (duration: 527.095222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:12:28.65889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:12:28.131364Z","time spent":"527.425929ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:12:29.064919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.795962ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:12:29.065064Z","caller":"traceutil/trace.go:171","msg":"trace[1621396105] linearizableReadLoop","detail":"{readStateIndex:570; appliedIndex:568; }","duration":"932.460243ms","start":"2026-03-01T21:12:28.132583Z","end":"2026-03-01T21:12:29.065044Z","steps":["trace[1621396105] 'read index received' (duration: 525.927527ms)","trace[1621396105] 'applied index is now lower than readState.Index' (duration: 406.531206ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:12:29.065143Z","caller":"traceutil/trace.go:171","msg":"trace[2014855930] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"933.085095ms","start":"2026-03-01T21:12:28.131993Z","end":"2026-03-01T21:12:29.065078Z","steps":["trace[2014855930] 'process raft request' (duration: 586.857084ms)","trace[2014855930] 'compare' (duration: 345.565467ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:12:29.065328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.543396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:12:29.065315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.462782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:12:29.065375Z","caller":"traceutil/trace.go:171","msg":"trace[674677896] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:554; }","duration":"795.619787ms","start":"2026-03-01T21:12:28.269742Z","end":"2026-03-01T21:12:29.065361Z","steps":["trace[674677896] 'agreement among raft nodes before linearized reading' (duration: 795.540266ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:12:29.065393Z","caller":"traceutil/trace.go:171","msg":"trace[588126803] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:554; }","duration":"543.613555ms","start":"2026-03-01T21:12:28.521761Z","end":"2026-03-01T21:12:29.065375Z","steps":["trace[588126803] 'agreement among raft nodes before linearized reading' (duration: 543.471322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:12:29.065438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:12:28.521731Z","time spent":"543.699307ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:12:29.065439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:12:28.269721Z","time spent":"795.70411ms","remote":"127.0.0.1:44912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-01T21:12:29.065426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:12:28.13198Z","time spent":"933.29089ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:12:29.065435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.872028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-01T21:12:29.065556Z","caller":"traceutil/trace.go:171","msg":"trace[819328123] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:554; }","duration":"932.047742ms","start":"2026-03-01T21:12:28.133479Z","end":"2026-03-01T21:12:29.065526Z","steps":["trace[819328123] 'agreement among raft nodes before linearized reading' (duration: 931.708795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:12:29.065619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:12:28.133461Z","time spent":"932.143515ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T21:12:29.0659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.253049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-01T21:12:29.066104Z","caller":"traceutil/trace.go:171","msg":"trace[1049531919] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:554; }","duration":"933.491825ms","start":"2026-03-01T21:12:28.13254Z","end":"2026-03-01T21:12:29.066032Z","steps":["trace[1049531919] 'agreement among raft nodes before linearized reading' (duration: 932.579265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:12:29.066421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:12:28.132529Z","time spent":"933.759871ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T21:12:29.193133Z","caller":"traceutil/trace.go:171","msg":"trace[2079303166] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"121.482707ms","start":"2026-03-01T21:12:29.071625Z","end":"2026-03-01T21:12:29.193108Z","steps":["trace[2079303166] 'process raft request' (duration: 121.324294ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:12:29.193766Z","caller":"traceutil/trace.go:171","msg":"trace[1604501095] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"121.830334ms","start":"2026-03-01T21:12:29.071906Z","end":"2026-03-01T21:12:29.193736Z","steps":["trace[1604501095] 'process raft request' (duration: 121.702551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:12:30.973178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.142306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-01T21:12:30.973287Z","caller":"traceutil/trace.go:171","msg":"trace[1442046516] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:691; }","duration":"309.446653ms","start":"2026-03-01T21:12:30.66382Z","end":"2026-03-01T21:12:30.973267Z","steps":["trace[1442046516] 'range keys from in-memory index tree' (duration: 308.906011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:12:30.973333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:12:30.663792Z","time spent":"309.532025ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T21:12:30.978243Z","caller":"traceutil/trace.go:171","msg":"trace[96641545] linearizableReadLoop","detail":"{readStateIndex:710; appliedIndex:709; }","duration":"282.783339ms","start":"2026-03-01T21:12:30.695435Z","end":"2026-03-01T21:12:30.978218Z","steps":["trace[96641545] 'read index received' (duration: 282.000532ms)","trace[96641545] 'applied index is now lower than readState.Index' (duration: 781.647µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:12:30.97838Z","caller":"traceutil/trace.go:171","msg":"trace[316713214] transaction","detail":"{read_only:false; response_revision:692; number_of_response:1; }","duration":"287.094922ms","start":"2026-03-01T21:12:30.691271Z","end":"2026-03-01T21:12:30.978366Z","steps":["trace[316713214] 'process raft request' (duration: 286.506209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:12:30.978558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.058495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:12:30.978719Z","caller":"traceutil/trace.go:171","msg":"trace[250070387] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:692; }","duration":"283.274149ms","start":"2026-03-01T21:12:30.695406Z","end":"2026-03-01T21:12:30.97868Z","steps":["trace[250070387] 'agreement among raft nodes before linearized reading' (duration: 282.999683ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:12:30.991982Z","caller":"traceutil/trace.go:171","msg":"trace[1894703635] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"268.72402ms","start":"2026-03-01T21:12:30.723236Z","end":"2026-03-01T21:12:30.99196Z","steps":["trace[1894703635] 'process raft request' (duration: 268.527315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:12:30.991995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.405278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:12:30.99207Z","caller":"traceutil/trace.go:171","msg":"trace[1436637002] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:694; }","duration":"296.530311ms","start":"2026-03-01T21:12:30.695522Z","end":"2026-03-01T21:12:30.992052Z","steps":["trace[1436637002] 'agreement among raft nodes before linearized reading' (duration: 296.391838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:12:30.992062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.213213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:12:30.992184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.292207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:12:30.992178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.505592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:12:30.992189Z","caller":"traceutil/trace.go:171","msg":"trace[249970549] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:694; }","duration":"260.382726ms","start":"2026-03-01T21:12:30.731786Z","end":"2026-03-01T21:12:30.992169Z","steps":["trace[249970549] 'agreement among raft nodes before linearized reading' (duration: 260.148661ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:12:30.992226Z","caller":"traceutil/trace.go:171","msg":"trace[1878341395] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:694; }","duration":"282.338499ms","start":"2026-03-01T21:12:30.70987Z","end":"2026-03-01T21:12:30.992208Z","steps":["trace[1878341395] 'agreement among raft nodes before linearized reading' (duration: 282.287488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:12:30.992227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.433048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:12:30.992241Z","caller":"traceutil/trace.go:171","msg":"trace[1382977783] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:694; }","duration":"282.613054ms","start":"2026-03-01T21:12:30.709605Z","end":"2026-03-01T21:12:30.992219Z","steps":["trace[1382977783] 'agreement among raft nodes before linearized reading' (duration: 282.524762ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:12:30.992271Z","caller":"traceutil/trace.go:171","msg":"trace[1114956987] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:694; }","duration":"260.523379ms","start":"2026-03-01T21:12:30.731734Z","end":"2026-03-01T21:12:30.992258Z","steps":["trace[1114956987] 'agreement among raft nodes before linearized reading' (duration: 260.415027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:12:30.992274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.817769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:12:30.992371Z","caller":"traceutil/trace.go:171","msg":"trace[1250865478] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:694; }","duration":"282.85004ms","start":"2026-03-01T21:12:30.709446Z","end":"2026-03-01T21:12:30.992296Z","steps":["trace[1250865478] 'agreement among raft nodes before linearized reading' (duration: 282.798609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:12:30.992107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.27501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:12:30.99238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.952678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:12:30.993143Z","caller":"traceutil/trace.go:171","msg":"trace[1932799309] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:694; }","duration":"259.353414ms","start":"2026-03-01T21:12:30.733757Z","end":"2026-03-01T21:12:30.993111Z","steps":["trace[1932799309] 'agreement among raft nodes before linearized reading' (duration: 258.291191ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:12:30.993469Z","caller":"traceutil/trace.go:171","msg":"trace[1227974375] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:694; }","duration":"296.08309ms","start":"2026-03-01T21:12:30.696364Z","end":"2026-03-01T21:12:30.992447Z","steps":["trace[1227974375] 'agreement among raft nodes before linearized reading' (duration: 295.862065ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:12:31.839499Z","caller":"traceutil/trace.go:171","msg":"trace[393239684] transaction","detail":"{read_only:false; response_revision:716; number_of_response:1; }","duration":"237.675289ms","start":"2026-03-01T21:12:31.601802Z","end":"2026-03-01T21:12:31.839477Z","steps":["trace[393239684] 'process raft request' (duration: 236.077533ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:12:31.895242Z","caller":"traceutil/trace.go:171","msg":"trace[2023050221] transaction","detail":"{read_only:false; response_revision:717; number_of_response:1; }","duration":"167.336302ms","start":"2026-03-01T21:12:31.727875Z","end":"2026-03-01T21:12:31.895212Z","steps":["trace[2023050221] 'process raft request' (duration: 166.973345ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:12:32.007603Z","caller":"traceutil/trace.go:171","msg":"trace[325419613] transaction","detail":"{read_only:false; response_revision:718; number_of_response:1; }","duration":"103.968353ms","start":"2026-03-01T21:12:31.903609Z","end":"2026-03-01T21:12:32.007577Z","steps":["trace[325419613] 'process raft request' (duration: 103.793558ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:12:32.05761Z","caller":"traceutil/trace.go:171","msg":"trace[64602221] transaction","detail":"{read_only:false; response_revision:719; number_of_response:1; }","duration":"150.84898ms","start":"2026-03-01T21:12:31.906742Z","end":"2026-03-01T21:12:32.057591Z","steps":["trace[64602221] 'process raft request' (duration: 150.686167ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:12:32.057864Z","caller":"traceutil/trace.go:171","msg":"trace[1269347964] transaction","detail":"{read_only:false; response_revision:720; number_of_response:1; }","duration":"129.978012ms","start":"2026-03-01T21:12:31.927855Z","end":"2026-03-01T21:12:32.057833Z","steps":["trace[1269347964] 'process raft request' (duration: 129.692476ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:12:32.229141Z","caller":"traceutil/trace.go:171","msg":"trace[18134977] transaction","detail":"{read_only:false; response_revision:721; number_of_response:1; }","duration":"215.104623ms","start":"2026-03-01T21:12:32.013995Z","end":"2026-03-01T21:12:32.2291Z","steps":["trace[18134977] 'process raft request' (duration: 214.796005ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:12:32.310242Z","caller":"traceutil/trace.go:171","msg":"trace[1000654958] transaction","detail":"{read_only:false; response_revision:722; number_of_response:1; }","duration":"240.173513ms","start":"2026-03-01T21:12:32.070039Z","end":"2026-03-01T21:12:32.310212Z","steps":["trace[1000654958] 'process raft request' (duration: 205.987592ms)","trace[1000654958] 'compare' (duration: 33.981046ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:12:32.310497Z","caller":"traceutil/trace.go:171","msg":"trace[1549453187] transaction","detail":"{read_only:false; response_revision:723; number_of_response:1; }","duration":"239.199202ms","start":"2026-03-01T21:12:32.071276Z","end":"2026-03-01T21:12:32.310476Z","steps":["trace[1549453187] 'process raft request' (duration: 238.871425ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:12:32.310629Z","caller":"traceutil/trace.go:171","msg":"trace[15186883] linearizableReadLoop","detail":"{readStateIndex:741; appliedIndex:738; }","duration":"188.710474ms","start":"2026-03-01T21:12:32.121906Z","end":"2026-03-01T21:12:32.310616Z","steps":["trace[15186883] 'read index received' (duration: 106.98672ms)","trace[15186883] 'applied index is now lower than readState.Index' (duration: 81.722214ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:12:32.31089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.969529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:12:32.310965Z","caller":"traceutil/trace.go:171","msg":"trace[959677439] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:725; }","duration":"189.069181ms","start":"2026-03-01T21:12:32.121854Z","end":"2026-03-01T21:12:32.310923Z","steps":["trace[959677439] 'agreement among raft nodes before linearized reading' (duration: 188.800516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:12:33.845324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.103083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-03-01T21:12:33.845472Z","caller":"traceutil/trace.go:171","msg":"trace[1222289881] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:743; }","duration":"123.327847ms","start":"2026-03-01T21:12:33.722121Z","end":"2026-03-01T21:12:33.845449Z","steps":["trace[1222289881] 'range keys from in-memory index tree' (duration: 122.871207ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:12:49.479441Z","caller":"traceutil/trace.go:171","msg":"trace[601069085] linearizableReadLoop","detail":"{readStateIndex:966; appliedIndex:965; }","duration":"230.296416ms","start":"2026-03-01T21:12:49.24912Z","end":"2026-03-01T21:12:49.479417Z","steps":["trace[601069085] 'read index received' (duration: 230.137903ms)","trace[601069085] 'applied index is now lower than readState.Index' (duration: 157.633µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:12:49.479503Z","caller":"traceutil/trace.go:171","msg":"trace[1929550089] transaction","detail":"{read_only:false; response_revision:941; number_of_response:1; }","duration":"383.602182ms","start":"2026-03-01T21:12:49.09587Z","end":"2026-03-01T21:12:49.479472Z","steps":["trace[1929550089] 'process raft request' (duration: 383.341497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:12:49.479634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.50438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-01T21:12:49.479643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:12:49.095838Z","time spent":"383.721264ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:12:49.479674Z","caller":"traceutil/trace.go:171","msg":"trace[167962571] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:941; }","duration":"230.592092ms","start":"2026-03-01T21:12:49.249072Z","end":"2026-03-01T21:12:49.479664Z","steps":["trace[167962571] 'agreement among raft nodes before linearized reading' (duration: 230.47294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:13:35.157497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.600027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-01T21:13:35.158095Z","caller":"traceutil/trace.go:171","msg":"trace[1497339932] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1577; }","duration":"708.279763ms","start":"2026-03-01T21:13:34.449788Z","end":"2026-03-01T21:13:35.158068Z","steps":["trace[1497339932] 'range keys from in-memory index tree' (duration: 707.261461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:13:35.158152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:13:34.449746Z","time spent":"708.390255ms","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-01T21:13:35.179975Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827012743706453,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T21:13:35.205741Z","caller":"traceutil/trace.go:171","msg":"trace[2057523436] linearizableReadLoop","detail":"{readStateIndex:1638; appliedIndex:1637; }","duration":"526.681126ms","start":"2026-03-01T21:13:34.679039Z","end":"2026-03-01T21:13:35.20572Z","steps":["trace[2057523436] 'read index received' (duration: 526.654325ms)","trace[2057523436] 'applied index is now lower than readState.Index' (duration: 25.581µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:13:35.205843Z","caller":"traceutil/trace.go:171","msg":"trace[1468698117] transaction","detail":"{read_only:false; response_revision:1578; number_of_response:1; }","duration":"534.345815ms","start":"2026-03-01T21:13:34.671464Z","end":"2026-03-01T21:13:35.20581Z","steps":["trace[1468698117] 'process raft request' (duration: 534.13554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:13:35.205929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.906561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-01bc251a-8726-4167-97e2-0a10bb7124fd\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-01T21:13:35.205958Z","caller":"traceutil/trace.go:171","msg":"trace[1616756469] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-01bc251a-8726-4167-97e2-0a10bb7124fd; range_end:; response_count:1; response_revision:1578; }","duration":"526.988863ms","start":"2026-03-01T21:13:34.678959Z","end":"2026-03-01T21:13:35.205948Z","steps":["trace[1616756469] 'agreement among raft nodes before linearized reading' (duration: 526.86523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:13:35.205983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:13:34.678938Z","time spent":"527.040424ms","remote":"127.0.0.1:45020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-01bc251a-8726-4167-97e2-0a10bb7124fd\" "} {"level":"warn","ts":"2026-03-01T21:13:35.206027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:13:34.671432Z","time spent":"534.507939ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:13:35.389325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.361526ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:13:35.389406Z","caller":"traceutil/trace.go:171","msg":"trace[1364379292] linearizableReadLoop","detail":"{readStateIndex:1639; appliedIndex:1638; }","duration":"183.59527ms","start":"2026-03-01T21:13:35.2058Z","end":"2026-03-01T21:13:35.389395Z","steps":["trace[1364379292] 'read index received' (duration: 55.125382ms)","trace[1364379292] 'applied index is now lower than readState.Index' (duration: 128.468928ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:13:35.389554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.985318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-01T21:13:35.389575Z","caller":"traceutil/trace.go:171","msg":"trace[191270476] transaction","detail":"{read_only:false; response_revision:1579; number_of_response:1; }","duration":"191.867244ms","start":"2026-03-01T21:13:35.19766Z","end":"2026-03-01T21:13:35.389527Z","steps":["trace[191270476] 'process raft request' (duration: 63.214752ms)","trace[191270476] 'compare' (duration: 128.267604ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:13:35.389651Z","caller":"traceutil/trace.go:171","msg":"trace[99612436] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:1579; }","duration":"566.126651ms","start":"2026-03-01T21:13:34.823517Z","end":"2026-03-01T21:13:35.389644Z","steps":["trace[99612436] 'agreement among raft nodes before linearized reading' (duration: 565.907986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:13:35.38976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:13:34.823492Z","time spent":"566.260243ms","remote":"127.0.0.1:44882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-03-01T21:13:35.389806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.60386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-01T21:13:35.389892Z","caller":"traceutil/trace.go:171","msg":"trace[1607069026] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1579; }","duration":"446.722243ms","start":"2026-03-01T21:13:34.94315Z","end":"2026-03-01T21:13:35.389872Z","steps":["trace[1607069026] 'agreement among raft nodes before linearized reading' (duration: 446.274793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:13:35.389943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:13:34.943135Z","time spent":"446.798285ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T21:13:35.389708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.264307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-01bc251a-8726-4167-97e2-0a10bb7124fd\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-01T21:13:35.390375Z","caller":"traceutil/trace.go:171","msg":"trace[943127536] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-01bc251a-8726-4167-97e2-0a10bb7124fd; range_end:; response_count:1; response_revision:1579; }","duration":"475.966842ms","start":"2026-03-01T21:13:34.914377Z","end":"2026-03-01T21:13:35.390344Z","steps":["trace[943127536] 'agreement among raft nodes before linearized reading' (duration: 475.072382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:13:35.390441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:13:34.914336Z","time spent":"476.085205ms","remote":"127.0.0.1:45020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-01bc251a-8726-4167-97e2-0a10bb7124fd\" "} {"level":"info","ts":"2026-03-01T21:13:36.094205Z","caller":"traceutil/trace.go:171","msg":"trace[2145745315] transaction","detail":"{read_only:false; response_revision:1580; number_of_response:1; }","duration":"699.63762ms","start":"2026-03-01T21:13:35.394524Z","end":"2026-03-01T21:13:36.094162Z","steps":["trace[2145745315] 'process raft request' (duration: 679.042854ms)","trace[2145745315] 'compare' (duration: 20.201348ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:13:36.094226Z","caller":"traceutil/trace.go:171","msg":"trace[1106919446] linearizableReadLoop","detail":"{readStateIndex:1642; appliedIndex:1639; }","duration":"572.369599ms","start":"2026-03-01T21:13:35.521826Z","end":"2026-03-01T21:13:36.094195Z","steps":["trace[1106919446] 'read index received' (duration: 6.508914ms)","trace[1106919446] 'applied index is now lower than readState.Index' (duration: 565.859365ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:13:36.094261Z","caller":"traceutil/trace.go:171","msg":"trace[2032274161] transaction","detail":"{read_only:false; response_revision:1581; number_of_response:1; }","duration":"697.118534ms","start":"2026-03-01T21:13:35.397112Z","end":"2026-03-01T21:13:36.094231Z","steps":["trace[2032274161] 'process raft request' (duration: 696.94739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:13:36.094378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:13:35.394502Z","time spent":"699.788003ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:13:36.094441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:13:35.397082Z","time spent":"697.244127ms","remote":"127.0.0.1:45020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:13:36.094569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.641345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:13:36.094723Z","caller":"traceutil/trace.go:171","msg":"trace[527972496] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1581; }","duration":"572.902371ms","start":"2026-03-01T21:13:35.521774Z","end":"2026-03-01T21:13:36.094677Z","steps":["trace[527972496] 'agreement among raft nodes before linearized reading' (duration: 572.642125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:13:36.09487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:13:35.521757Z","time spent":"573.097635ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:13:36.148325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.238149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-01T21:13:36.14835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.731536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-01T21:13:36.148367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.667916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T21:13:36.14839Z","caller":"traceutil/trace.go:171","msg":"trace[1220191822] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1582; }","duration":"278.359821ms","start":"2026-03-01T21:13:35.870016Z","end":"2026-03-01T21:13:36.148376Z","steps":["trace[1220191822] 'agreement among raft nodes before linearized reading' (duration: 278.088415ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:13:36.148425Z","caller":"traceutil/trace.go:171","msg":"trace[1491201841] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1582; }","duration":"291.782948ms","start":"2026-03-01T21:13:35.856629Z","end":"2026-03-01T21:13:36.148412Z","steps":["trace[1491201841] 'agreement among raft nodes before linearized reading' (duration: 291.552123ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:13:36.148425Z","caller":"traceutil/trace.go:171","msg":"trace[2020337592] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1582; }","duration":"281.833308ms","start":"2026-03-01T21:13:35.86657Z","end":"2026-03-01T21:13:36.148404Z","steps":["trace[2020337592] 'agreement among raft nodes before linearized reading' (duration: 281.600633ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:13:36.148796Z","caller":"traceutil/trace.go:171","msg":"trace[1603777038] transaction","detail":"{read_only:false; response_revision:1582; number_of_response:1; }","duration":"570.908887ms","start":"2026-03-01T21:13:35.577868Z","end":"2026-03-01T21:13:36.148777Z","steps":["trace[1603777038] 'process raft request' (duration: 570.10397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:13:36.14889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.779867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T21:13:36.149002Z","caller":"traceutil/trace.go:171","msg":"trace[2057160189] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1582; }","duration":"281.860518ms","start":"2026-03-01T21:13:35.867061Z","end":"2026-03-01T21:13:36.148922Z","steps":["trace[2057160189] 'agreement among raft nodes before linearized reading' (duration: 281.756476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:13:36.149016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:13:35.577841Z","time spent":"571.015849ms","remote":"127.0.0.1:44882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:13:44.438062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.661974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-01T21:13:44.438195Z","caller":"traceutil/trace.go:171","msg":"trace[209247222] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1661; }","duration":"161.840908ms","start":"2026-03-01T21:13:44.276326Z","end":"2026-03-01T21:13:44.438167Z","steps":["trace[209247222] 'range keys from in-memory index tree' (duration: 161.46892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:20.276771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.105624ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-01T21:14:21.696973Z","caller":"traceutil/trace.go:171","msg":"trace[310344462] linearizableReadLoop","detail":"{readStateIndex:1935; appliedIndex:1934; }","duration":"216.252524ms","start":"2026-03-01T21:14:21.480687Z","end":"2026-03-01T21:14:21.696939Z","steps":["trace[310344462] 'read index received' (duration: 216.003148ms)","trace[310344462] 'applied index is now lower than readState.Index' (duration: 248.325µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:14:21.697054Z","caller":"traceutil/trace.go:171","msg":"trace[817715800] transaction","detail":"{read_only:false; response_revision:1863; number_of_response:1; }","duration":"324.585406ms","start":"2026-03-01T21:14:21.372427Z","end":"2026-03-01T21:14:21.697012Z","steps":["trace[817715800] 'process raft request' (duration: 324.32667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:21.697373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.188353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-01T21:14:21.697424Z","caller":"traceutil/trace.go:171","msg":"trace[696235164] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1863; }","duration":"193.269725ms","start":"2026-03-01T21:14:21.504142Z","end":"2026-03-01T21:14:21.697412Z","steps":["trace[696235164] 'agreement among raft nodes before linearized reading' (duration: 193.115501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:21.697421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.314606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:14:21.697541Z","caller":"traceutil/trace.go:171","msg":"trace[1848680072] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1863; }","duration":"175.50491ms","start":"2026-03-01T21:14:21.522016Z","end":"2026-03-01T21:14:21.697521Z","steps":["trace[1848680072] 'agreement among raft nodes before linearized reading' (duration: 175.270845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:21.697208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.50206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:14:21.697713Z","caller":"traceutil/trace.go:171","msg":"trace[603571830] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1863; }","duration":"217.050862ms","start":"2026-03-01T21:14:21.480626Z","end":"2026-03-01T21:14:21.697677Z","steps":["trace[603571830] 'agreement among raft nodes before linearized reading' (duration: 216.50633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:21.697837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:14:21.372393Z","time spent":"324.892152ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:14:27.858413Z","caller":"traceutil/trace.go:171","msg":"trace[834408941] linearizableReadLoop","detail":"{readStateIndex:1964; appliedIndex:1963; }","duration":"118.741033ms","start":"2026-03-01T21:14:27.739649Z","end":"2026-03-01T21:14:27.85839Z","steps":["trace[834408941] 'read index received' (duration: 118.535137ms)","trace[834408941] 'applied index is now lower than readState.Index' (duration: 204.776µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:14:27.858465Z","caller":"traceutil/trace.go:171","msg":"trace[1823776188] transaction","detail":"{read_only:false; response_revision:1891; number_of_response:1; }","duration":"138.739816ms","start":"2026-03-01T21:14:27.719697Z","end":"2026-03-01T21:14:27.858437Z","steps":["trace[1823776188] 'process raft request' (duration: 138.574562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:14:27.858597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.931807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-01T21:14:27.858628Z","caller":"traceutil/trace.go:171","msg":"trace[370158272] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1891; }","duration":"119.002709ms","start":"2026-03-01T21:14:27.739618Z","end":"2026-03-01T21:14:27.858621Z","steps":["trace[370158272] 'agreement among raft nodes before linearized reading' (duration: 118.856146ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:15:15.108685Z","caller":"traceutil/trace.go:171","msg":"trace[1619396105] transaction","detail":"{read_only:false; response_revision:2294; number_of_response:1; }","duration":"324.786804ms","start":"2026-03-01T21:15:14.783871Z","end":"2026-03-01T21:15:15.108657Z","steps":["trace[1619396105] 'process raft request' (duration: 322.583286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:15:15.108867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:15:14.783852Z","time spent":"324.931417ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:15:15.108856Z","caller":"traceutil/trace.go:171","msg":"trace[740559010] transaction","detail":"{read_only:false; response_revision:2295; number_of_response:1; }","duration":"324.557968ms","start":"2026-03-01T21:15:14.784274Z","end":"2026-03-01T21:15:15.108832Z","steps":["trace[740559010] 'process raft request' (duration: 324.288782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:15:15.109014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:15:14.784264Z","time spent":"324.66931ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:15:15.109268Z","caller":"traceutil/trace.go:171","msg":"trace[1246537948] transaction","detail":"{read_only:false; response_revision:2296; number_of_response:1; }","duration":"324.900516ms","start":"2026-03-01T21:15:14.78435Z","end":"2026-03-01T21:15:15.10925Z","steps":["trace[1246537948] 'process raft request' (duration: 324.390264ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:15:15.109287Z","caller":"traceutil/trace.go:171","msg":"trace[1893755792] linearizableReadLoop","detail":"{readStateIndex:2387; appliedIndex:2383; }","duration":"279.031089ms","start":"2026-03-01T21:15:14.830225Z","end":"2026-03-01T21:15:15.109256Z","steps":["trace[1893755792] 'read index received' (duration: 276.3631ms)","trace[1893755792] 'applied index is now lower than readState.Index' (duration: 2.666709ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:15:15.109341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:15:14.784319Z","time spent":"324.988259ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:15:15.109338Z","caller":"traceutil/trace.go:171","msg":"trace[63837492] transaction","detail":"{read_only:false; response_revision:2297; number_of_response:1; }","duration":"324.345465ms","start":"2026-03-01T21:15:14.784967Z","end":"2026-03-01T21:15:15.109313Z","steps":["trace[63837492] 'process raft request' (duration: 324.176181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:15:15.109478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.233944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-01T21:15:15.109525Z","caller":"traceutil/trace.go:171","msg":"trace[1398112446] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:2297; }","duration":"279.327566ms","start":"2026-03-01T21:15:14.830186Z","end":"2026-03-01T21:15:15.109513Z","steps":["trace[1398112446] 'agreement among raft nodes before linearized reading' (duration: 279.169183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:15:15.109522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:15:14.784956Z","time spent":"324.479157ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:15:42.374604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.745294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:15:42.374702Z","caller":"traceutil/trace.go:171","msg":"trace[1170760636] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2453; }","duration":"126.899808ms","start":"2026-03-01T21:15:42.247785Z","end":"2026-03-01T21:15:42.374684Z","steps":["trace[1170760636] 'range keys from in-memory index tree' (duration: 126.670933ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:15:48.567751Z","caller":"traceutil/trace.go:171","msg":"trace[1703034877] linearizableReadLoop","detail":"{readStateIndex:2579; appliedIndex:2578; }","duration":"215.346205ms","start":"2026-03-01T21:15:48.352352Z","end":"2026-03-01T21:15:48.567699Z","steps":["trace[1703034877] 'read index received' (duration: 215.13608ms)","trace[1703034877] 'applied index is now lower than readState.Index' (duration: 208.655µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:15:48.567975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.558289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:15:48.567987Z","caller":"traceutil/trace.go:171","msg":"trace[217875042] transaction","detail":"{read_only:false; response_revision:2482; number_of_response:1; }","duration":"394.398027ms","start":"2026-03-01T21:15:48.173427Z","end":"2026-03-01T21:15:48.567825Z","steps":["trace[217875042] 'process raft request' (duration: 394.07984ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:15:48.56808Z","caller":"traceutil/trace.go:171","msg":"trace[487966725] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2482; }","duration":"215.755644ms","start":"2026-03-01T21:15:48.352292Z","end":"2026-03-01T21:15:48.568048Z","steps":["trace[487966725] 'agreement among raft nodes before linearized reading' (duration: 215.5691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:15:48.568323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:15:48.173398Z","time spent":"394.771225ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:15:48.881344Z","caller":"traceutil/trace.go:171","msg":"trace[84354583] transaction","detail":"{read_only:false; response_revision:2483; number_of_response:1; }","duration":"200.052116ms","start":"2026-03-01T21:15:48.681263Z","end":"2026-03-01T21:15:48.881315Z","steps":["trace[84354583] 'process raft request' (duration: 160.958961ms)","trace[84354583] 'compare' (duration: 38.967802ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:15:49.437049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.300816ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:15:49.437176Z","caller":"traceutil/trace.go:171","msg":"trace[1800248103] linearizableReadLoop","detail":"{readStateIndex:2581; appliedIndex:2580; }","duration":"551.946603ms","start":"2026-03-01T21:15:48.885209Z","end":"2026-03-01T21:15:49.437155Z","steps":["trace[1800248103] 'read index received' (duration: 109.37017ms)","trace[1800248103] 'applied index is now lower than readState.Index' (duration: 442.574653ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:15:49.437208Z","caller":"traceutil/trace.go:171","msg":"trace[187051265] transaction","detail":"{read_only:false; response_revision:2484; number_of_response:1; }","duration":"747.337086ms","start":"2026-03-01T21:15:48.689847Z","end":"2026-03-01T21:15:49.437184Z","steps":["trace[187051265] 'process raft request' (duration: 304.788484ms)","trace[187051265] 'compare' (duration: 442.059821ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:15:49.437323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.113856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:15:49.43732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:15:48.689821Z","time spent":"747.443219ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:15:49.437376Z","caller":"traceutil/trace.go:171","msg":"trace[811246873] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2484; }","duration":"552.169047ms","start":"2026-03-01T21:15:48.885191Z","end":"2026-03-01T21:15:49.43736Z","steps":["trace[811246873] 'agreement among raft nodes before linearized reading' (duration: 552.077165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:15:49.437425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:15:48.885098Z","time spent":"552.313011ms","remote":"127.0.0.1:47892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:15:49.437538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.809689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T21:15:49.437604Z","caller":"traceutil/trace.go:171","msg":"trace[348620715] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2484; }","duration":"475.91457ms","start":"2026-03-01T21:15:48.961671Z","end":"2026-03-01T21:15:49.437586Z","steps":["trace[348620715] 'agreement among raft nodes before linearized reading' (duration: 475.679945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:15:49.437656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:15:48.961646Z","time spent":"475.997502ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T21:15:49.437963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.08486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-01T21:15:49.438018Z","caller":"traceutil/trace.go:171","msg":"trace[1770803154] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2484; }","duration":"126.166642ms","start":"2026-03-01T21:15:49.311838Z","end":"2026-03-01T21:15:49.438005Z","steps":["trace[1770803154] 'agreement among raft nodes before linearized reading' (duration: 126.041589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:15:49.965769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.658897ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:15:49.966142Z","caller":"traceutil/trace.go:171","msg":"trace[625710237] linearizableReadLoop","detail":"{readStateIndex:2587; appliedIndex:2581; }","duration":"445.62494ms","start":"2026-03-01T21:15:49.5205Z","end":"2026-03-01T21:15:49.966125Z","steps":["trace[625710237] 'read index received' (duration: 109.532533ms)","trace[625710237] 'applied index is now lower than readState.Index' (duration: 336.091557ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:15:49.966181Z","caller":"traceutil/trace.go:171","msg":"trace[75772201] transaction","detail":"{read_only:false; response_revision:2487; number_of_response:1; }","duration":"523.854011ms","start":"2026-03-01T21:15:49.442292Z","end":"2026-03-01T21:15:49.966146Z","steps":["trace[75772201] 'process raft request' (duration: 523.656447ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:15:49.966249Z","caller":"traceutil/trace.go:171","msg":"trace[37109970] transaction","detail":"{read_only:false; response_revision:2490; number_of_response:1; }","duration":"523.305668ms","start":"2026-03-01T21:15:49.442933Z","end":"2026-03-01T21:15:49.966238Z","steps":["trace[37109970] 'process raft request' (duration: 523.157645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:15:49.966317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:15:49.442925Z","time spent":"523.355439ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:15:49.966401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:15:49.442288Z","time spent":"523.982844ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:15:49.966623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.119872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:15:49.966664Z","caller":"traceutil/trace.go:171","msg":"trace[1740522341] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2490; }","duration":"446.191083ms","start":"2026-03-01T21:15:49.520462Z","end":"2026-03-01T21:15:49.966653Z","steps":["trace[1740522341] 'agreement among raft nodes before linearized reading' (duration: 446.104552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:15:49.966696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:15:49.520443Z","time spent":"446.247944ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T21:15:49.966891Z","caller":"traceutil/trace.go:171","msg":"trace[2056332962] transaction","detail":"{read_only:false; response_revision:2485; number_of_response:1; }","duration":"524.825073ms","start":"2026-03-01T21:15:49.442042Z","end":"2026-03-01T21:15:49.966867Z","steps":["trace[2056332962] 'process raft request' (duration: 187.978179ms)","trace[2056332962] 'compare' (duration: 335.414622ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:15:49.966928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.075567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.1898d429e2342390\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-01T21:15:49.96696Z","caller":"traceutil/trace.go:171","msg":"trace[1282264490] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.1898d429e2342390; range_end:; response_count:1; response_revision:2490; }","duration":"247.135549ms","start":"2026-03-01T21:15:49.719815Z","end":"2026-03-01T21:15:49.96695Z","steps":["trace[1282264490] 'agreement among raft nodes before linearized reading' (duration: 247.015326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:15:49.967011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:15:49.442022Z","time spent":"524.928585ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:15:49.967232Z","caller":"traceutil/trace.go:171","msg":"trace[1112165426] transaction","detail":"{read_only:false; response_revision:2486; number_of_response:1; }","duration":"525.031467ms","start":"2026-03-01T21:15:49.442172Z","end":"2026-03-01T21:15:49.967203Z","steps":["trace[1112165426] 'process raft request' (duration: 523.699917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:15:49.967311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:15:49.442148Z","time spent":"525.1198ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:15:49.967328Z","caller":"traceutil/trace.go:171","msg":"trace[731272604] transaction","detail":"{read_only:false; response_revision:2488; number_of_response:1; }","duration":"524.961696ms","start":"2026-03-01T21:15:49.442329Z","end":"2026-03-01T21:15:49.967291Z","steps":["trace[731272604] 'process raft request' (duration: 523.657697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:15:49.967446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:15:49.442324Z","time spent":"525.060118ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:15:49.967689Z","caller":"traceutil/trace.go:171","msg":"trace[916069510] transaction","detail":"{read_only:false; response_revision:2489; number_of_response:1; }","duration":"524.861163ms","start":"2026-03-01T21:15:49.442784Z","end":"2026-03-01T21:15:49.967645Z","steps":["trace[916069510] 'process raft request' (duration: 523.267417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:15:49.967799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:15:49.442777Z","time spent":"524.963195ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:15:50.173297Z","caller":"traceutil/trace.go:171","msg":"trace[1217904575] transaction","detail":"{read_only:false; response_revision:2491; number_of_response:1; }","duration":"202.062201ms","start":"2026-03-01T21:15:49.971189Z","end":"2026-03-01T21:15:50.173251Z","steps":["trace[1217904575] 'process raft request' (duration: 200.917726ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:15:56.174982Z","caller":"traceutil/trace.go:171","msg":"trace[509594040] transaction","detail":"{read_only:false; response_revision:2517; number_of_response:1; }","duration":"172.232492ms","start":"2026-03-01T21:15:56.002719Z","end":"2026-03-01T21:15:56.174952Z","steps":["trace[509594040] 'process raft request' (duration: 104.244647ms)","trace[509594040] 'compare' (duration: 67.627377ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:15:56.175376Z","caller":"traceutil/trace.go:171","msg":"trace[251512747] transaction","detail":"{read_only:false; response_revision:2518; number_of_response:1; }","duration":"172.240421ms","start":"2026-03-01T21:15:56.003104Z","end":"2026-03-01T21:15:56.175345Z","steps":["trace[251512747] 'process raft request' (duration: 171.763841ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:15:56.175578Z","caller":"traceutil/trace.go:171","msg":"trace[326187699] transaction","detail":"{read_only:false; response_revision:2519; number_of_response:1; }","duration":"172.423456ms","start":"2026-03-01T21:15:56.003125Z","end":"2026-03-01T21:15:56.175548Z","steps":["trace[326187699] 'process raft request' (duration: 172.14093ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:15:56.175714Z","caller":"traceutil/trace.go:171","msg":"trace[471635265] transaction","detail":"{read_only:false; response_revision:2521; number_of_response:1; }","duration":"170.473033ms","start":"2026-03-01T21:15:56.005218Z","end":"2026-03-01T21:15:56.175691Z","steps":["trace[471635265] 'process raft request' (duration: 170.33253ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:15:56.175804Z","caller":"traceutil/trace.go:171","msg":"trace[1442814412] transaction","detail":"{read_only:false; response_revision:2520; number_of_response:1; }","duration":"170.569355ms","start":"2026-03-01T21:15:56.005078Z","end":"2026-03-01T21:15:56.175648Z","steps":["trace[1442814412] 'process raft request' (duration: 170.376821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:15:56.473366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.566478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:15:56.473484Z","caller":"traceutil/trace.go:171","msg":"trace[1074008696] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2521; }","duration":"167.747482ms","start":"2026-03-01T21:15:56.30571Z","end":"2026-03-01T21:15:56.473458Z","steps":["trace[1074008696] 'range keys from in-memory index tree' (duration: 167.433456ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:18:16.047271Z","caller":"traceutil/trace.go:171","msg":"trace[119713773] transaction","detail":"{read_only:false; response_revision:3382; number_of_response:1; }","duration":"955.024877ms","start":"2026-03-01T21:18:15.092203Z","end":"2026-03-01T21:18:16.047228Z","steps":["trace[119713773] 'process raft request' (duration: 954.785652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:18:16.047497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:18:15.092173Z","time spent":"955.211252ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:18:16.138018Z","caller":"traceutil/trace.go:171","msg":"trace[1390101593] linearizableReadLoop","detail":"{readStateIndex:3517; appliedIndex:3515; }","duration":"559.344566ms","start":"2026-03-01T21:18:15.578642Z","end":"2026-03-01T21:18:16.137986Z","steps":["trace[1390101593] 'read index received' (duration: 468.311584ms)","trace[1390101593] 'applied index is now lower than readState.Index' (duration: 91.031632ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:18:16.13825Z","caller":"traceutil/trace.go:171","msg":"trace[796968339] transaction","detail":"{read_only:false; response_revision:3383; number_of_response:1; }","duration":"669.874092ms","start":"2026-03-01T21:18:15.468358Z","end":"2026-03-01T21:18:16.138232Z","steps":["trace[796968339] 'process raft request' (duration: 669.453053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:18:16.138451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:18:15.468328Z","time spent":"670.003046ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:18:16.138448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.312846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:18:16.138642Z","caller":"traceutil/trace.go:171","msg":"trace[651035857] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:3383; }","duration":"284.564922ms","start":"2026-03-01T21:18:15.854047Z","end":"2026-03-01T21:18:16.138612Z","steps":["trace[651035857] 'agreement among raft nodes before linearized reading' (duration: 284.306456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:18:16.138687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.897024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1984"} {"level":"warn","ts":"2026-03-01T21:18:16.138474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.807406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:18:16.138837Z","caller":"traceutil/trace.go:171","msg":"trace[1189581259] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:3383; }","duration":"257.080427ms","start":"2026-03-01T21:18:15.881701Z","end":"2026-03-01T21:18:16.138781Z","steps":["trace[1189581259] 'agreement among raft nodes before linearized reading' (duration: 256.73417ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:18:16.138827Z","caller":"traceutil/trace.go:171","msg":"trace[988388511] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:3383; }","duration":"560.227486ms","start":"2026-03-01T21:18:15.578568Z","end":"2026-03-01T21:18:16.138795Z","steps":["trace[988388511] 'agreement among raft nodes before linearized reading' (duration: 559.824977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:18:16.138938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:18:15.578521Z","time spent":"560.374549ms","remote":"127.0.0.1:47898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:18:16.280314Z","caller":"traceutil/trace.go:171","msg":"trace[544595777] transaction","detail":"{read_only:false; response_revision:3384; number_of_response:1; }","duration":"132.668951ms","start":"2026-03-01T21:18:16.147607Z","end":"2026-03-01T21:18:16.280276Z","steps":["trace[544595777] 'process raft request' (duration: 128.749873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:35.168499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.413263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:19:35.168565Z","caller":"traceutil/trace.go:171","msg":"trace[392375628] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:4377; }","duration":"130.536216ms","start":"2026-03-01T21:19:35.038014Z","end":"2026-03-01T21:19:35.16855Z","steps":["trace[392375628] 'count revisions from in-memory index tree' (duration: 130.224789ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:35.287603Z","caller":"traceutil/trace.go:171","msg":"trace[1727358001] transaction","detail":"{read_only:false; response_revision:4378; number_of_response:1; }","duration":"113.883687ms","start":"2026-03-01T21:19:35.173689Z","end":"2026-03-01T21:19:35.287573Z","steps":["trace[1727358001] 'process raft request' (duration: 113.733374ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:35.507511Z","caller":"traceutil/trace.go:171","msg":"trace[1886169044] transaction","detail":"{read_only:false; response_revision:4382; number_of_response:1; }","duration":"166.854151ms","start":"2026-03-01T21:19:35.340633Z","end":"2026-03-01T21:19:35.507487Z","steps":["trace[1886169044] 'process raft request' (duration: 166.681738ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:35.507567Z","caller":"traceutil/trace.go:171","msg":"trace[2101209300] transaction","detail":"{read_only:false; response_revision:4383; number_of_response:1; }","duration":"166.506974ms","start":"2026-03-01T21:19:35.341031Z","end":"2026-03-01T21:19:35.507538Z","steps":["trace[2101209300] 'process raft request' (duration: 166.30849ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:35.507505Z","caller":"traceutil/trace.go:171","msg":"trace[67929034] transaction","detail":"{read_only:false; response_revision:4381; number_of_response:1; }","duration":"166.915653ms","start":"2026-03-01T21:19:35.340526Z","end":"2026-03-01T21:19:35.507442Z","steps":["trace[67929034] 'process raft request' (duration: 166.75361ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:35.50774Z","caller":"traceutil/trace.go:171","msg":"trace[250128926] transaction","detail":"{read_only:false; response_revision:4380; number_of_response:1; }","duration":"167.600549ms","start":"2026-03-01T21:19:35.340057Z","end":"2026-03-01T21:19:35.507658Z","steps":["trace[250128926] 'process raft request' (duration: 167.110077ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:35.88919Z","caller":"traceutil/trace.go:171","msg":"trace[572472195] transaction","detail":"{read_only:false; response_revision:4384; number_of_response:1; }","duration":"118.809346ms","start":"2026-03-01T21:19:35.770335Z","end":"2026-03-01T21:19:35.889144Z","steps":["trace[572472195] 'process raft request' (duration: 118.569541ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:36.036193Z","caller":"traceutil/trace.go:171","msg":"trace[516297587] transaction","detail":"{read_only:false; response_revision:4385; number_of_response:1; }","duration":"251.45408ms","start":"2026-03-01T21:19:35.784708Z","end":"2026-03-01T21:19:36.036162Z","steps":["trace[516297587] 'process raft request' (duration: 203.833073ms)","trace[516297587] 'compare' (duration: 47.496854ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:19:37.311537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.602064ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:19:37.311778Z","caller":"traceutil/trace.go:171","msg":"trace[1621340318] transaction","detail":"{read_only:false; response_revision:4481; number_of_response:1; }","duration":"531.317349ms","start":"2026-03-01T21:19:36.780443Z","end":"2026-03-01T21:19:37.311761Z","steps":["trace[1621340318] 'process raft request' (duration: 531.219026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:37.311871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:36.780406Z","time spent":"531.430752ms","remote":"127.0.0.1:44908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-01T21:19:37.312041Z","caller":"traceutil/trace.go:171","msg":"trace[1550211614] linearizableReadLoop","detail":"{readStateIndex:4656; appliedIndex:4655; }","duration":"655.343241ms","start":"2026-03-01T21:19:36.65664Z","end":"2026-03-01T21:19:37.311983Z","steps":["trace[1550211614] 'read index received' (duration: 196.228204ms)","trace[1550211614] 'applied index is now lower than readState.Index' (duration: 459.109687ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:19:37.312264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.615547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki\" ","response":"range_response_count:1 size:5280"} {"level":"info","ts":"2026-03-01T21:19:37.311951Z","caller":"traceutil/trace.go:171","msg":"trace[558635776] transaction","detail":"{read_only:false; response_revision:4480; number_of_response:1; }","duration":"670.560669ms","start":"2026-03-01T21:19:36.64131Z","end":"2026-03-01T21:19:37.311871Z","steps":["trace[558635776] 'process raft request' (duration: 211.534844ms)","trace[558635776] 'compare' (duration: 458.114184ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:19:37.312321Z","caller":"traceutil/trace.go:171","msg":"trace[1832082855] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki; range_end:; response_count:1; response_revision:4481; }","duration":"655.725109ms","start":"2026-03-01T21:19:36.656585Z","end":"2026-03-01T21:19:37.31231Z","steps":["trace[1832082855] 'agreement among raft nodes before linearized reading' (duration: 655.504064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:37.312347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:36.656567Z","time spent":"655.7737ms","remote":"127.0.0.1:46172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5303,"request content":"key:\"/registry/statefulsets/monitoring/loki\" "} {"level":"warn","ts":"2026-03-01T21:19:37.312341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.952624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"warn","ts":"2026-03-01T21:19:37.312373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.500716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-01T21:19:37.312411Z","caller":"traceutil/trace.go:171","msg":"trace[690451110] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4481; }","duration":"574.609549ms","start":"2026-03-01T21:19:36.737791Z","end":"2026-03-01T21:19:37.312401Z","steps":["trace[690451110] 'agreement among raft nodes before linearized reading' (duration: 574.468046ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:37.312419Z","caller":"traceutil/trace.go:171","msg":"trace[1096190575] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4481; }","duration":"473.078677ms","start":"2026-03-01T21:19:36.839317Z","end":"2026-03-01T21:19:37.312396Z","steps":["trace[1096190575] 'agreement among raft nodes before linearized reading' (duration: 472.930034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:37.312451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:36.737761Z","time spent":"574.682771ms","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":823,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-03-01T21:19:37.312463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:36.839299Z","time spent":"473.154938ms","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":920,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-03-01T21:19:37.312741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.865895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-01T21:19:37.312784Z","caller":"traceutil/trace.go:171","msg":"trace[955453298] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4481; }","duration":"574.949006ms","start":"2026-03-01T21:19:36.737826Z","end":"2026-03-01T21:19:37.312775Z","steps":["trace[955453298] 'agreement among raft nodes before linearized reading' (duration: 574.844964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:37.31281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:36.737804Z","time spent":"575.000948ms","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":823,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-03-01T21:19:37.313013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.755679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:718804"} {"level":"info","ts":"2026-03-01T21:19:37.313078Z","caller":"traceutil/trace.go:171","msg":"trace[1074549636] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4481; }","duration":"627.884892ms","start":"2026-03-01T21:19:36.685175Z","end":"2026-03-01T21:19:37.31306Z","steps":["trace[1074549636] 'agreement among raft nodes before linearized reading' (duration: 627.066754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:37.313121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:36.685146Z","time spent":"627.964453ms","remote":"127.0.0.1:44912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":718827,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-01T21:19:37.31312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:36.641296Z","time spent":"671.05443ms","remote":"127.0.0.1:45020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3586,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:19:37.312733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.090359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-01T21:19:37.313445Z","caller":"traceutil/trace.go:171","msg":"trace[1433812013] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4481; }","duration":"575.715633ms","start":"2026-03-01T21:19:36.737581Z","end":"2026-03-01T21:19:37.313297Z","steps":["trace[1433812013] 'agreement among raft nodes before linearized reading' (duration: 575.028378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:37.313645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:36.737562Z","time spent":"576.00029ms","remote":"127.0.0.1:45032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":823,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"info","ts":"2026-03-01T21:19:38.686001Z","caller":"traceutil/trace.go:171","msg":"trace[511382692] linearizableReadLoop","detail":"{readStateIndex:4681; appliedIndex:4680; }","duration":"164.844598ms","start":"2026-03-01T21:19:38.521126Z","end":"2026-03-01T21:19:38.68597Z","steps":["trace[511382692] 'read index received' (duration: 164.551421ms)","trace[511382692] 'applied index is now lower than readState.Index' (duration: 287.467µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:19:38.686145Z","caller":"traceutil/trace.go:171","msg":"trace[2078519307] transaction","detail":"{read_only:false; response_revision:4505; number_of_response:1; }","duration":"247.463221ms","start":"2026-03-01T21:19:38.438633Z","end":"2026-03-01T21:19:38.686096Z","steps":["trace[2078519307] 'process raft request' (duration: 247.132043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:38.686236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.082793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:19:38.68628Z","caller":"traceutil/trace.go:171","msg":"trace[1207233285] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4505; }","duration":"165.192715ms","start":"2026-03-01T21:19:38.521074Z","end":"2026-03-01T21:19:38.686266Z","steps":["trace[1207233285] 'agreement among raft nodes before linearized reading' (duration: 165.082353ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:40.623722Z","caller":"traceutil/trace.go:171","msg":"trace[1079618173] linearizableReadLoop","detail":"{readStateIndex:4712; appliedIndex:4711; }","duration":"102.502855ms","start":"2026-03-01T21:19:40.5212Z","end":"2026-03-01T21:19:40.623703Z","steps":["trace[1079618173] 'read index received' (duration: 102.312851ms)","trace[1079618173] 'applied index is now lower than readState.Index' (duration: 186.344µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:19:40.623814Z","caller":"traceutil/trace.go:171","msg":"trace[1768194697] transaction","detail":"{read_only:false; response_revision:4534; number_of_response:1; }","duration":"153.980827ms","start":"2026-03-01T21:19:40.469762Z","end":"2026-03-01T21:19:40.623743Z","steps":["trace[1768194697] 'process raft request' (duration: 153.805433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:40.624001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.7587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:19:40.624119Z","caller":"traceutil/trace.go:171","msg":"trace[1248749191] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4534; }","duration":"102.937774ms","start":"2026-03-01T21:19:40.521148Z","end":"2026-03-01T21:19:40.624086Z","steps":["trace[1248749191] 'agreement among raft nodes before linearized reading' (duration: 102.672388ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:43.440862Z","caller":"traceutil/trace.go:171","msg":"trace[224415328] linearizableReadLoop","detail":"{readStateIndex:4769; appliedIndex:4768; }","duration":"182.184472ms","start":"2026-03-01T21:19:43.258651Z","end":"2026-03-01T21:19:43.440836Z","steps":["trace[224415328] 'read index received' (duration: 181.997448ms)","trace[224415328] 'applied index is now lower than readState.Index' (duration: 185.834µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:19:43.440897Z","caller":"traceutil/trace.go:171","msg":"trace[1181004642] transaction","detail":"{read_only:false; response_revision:4589; number_of_response:1; }","duration":"374.267184ms","start":"2026-03-01T21:19:43.066584Z","end":"2026-03-01T21:19:43.440851Z","steps":["trace[1181004642] 'process raft request' (duration: 374.09691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:43.441054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:43.066538Z","time spent":"374.439118ms","remote":"127.0.0.1:44908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T21:19:43.441139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.427038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:19:43.441184Z","caller":"traceutil/trace.go:171","msg":"trace[991374100] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:4589; }","duration":"182.562081ms","start":"2026-03-01T21:19:43.25861Z","end":"2026-03-01T21:19:43.441173Z","steps":["trace[991374100] 'agreement among raft nodes before linearized reading' (duration: 182.379436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:44.010876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.065763ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:19:44.011232Z","caller":"traceutil/trace.go:171","msg":"trace[1918798780] linearizableReadLoop","detail":"{readStateIndex:4777; appliedIndex:4773; }","duration":"346.997499ms","start":"2026-03-01T21:19:43.66421Z","end":"2026-03-01T21:19:44.011207Z","steps":["trace[1918798780] 'read index received' (duration: 213.333874ms)","trace[1918798780] 'applied index is now lower than readState.Index' (duration: 133.661835ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:19:44.011353Z","caller":"traceutil/trace.go:171","msg":"trace[430934951] transaction","detail":"{read_only:false; response_revision:4594; number_of_response:1; }","duration":"377.742811ms","start":"2026-03-01T21:19:43.633594Z","end":"2026-03-01T21:19:44.011337Z","steps":["trace[430934951] 'process raft request' (duration: 244.002924ms)","trace[430934951] 'compare' (duration: 132.909089ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:19:44.011433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:43.633568Z","time spent":"377.823313ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:19:44.011422Z","caller":"traceutil/trace.go:171","msg":"trace[1990020186] transaction","detail":"{read_only:false; response_revision:4596; number_of_response:1; }","duration":"376.84293ms","start":"2026-03-01T21:19:43.634538Z","end":"2026-03-01T21:19:44.011381Z","steps":["trace[1990020186] 'process raft request' (duration: 376.565354ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:44.011587Z","caller":"traceutil/trace.go:171","msg":"trace[1939272767] transaction","detail":"{read_only:false; response_revision:4595; number_of_response:1; }","duration":"377.073325ms","start":"2026-03-01T21:19:43.634494Z","end":"2026-03-01T21:19:44.011567Z","steps":["trace[1939272767] 'process raft request' (duration: 376.513923ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:44.011575Z","caller":"traceutil/trace.go:171","msg":"trace[1571449181] transaction","detail":"{read_only:false; response_revision:4597; number_of_response:1; }","duration":"375.661255ms","start":"2026-03-01T21:19:43.635861Z","end":"2026-03-01T21:19:44.011522Z","steps":["trace[1571449181] 'process raft request' (duration: 375.293367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:44.011628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.175782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T21:19:44.011674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:43.634443Z","time spent":"377.197669ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:19:44.011725Z","caller":"traceutil/trace.go:171","msg":"trace[824633789] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:4597; }","duration":"374.380526ms","start":"2026-03-01T21:19:43.637322Z","end":"2026-03-01T21:19:44.011703Z","steps":["trace[824633789] 'agreement among raft nodes before linearized reading' (duration: 374.137301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:44.011627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:43.634518Z","time spent":"376.984814ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:19:44.01179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:43.637297Z","time spent":"374.481818ms","remote":"127.0.0.1:34740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:19:44.011813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:43.635848Z","time spent":"375.843579ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:19:44.011931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.370592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62879"} {"level":"info","ts":"2026-03-01T21:19:44.012016Z","caller":"traceutil/trace.go:171","msg":"trace[1671139056] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4597; }","duration":"377.515726ms","start":"2026-03-01T21:19:43.634482Z","end":"2026-03-01T21:19:44.011997Z","steps":["trace[1671139056] 'agreement among raft nodes before linearized reading' (duration: 377.153848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:44.012066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:43.634461Z","time spent":"377.596377ms","remote":"127.0.0.1:45020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62902,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-01T21:19:44.098787Z","caller":"traceutil/trace.go:171","msg":"trace[486839971] transaction","detail":"{read_only:false; response_revision:4598; number_of_response:1; }","duration":"428.965278ms","start":"2026-03-01T21:19:43.66979Z","end":"2026-03-01T21:19:44.098755Z","steps":["trace[486839971] 'process raft request' (duration: 428.696002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:44.098935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:43.669762Z","time spent":"429.096231ms","remote":"127.0.0.1:44908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T21:19:44.099225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.627535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:4702"} {"level":"info","ts":"2026-03-01T21:19:44.099318Z","caller":"traceutil/trace.go:171","msg":"trace[2010366974] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:4599; }","duration":"426.764918ms","start":"2026-03-01T21:19:43.672529Z","end":"2026-03-01T21:19:44.099294Z","steps":["trace[2010366974] 'agreement among raft nodes before linearized reading' (duration: 426.515793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:44.099376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:43.672518Z","time spent":"426.84689ms","remote":"127.0.0.1:45020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":4725,"request content":"key:\"/registry/pods/monitoring/loki-0\" "} {"level":"warn","ts":"2026-03-01T21:19:44.099357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.944921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:19:44.099417Z","caller":"traceutil/trace.go:171","msg":"trace[1052946967] transaction","detail":"{read_only:false; response_revision:4599; number_of_response:1; }","duration":"235.899954ms","start":"2026-03-01T21:19:43.863452Z","end":"2026-03-01T21:19:44.099352Z","steps":["trace[1052946967] 'process raft request' (duration: 235.251519ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:44.099459Z","caller":"traceutil/trace.go:171","msg":"trace[161820479] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:4599; }","duration":"312.117334ms","start":"2026-03-01T21:19:43.787319Z","end":"2026-03-01T21:19:44.099437Z","steps":["trace[161820479] 'agreement among raft nodes before linearized reading' (duration: 311.944621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:44.099455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.039684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-01T21:19:44.099505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:43.787296Z","time spent":"312.194488ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:19:44.099509Z","caller":"traceutil/trace.go:171","msg":"trace[1374202684] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:4599; }","duration":"381.154758ms","start":"2026-03-01T21:19:43.71834Z","end":"2026-03-01T21:19:44.099495Z","steps":["trace[1374202684] 'agreement among raft nodes before linearized reading' (duration: 380.932392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:44.099563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:43.718306Z","time spent":"381.2487ms","remote":"127.0.0.1:44994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-01T21:19:44.099623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.515582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-668746c68f-v9qnr.1898d464d13112a1\" ","response":"range_response_count:1 size:896"} {"level":"info","ts":"2026-03-01T21:19:44.099715Z","caller":"traceutil/trace.go:171","msg":"trace[76929558] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-668746c68f-v9qnr.1898d464d13112a1; range_end:; response_count:1; response_revision:4599; }","duration":"242.669285ms","start":"2026-03-01T21:19:43.857025Z","end":"2026-03-01T21:19:44.099695Z","steps":["trace[76929558] 'agreement among raft nodes before linearized reading' (duration: 242.363157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:44.099995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.614638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:787225"} {"level":"info","ts":"2026-03-01T21:19:44.100063Z","caller":"traceutil/trace.go:171","msg":"trace[1015347030] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:4599; }","duration":"107.68468ms","start":"2026-03-01T21:19:43.992358Z","end":"2026-03-01T21:19:44.100042Z","steps":["trace[1015347030] 'agreement among raft nodes before linearized reading' (duration: 106.701437ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:44.207334Z","caller":"traceutil/trace.go:171","msg":"trace[3898536] linearizableReadLoop","detail":"{readStateIndex:4780; appliedIndex:4779; }","duration":"103.561237ms","start":"2026-03-01T21:19:44.103732Z","end":"2026-03-01T21:19:44.207293Z","steps":["trace[3898536] 'read index received' (duration: 84.627267ms)","trace[3898536] 'applied index is now lower than readState.Index' (duration: 18.93289ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:19:44.207415Z","caller":"traceutil/trace.go:171","msg":"trace[2048277108] transaction","detail":"{read_only:false; response_revision:4600; number_of_response:1; }","duration":"104.679772ms","start":"2026-03-01T21:19:44.102703Z","end":"2026-03-01T21:19:44.207383Z","steps":["trace[2048277108] 'process raft request' (duration: 85.733532ms)","trace[2048277108] 'compare' (duration: 18.630833ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:19:44.207595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.838053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-dfeda000-a396-4e93-bc5c-bda0302b0b8d\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-03-01T21:19:44.207635Z","caller":"traceutil/trace.go:171","msg":"trace[1000469839] range","detail":"{range_begin:/registry/persistentvolumes/pvc-dfeda000-a396-4e93-bc5c-bda0302b0b8d; range_end:; response_count:1; response_revision:4600; }","duration":"103.927215ms","start":"2026-03-01T21:19:44.103695Z","end":"2026-03-01T21:19:44.207622Z","steps":["trace[1000469839] 'agreement among raft nodes before linearized reading' (duration: 103.732241ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:44.222357Z","caller":"traceutil/trace.go:171","msg":"trace[1857628801] transaction","detail":"{read_only:false; response_revision:4601; number_of_response:1; }","duration":"113.482728ms","start":"2026-03-01T21:19:44.10885Z","end":"2026-03-01T21:19:44.222332Z","steps":["trace[1857628801] 'process raft request' (duration: 113.216622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:44.223435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.365751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:787225"} {"level":"info","ts":"2026-03-01T21:19:44.223512Z","caller":"traceutil/trace.go:171","msg":"trace[1705022039] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:4602; }","duration":"111.454533ms","start":"2026-03-01T21:19:44.112041Z","end":"2026-03-01T21:19:44.223496Z","steps":["trace[1705022039] 'agreement among raft nodes before linearized reading' (duration: 110.320327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:44.464126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.286407ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:19:44.464293Z","caller":"traceutil/trace.go:171","msg":"trace[1042321227] transaction","detail":"{read_only:false; response_revision:4603; number_of_response:1; }","duration":"222.858506ms","start":"2026-03-01T21:19:44.241387Z","end":"2026-03-01T21:19:44.464246Z","steps":["trace[1042321227] 'process raft request' (duration: 80.029547ms)","trace[1042321227] 'compare' (duration: 142.054651ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:19:44.464397Z","caller":"traceutil/trace.go:171","msg":"trace[438619863] linearizableReadLoop","detail":"{readStateIndex:4783; appliedIndex:4782; }","duration":"133.431322ms","start":"2026-03-01T21:19:44.330936Z","end":"2026-03-01T21:19:44.464367Z","steps":["trace[438619863] 'read index received' (duration: 53.112µs)","trace[438619863] 'applied index is now lower than readState.Index' (duration: 133.374399ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:19:44.464619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.680407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-01T21:19:44.464685Z","caller":"traceutil/trace.go:171","msg":"trace[264026741] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4604; }","duration":"133.782409ms","start":"2026-03-01T21:19:44.330879Z","end":"2026-03-01T21:19:44.464661Z","steps":["trace[264026741] 'agreement among raft nodes before linearized reading' (duration: 133.617885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:44.464704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.338243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-01T21:19:44.464742Z","caller":"traceutil/trace.go:171","msg":"trace[1241059923] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4604; }","duration":"130.433594ms","start":"2026-03-01T21:19:44.334297Z","end":"2026-03-01T21:19:44.464731Z","steps":["trace[1241059923] 'agreement among raft nodes before linearized reading' (duration: 130.23226ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:44.714034Z","caller":"traceutil/trace.go:171","msg":"trace[1911004355] transaction","detail":"{read_only:false; response_revision:4611; number_of_response:1; }","duration":"175.375602ms","start":"2026-03-01T21:19:44.538626Z","end":"2026-03-01T21:19:44.714002Z","steps":["trace[1911004355] 'process raft request' (duration: 137.740637ms)","trace[1911004355] 'compare' (duration: 37.359569ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:19:44.714336Z","caller":"traceutil/trace.go:171","msg":"trace[1760960918] transaction","detail":"{read_only:false; response_revision:4612; number_of_response:1; }","duration":"175.397252ms","start":"2026-03-01T21:19:44.538894Z","end":"2026-03-01T21:19:44.714291Z","steps":["trace[1760960918] 'process raft request' (duration: 175.021474ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:44.715114Z","caller":"traceutil/trace.go:171","msg":"trace[1994027561] linearizableReadLoop","detail":"{readStateIndex:4793; appliedIndex:4789; }","duration":"171.331141ms","start":"2026-03-01T21:19:44.543766Z","end":"2026-03-01T21:19:44.715097Z","steps":["trace[1994027561] 'read index received' (duration: 3.284443ms)","trace[1994027561] 'applied index is now lower than readState.Index' (duration: 168.045518ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:19:44.71523Z","caller":"traceutil/trace.go:171","msg":"trace[1399476943] transaction","detail":"{read_only:false; response_revision:4613; number_of_response:1; }","duration":"175.415652ms","start":"2026-03-01T21:19:44.539803Z","end":"2026-03-01T21:19:44.715219Z","steps":["trace[1399476943] 'process raft request' (duration: 174.386729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:44.715554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.76505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/prometheus-pushgateway\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:19:44.71564Z","caller":"traceutil/trace.go:171","msg":"trace[301044629] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/prometheus-pushgateway; range_end:; response_count:0; response_revision:4613; }","duration":"171.880543ms","start":"2026-03-01T21:19:44.543738Z","end":"2026-03-01T21:19:44.715618Z","steps":["trace[301044629] 'agreement among raft nodes before linearized reading' (duration: 171.71302ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:44.976703Z","caller":"traceutil/trace.go:171","msg":"trace[1198300597] transaction","detail":"{read_only:false; response_revision:4616; number_of_response:1; }","duration":"209.019188ms","start":"2026-03-01T21:19:44.767651Z","end":"2026-03-01T21:19:44.97667Z","steps":["trace[1198300597] 'process raft request' (duration: 208.704402ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:45.095114Z","caller":"traceutil/trace.go:171","msg":"trace[995453782] transaction","detail":"{read_only:false; response_revision:4617; number_of_response:1; }","duration":"302.45212ms","start":"2026-03-01T21:19:44.792629Z","end":"2026-03-01T21:19:45.095081Z","steps":["trace[995453782] 'process raft request' (duration: 302.136694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:45.095232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:44.7926Z","time spent":"302.560323ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:19:45.095291Z","caller":"traceutil/trace.go:171","msg":"trace[1777101370] linearizableReadLoop","detail":"{readStateIndex:4799; appliedIndex:4796; }","duration":"248.009794ms","start":"2026-03-01T21:19:44.84726Z","end":"2026-03-01T21:19:45.09527Z","steps":["trace[1777101370] 'read index received' (duration: 129.071165ms)","trace[1777101370] 'applied index is now lower than readState.Index' (duration: 118.937259ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:19:45.09532Z","caller":"traceutil/trace.go:171","msg":"trace[1018863826] transaction","detail":"{read_only:false; response_revision:4619; number_of_response:1; }","duration":"229.918611ms","start":"2026-03-01T21:19:44.865361Z","end":"2026-03-01T21:19:45.09528Z","steps":["trace[1018863826] 'process raft request' (duration: 229.812878ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:45.095345Z","caller":"traceutil/trace.go:171","msg":"trace[2133898654] transaction","detail":"{read_only:false; response_revision:4618; number_of_response:1; }","duration":"261.868491ms","start":"2026-03-01T21:19:44.833419Z","end":"2026-03-01T21:19:45.095288Z","steps":["trace[2133898654] 'process raft request' (duration: 261.521293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:45.095572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.31326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-01T21:19:45.095629Z","caller":"traceutil/trace.go:171","msg":"trace[2080342816] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:4619; }","duration":"248.416882ms","start":"2026-03-01T21:19:44.847201Z","end":"2026-03-01T21:19:45.095617Z","steps":["trace[2080342816] 'agreement among raft nodes before linearized reading' (duration: 248.181607ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:45.096607Z","caller":"traceutil/trace.go:171","msg":"trace[1817471435] transaction","detail":"{read_only:false; response_revision:4620; number_of_response:1; }","duration":"117.525567ms","start":"2026-03-01T21:19:44.979065Z","end":"2026-03-01T21:19:45.096591Z","steps":["trace[1817471435] 'process raft request' (duration: 117.358684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:45.096617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.179061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13296"} {"level":"info","ts":"2026-03-01T21:19:45.09666Z","caller":"traceutil/trace.go:171","msg":"trace[267677985] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4620; }","duration":"232.254093ms","start":"2026-03-01T21:19:44.864394Z","end":"2026-03-01T21:19:45.096649Z","steps":["trace[267677985] 'agreement among raft nodes before linearized reading' (duration: 232.099979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:45.09673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.438378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-01T21:19:45.096781Z","caller":"traceutil/trace.go:171","msg":"trace[1477524284] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4620; }","duration":"219.49166ms","start":"2026-03-01T21:19:44.877276Z","end":"2026-03-01T21:19:45.096767Z","steps":["trace[1477524284] 'agreement among raft nodes before linearized reading' (duration: 219.355866ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:50.776815Z","caller":"traceutil/trace.go:171","msg":"trace[1379122340] transaction","detail":"{read_only:false; response_revision:4724; number_of_response:1; }","duration":"128.774007ms","start":"2026-03-01T21:19:50.648001Z","end":"2026-03-01T21:19:50.776775Z","steps":["trace[1379122340] 'process raft request' (duration: 128.417619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:51.136552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.353789ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:19:51.136678Z","caller":"traceutil/trace.go:171","msg":"trace[321757495] linearizableReadLoop","detail":"{readStateIndex:4909; appliedIndex:4908; }","duration":"250.963879ms","start":"2026-03-01T21:19:50.885694Z","end":"2026-03-01T21:19:51.136658Z","steps":["trace[321757495] 'read index received' (duration: 39.435355ms)","trace[321757495] 'applied index is now lower than readState.Index' (duration: 211.527174ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:19:51.136697Z","caller":"traceutil/trace.go:171","msg":"trace[588482709] transaction","detail":"{read_only:false; response_revision:4725; number_of_response:1; }","duration":"357.85533ms","start":"2026-03-01T21:19:50.778812Z","end":"2026-03-01T21:19:51.136668Z","steps":["trace[588482709] 'process raft request' (duration: 146.287115ms)","trace[588482709] 'compare' (duration: 211.155845ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:19:51.136807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:50.778784Z","time spent":"357.971343ms","remote":"127.0.0.1:45026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":748,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T21:19:51.137038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.326756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-01T21:19:51.137124Z","caller":"traceutil/trace.go:171","msg":"trace[2019405126] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4725; }","duration":"251.468559ms","start":"2026-03-01T21:19:50.885636Z","end":"2026-03-01T21:19:51.137104Z","steps":["trace[2019405126] 'agreement among raft nodes before linearized reading' (duration: 251.098531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:19:51.144628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.142042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:19:51.144691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.943778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-qnwp6\" ","response":"range_response_count:1 size:7818"} {"level":"info","ts":"2026-03-01T21:19:51.144737Z","caller":"traceutil/trace.go:171","msg":"trace[1595509743] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:4726; }","duration":"137.296566ms","start":"2026-03-01T21:19:51.007412Z","end":"2026-03-01T21:19:51.144708Z","steps":["trace[1595509743] 'agreement among raft nodes before linearized reading' (duration: 137.113442ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:51.14475Z","caller":"traceutil/trace.go:171","msg":"trace[116390900] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-qnwp6; range_end:; response_count:1; response_revision:4726; }","duration":"215.042551ms","start":"2026-03-01T21:19:50.929691Z","end":"2026-03-01T21:19:51.144734Z","steps":["trace[116390900] 'agreement among raft nodes before linearized reading' (duration: 214.855077ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:51.372063Z","caller":"traceutil/trace.go:171","msg":"trace[315795285] transaction","detail":"{read_only:false; response_revision:4732; number_of_response:1; }","duration":"132.332857ms","start":"2026-03-01T21:19:51.239703Z","end":"2026-03-01T21:19:51.372036Z","steps":["trace[315795285] 'process raft request' (duration: 132.247415ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:51.372077Z","caller":"traceutil/trace.go:171","msg":"trace[269033410] transaction","detail":"{read_only:false; response_revision:4731; number_of_response:1; }","duration":"132.341377ms","start":"2026-03-01T21:19:51.239703Z","end":"2026-03-01T21:19:51.372044Z","steps":["trace[269033410] 'process raft request' (duration: 132.187644ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:51.372201Z","caller":"traceutil/trace.go:171","msg":"trace[1345040410] transaction","detail":"{read_only:false; response_revision:4730; number_of_response:1; }","duration":"132.533941ms","start":"2026-03-01T21:19:51.239623Z","end":"2026-03-01T21:19:51.372157Z","steps":["trace[1345040410] 'process raft request' (duration: 84.591267ms)","trace[1345040410] 'compare' (duration: 47.526034ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:19:51.372229Z","caller":"traceutil/trace.go:171","msg":"trace[2104171928] transaction","detail":"{read_only:false; response_revision:4733; number_of_response:1; }","duration":"131.063318ms","start":"2026-03-01T21:19:51.241139Z","end":"2026-03-01T21:19:51.372203Z","steps":["trace[2104171928] 'process raft request' (duration: 130.850333ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:19:58.139426Z","caller":"traceutil/trace.go:171","msg":"trace[749548801] transaction","detail":"{read_only:false; response_revision:4789; number_of_response:1; }","duration":"146.924079ms","start":"2026-03-01T21:19:57.992472Z","end":"2026-03-01T21:19:58.139396Z","steps":["trace[749548801] 'process raft request' (duration: 146.734995ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:00.448142Z","caller":"traceutil/trace.go:171","msg":"trace[1804268493] transaction","detail":"{read_only:false; response_revision:4865; number_of_response:1; }","duration":"798.102823ms","start":"2026-03-01T21:19:59.650008Z","end":"2026-03-01T21:20:00.448111Z","steps":["trace[1804268493] 'process raft request' (duration: 797.924029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:00.448439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:59.64999Z","time spent":"798.243765ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:20:00.676238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.115671ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:20:00.676629Z","caller":"traceutil/trace.go:171","msg":"trace[1813858155] transaction","detail":"{read_only:false; response_revision:4866; number_of_response:1; }","duration":"1.0242117s","start":"2026-03-01T21:19:59.652381Z","end":"2026-03-01T21:20:00.676593Z","steps":["trace[1813858155] 'process raft request' (duration: 870.66732ms)","trace[1813858155] 'compare' (duration: 152.924307ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:20:00.676808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:19:59.652351Z","time spent":"1.024364254s","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:20:00.908844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.482488ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-01T21:20:00.909088Z","caller":"traceutil/trace.go:171","msg":"trace[2031555340] linearizableReadLoop","detail":"{readStateIndex:5051; appliedIndex:5049; }","duration":"899.562467ms","start":"2026-03-01T21:20:00.009491Z","end":"2026-03-01T21:20:00.909053Z","steps":["trace[2031555340] 'read index received' (duration: 438.488467ms)","trace[2031555340] 'applied index is now lower than readState.Index' (duration: 461.07063ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:20:00.909127Z","caller":"traceutil/trace.go:171","msg":"trace[1606157188] transaction","detail":"{read_only:false; response_revision:4867; number_of_response:1; }","duration":"311.305624ms","start":"2026-03-01T21:20:00.597802Z","end":"2026-03-01T21:20:00.909108Z","steps":["trace[1606157188] 'process raft request' (duration: 311.14764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:00.909235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:20:00.597777Z","time spent":"311.387645ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:20:00.909366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.66794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.1898d4687258541b\" ","response":"range_response_count:1 size:1012"} {"level":"warn","ts":"2026-03-01T21:20:00.909377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.219389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hv69h\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-01T21:20:00.909414Z","caller":"traceutil/trace.go:171","msg":"trace[894542137] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.1898d4687258541b; range_end:; response_count:1; response_revision:4867; }","duration":"833.777631ms","start":"2026-03-01T21:20:00.075623Z","end":"2026-03-01T21:20:00.9094Z","steps":["trace[894542137] 'agreement among raft nodes before linearized reading' (duration: 833.585917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:00.909378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.875373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ddef1f1d-abd4-499c-b935-fff588807be4\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-03-01T21:20:00.909517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.420679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:20:00.909547Z","caller":"traceutil/trace.go:171","msg":"trace[2063476129] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4867; }","duration":"387.4964ms","start":"2026-03-01T21:20:00.522043Z","end":"2026-03-01T21:20:00.909539Z","steps":["trace[2063476129] 'agreement among raft nodes before linearized reading' (duration: 387.450519ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:00.909516Z","caller":"traceutil/trace.go:171","msg":"trace[908321706] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ddef1f1d-abd4-499c-b935-fff588807be4; range_end:; response_count:1; response_revision:4867; }","duration":"900.067418ms","start":"2026-03-01T21:20:00.009434Z","end":"2026-03-01T21:20:00.909501Z","steps":["trace[908321706] 'agreement among raft nodes before linearized reading' (duration: 899.751151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:00.909723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.019301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-01T21:20:00.909768Z","caller":"traceutil/trace.go:171","msg":"trace[1133479876] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4867; }","duration":"757.084583ms","start":"2026-03-01T21:20:00.152673Z","end":"2026-03-01T21:20:00.909758Z","steps":["trace[1133479876] 'agreement among raft nodes before linearized reading' (duration: 756.997351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:00.909796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:20:00.152657Z","time spent":"757.131724ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T21:20:00.909849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:20:00.009409Z","time spent":"900.341524ms","remote":"127.0.0.1:45020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ddef1f1d-abd4-499c-b935-fff588807be4\" "} {"level":"warn","ts":"2026-03-01T21:20:00.909549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.60899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-01T21:20:00.909453Z","caller":"traceutil/trace.go:171","msg":"trace[1577288497] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hv69h; range_end:; response_count:1; response_revision:4867; }","duration":"754.333122ms","start":"2026-03-01T21:20:00.155101Z","end":"2026-03-01T21:20:00.909434Z","steps":["trace[1577288497] 'agreement among raft nodes before linearized reading' (duration: 754.174999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:00.910006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:20:00.15508Z","time spent":"754.913094ms","remote":"127.0.0.1:45020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-hv69h\" "} {"level":"warn","ts":"2026-03-01T21:20:00.90959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:20:00.522018Z","time spent":"387.561832ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:20:00.90998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.101192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-01T21:20:00.909456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:20:00.075602Z","time spent":"833.843793ms","remote":"127.0.0.1:44908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1035,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.1898d4687258541b\" "} {"level":"warn","ts":"2026-03-01T21:20:00.909653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.208534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-01T21:20:00.910196Z","caller":"traceutil/trace.go:171","msg":"trace[1020550998] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4867; }","duration":"761.374568ms","start":"2026-03-01T21:20:00.148746Z","end":"2026-03-01T21:20:00.910121Z","steps":["trace[1020550998] 'agreement among raft nodes before linearized reading' (duration: 760.98459ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:00.91023Z","caller":"traceutil/trace.go:171","msg":"trace[1170789451] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4867; }","duration":"756.793986ms","start":"2026-03-01T21:20:00.153424Z","end":"2026-03-01T21:20:00.910218Z","steps":["trace[1170789451] 'agreement among raft nodes before linearized reading' (duration: 756.145202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:00.910243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:20:00.148729Z","time spent":"761.501991ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T21:20:00.910257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:20:00.153417Z","time spent":"756.831838ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:20:00.909713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.366522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ddef1f1d-abd4-499c-b935-fff588807be4\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-01T21:20:00.910382Z","caller":"traceutil/trace.go:171","msg":"trace[1821531797] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ddef1f1d-abd4-499c-b935-fff588807be4; range_end:; response_count:1; response_revision:4867; }","duration":"456.062198ms","start":"2026-03-01T21:20:00.454306Z","end":"2026-03-01T21:20:00.910368Z","steps":["trace[1821531797] 'agreement among raft nodes before linearized reading' (duration: 455.303781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:00.910443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:20:00.454288Z","time spent":"456.130639ms","remote":"127.0.0.1:45020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ddef1f1d-abd4-499c-b935-fff588807be4\" "} {"level":"info","ts":"2026-03-01T21:20:00.909949Z","caller":"traceutil/trace.go:171","msg":"trace[1283691319] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4867; }","duration":"756.02741ms","start":"2026-03-01T21:20:00.153902Z","end":"2026-03-01T21:20:00.909929Z","steps":["trace[1283691319] 'agreement among raft nodes before linearized reading' (duration: 755.58054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:00.91056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:20:00.15389Z","time spent":"756.656744ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-01T21:20:02.549501Z","caller":"traceutil/trace.go:171","msg":"trace[1514698218] transaction","detail":"{read_only:false; response_revision:4878; number_of_response:1; }","duration":"207.265307ms","start":"2026-03-01T21:20:02.34219Z","end":"2026-03-01T21:20:02.549455Z","steps":["trace[1514698218] 'process raft request' (duration: 206.515149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:02.789921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.562056ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:20:02.790072Z","caller":"traceutil/trace.go:171","msg":"trace[286711781] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4878; }","duration":"125.73263ms","start":"2026-03-01T21:20:02.664314Z","end":"2026-03-01T21:20:02.790047Z","steps":["trace[286711781] 'range keys from in-memory index tree' (duration: 125.536565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:02.790286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.802913ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:20:02.790435Z","caller":"traceutil/trace.go:171","msg":"trace[1751782958] linearizableReadLoop","detail":"{readStateIndex:5065; appliedIndex:5064; }","duration":"109.93547ms","start":"2026-03-01T21:20:02.680478Z","end":"2026-03-01T21:20:02.790414Z","steps":["trace[1751782958] 'read index received' (duration: 777.938µs)","trace[1751782958] 'applied index is now lower than readState.Index' (duration: 109.155482ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:20:02.790462Z","caller":"traceutil/trace.go:171","msg":"trace[634294710] transaction","detail":"{read_only:false; response_revision:4879; number_of_response:1; }","duration":"233.070542ms","start":"2026-03-01T21:20:02.557373Z","end":"2026-03-01T21:20:02.790444Z","steps":["trace[634294710] 'process raft request' (duration: 123.991213ms)","trace[634294710] 'compare' (duration: 108.622678ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:20:02.790603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.128494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-01T21:20:02.790647Z","caller":"traceutil/trace.go:171","msg":"trace[1290112739] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4879; }","duration":"110.202945ms","start":"2026-03-01T21:20:02.680431Z","end":"2026-03-01T21:20:02.790634Z","steps":["trace[1290112739] 'agreement among raft nodes before linearized reading' (duration: 110.046052ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:03.895445Z","caller":"traceutil/trace.go:171","msg":"trace[830748277] transaction","detail":"{read_only:false; response_revision:4905; number_of_response:1; }","duration":"100.246734ms","start":"2026-03-01T21:20:03.79514Z","end":"2026-03-01T21:20:03.895387Z","steps":["trace[830748277] 'process raft request' (duration: 57.559643ms)","trace[830748277] 'compare' (duration: 42.157299ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:20:07.675676Z","caller":"traceutil/trace.go:171","msg":"trace[1249826612] transaction","detail":"{read_only:false; response_revision:4968; number_of_response:1; }","duration":"112.844023ms","start":"2026-03-01T21:20:07.562802Z","end":"2026-03-01T21:20:07.675646Z","steps":["trace[1249826612] 'process raft request' (duration: 88.325108ms)","trace[1249826612] 'compare' (duration: 24.422373ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:20:07.699447Z","caller":"traceutil/trace.go:171","msg":"trace[480791142] transaction","detail":"{read_only:false; response_revision:4969; number_of_response:1; }","duration":"136.188764ms","start":"2026-03-01T21:20:07.563232Z","end":"2026-03-01T21:20:07.699421Z","steps":["trace[480791142] 'process raft request' (duration: 135.938889ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:07.699495Z","caller":"traceutil/trace.go:171","msg":"trace[229942553] transaction","detail":"{read_only:false; response_revision:4971; number_of_response:1; }","duration":"134.972856ms","start":"2026-03-01T21:20:07.5645Z","end":"2026-03-01T21:20:07.699473Z","steps":["trace[229942553] 'process raft request' (duration: 134.863744ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:07.699512Z","caller":"traceutil/trace.go:171","msg":"trace[704533861] transaction","detail":"{read_only:false; response_revision:4970; number_of_response:1; }","duration":"135.275182ms","start":"2026-03-01T21:20:07.564202Z","end":"2026-03-01T21:20:07.699477Z","steps":["trace[704533861] 'process raft request' (duration: 135.104389ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:07.699655Z","caller":"traceutil/trace.go:171","msg":"trace[2079937792] transaction","detail":"{read_only:false; response_revision:4972; number_of_response:1; }","duration":"134.522406ms","start":"2026-03-01T21:20:07.56512Z","end":"2026-03-01T21:20:07.699642Z","steps":["trace[2079937792] 'process raft request' (duration: 134.283101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:07.898687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.212932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:20:07.898852Z","caller":"traceutil/trace.go:171","msg":"trace[441073574] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:4973; }","duration":"109.437188ms","start":"2026-03-01T21:20:07.789394Z","end":"2026-03-01T21:20:07.898831Z","steps":["trace[441073574] 'count revisions from in-memory index tree' (duration: 109.137231ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:17.008991Z","caller":"traceutil/trace.go:171","msg":"trace[1169787948] transaction","detail":"{read_only:false; response_revision:5074; number_of_response:1; }","duration":"624.393988ms","start":"2026-03-01T21:20:16.384574Z","end":"2026-03-01T21:20:17.008968Z","steps":["trace[1169787948] 'process raft request' (duration: 624.250445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:17.009135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:20:16.384554Z","time spent":"624.512831ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:20:17.059482Z","caller":"traceutil/trace.go:171","msg":"trace[1143202055] transaction","detail":"{read_only:false; response_revision:5075; number_of_response:1; }","duration":"619.09181ms","start":"2026-03-01T21:20:16.440364Z","end":"2026-03-01T21:20:17.059456Z","steps":["trace[1143202055] 'process raft request' (duration: 618.856595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:17.059645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:20:16.440337Z","time spent":"619.225273ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:20:17.059647Z","caller":"traceutil/trace.go:171","msg":"trace[1346690913] linearizableReadLoop","detail":"{readStateIndex:5267; appliedIndex:5265; }","duration":"310.609649ms","start":"2026-03-01T21:20:16.74901Z","end":"2026-03-01T21:20:17.059619Z","steps":["trace[1346690913] 'read index received' (duration: 259.818548ms)","trace[1346690913] 'applied index is now lower than readState.Index' (duration: 50.789751ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:20:17.059903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.884865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-01T21:20:17.059915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.183783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T21:20:17.059943Z","caller":"traceutil/trace.go:171","msg":"trace[1670603538] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5076; }","duration":"310.975747ms","start":"2026-03-01T21:20:16.748957Z","end":"2026-03-01T21:20:17.059933Z","steps":["trace[1670603538] 'agreement among raft nodes before linearized reading' (duration: 310.790403ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:17.059966Z","caller":"traceutil/trace.go:171","msg":"trace[1697926940] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5076; }","duration":"167.275875ms","start":"2026-03-01T21:20:16.892677Z","end":"2026-03-01T21:20:17.059953Z","steps":["trace[1697926940] 'agreement among raft nodes before linearized reading' (duration: 167.094451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:17.059978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:20:16.748937Z","time spent":"311.033029ms","remote":"127.0.0.1:45020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T21:20:17.060119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.785513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-01T21:20:17.060151Z","caller":"traceutil/trace.go:171","msg":"trace[395411766] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5076; }","duration":"161.840555ms","start":"2026-03-01T21:20:16.898302Z","end":"2026-03-01T21:20:17.060143Z","steps":["trace[395411766] 'agreement among raft nodes before linearized reading' (duration: 161.755493ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:17.180862Z","caller":"traceutil/trace.go:171","msg":"trace[11742079] transaction","detail":"{read_only:false; response_revision:5077; number_of_response:1; }","duration":"116.668729ms","start":"2026-03-01T21:20:17.064152Z","end":"2026-03-01T21:20:17.18082Z","steps":["trace[11742079] 'process raft request' (duration: 92.872109ms)","trace[11742079] 'compare' (duration: 23.683247ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:20:17.203851Z","caller":"traceutil/trace.go:171","msg":"trace[174341727] transaction","detail":"{read_only:false; response_revision:5078; number_of_response:1; }","duration":"139.622841ms","start":"2026-03-01T21:20:17.064203Z","end":"2026-03-01T21:20:17.203826Z","steps":["trace[174341727] 'process raft request' (duration: 139.466048ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:17.204145Z","caller":"traceutil/trace.go:171","msg":"trace[748763364] transaction","detail":"{read_only:false; response_revision:5079; number_of_response:1; }","duration":"139.850275ms","start":"2026-03-01T21:20:17.064257Z","end":"2026-03-01T21:20:17.204108Z","steps":["trace[748763364] 'process raft request' (duration: 139.520988ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:17.204187Z","caller":"traceutil/trace.go:171","msg":"trace[2070948350] transaction","detail":"{read_only:false; response_revision:5081; number_of_response:1; }","duration":"139.446037ms","start":"2026-03-01T21:20:17.064723Z","end":"2026-03-01T21:20:17.204169Z","steps":["trace[2070948350] 'process raft request' (duration: 139.379025ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:17.204262Z","caller":"traceutil/trace.go:171","msg":"trace[768649444] transaction","detail":"{read_only:false; response_revision:5080; number_of_response:1; }","duration":"139.917767ms","start":"2026-03-01T21:20:17.064304Z","end":"2026-03-01T21:20:17.204222Z","steps":["trace[768649444] 'process raft request' (duration: 139.730663ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:17.204279Z","caller":"traceutil/trace.go:171","msg":"trace[1891528175] linearizableReadLoop","detail":"{readStateIndex:5274; appliedIndex:5268; }","duration":"138.451175ms","start":"2026-03-01T21:20:17.065804Z","end":"2026-03-01T21:20:17.204256Z","steps":["trace[1891528175] 'read index received' (duration: 91.234133ms)","trace[1891528175] 'applied index is now lower than readState.Index' (duration: 47.215862ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:20:17.204332Z","caller":"traceutil/trace.go:171","msg":"trace[1651440709] transaction","detail":"{read_only:false; response_revision:5082; number_of_response:1; }","duration":"139.352394ms","start":"2026-03-01T21:20:17.06495Z","end":"2026-03-01T21:20:17.204303Z","steps":["trace[1651440709] 'process raft request' (duration: 139.186111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:17.204531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.705621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18332"} {"level":"info","ts":"2026-03-01T21:20:17.204585Z","caller":"traceutil/trace.go:171","msg":"trace[1590675885] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5082; }","duration":"138.791292ms","start":"2026-03-01T21:20:17.065779Z","end":"2026-03-01T21:20:17.204571Z","steps":["trace[1590675885] 'agreement among raft nodes before linearized reading' (duration: 138.582278ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:17.406482Z","caller":"traceutil/trace.go:171","msg":"trace[1501944354] linearizableReadLoop","detail":"{readStateIndex:5275; appliedIndex:5274; }","duration":"145.47803ms","start":"2026-03-01T21:20:17.260977Z","end":"2026-03-01T21:20:17.406455Z","steps":["trace[1501944354] 'read index received' (duration: 145.334947ms)","trace[1501944354] 'applied index is now lower than readState.Index' (duration: 142.163µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:20:17.406542Z","caller":"traceutil/trace.go:171","msg":"trace[393778145] transaction","detail":"{read_only:false; response_revision:5083; number_of_response:1; }","duration":"188.092339ms","start":"2026-03-01T21:20:17.218415Z","end":"2026-03-01T21:20:17.406508Z","steps":["trace[393778145] 'process raft request' (duration: 187.892755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:17.406654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.653494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:20:17.406745Z","caller":"traceutil/trace.go:171","msg":"trace[1822148056] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5083; }","duration":"145.795157ms","start":"2026-03-01T21:20:17.260931Z","end":"2026-03-01T21:20:17.406726Z","steps":["trace[1822148056] 'agreement among raft nodes before linearized reading' (duration: 145.629923ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:17.416923Z","caller":"traceutil/trace.go:171","msg":"trace[1609881778] transaction","detail":"{read_only:false; response_revision:5084; number_of_response:1; }","duration":"152.395515ms","start":"2026-03-01T21:20:17.264507Z","end":"2026-03-01T21:20:17.416903Z","steps":["trace[1609881778] 'process raft request' (duration: 152.17208ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:17.416963Z","caller":"traceutil/trace.go:171","msg":"trace[1608542980] transaction","detail":"{read_only:false; response_revision:5085; number_of_response:1; }","duration":"137.84492ms","start":"2026-03-01T21:20:17.279105Z","end":"2026-03-01T21:20:17.41695Z","steps":["trace[1608542980] 'process raft request' (duration: 137.715087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:17.643563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.424877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:20:17.643635Z","caller":"traceutil/trace.go:171","msg":"trace[736457021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5089; }","duration":"122.52439ms","start":"2026-03-01T21:20:17.521093Z","end":"2026-03-01T21:20:17.643617Z","steps":["trace[736457021] 'range keys from in-memory index tree' (duration: 122.367176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:17.643582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.208267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-01T21:20:17.643706Z","caller":"traceutil/trace.go:171","msg":"trace[58332255] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5089; }","duration":"137.36732ms","start":"2026-03-01T21:20:17.506327Z","end":"2026-03-01T21:20:17.643694Z","steps":["trace[58332255] 'range keys from in-memory index tree' (duration: 137.079704ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:51.460937Z","caller":"traceutil/trace.go:171","msg":"trace[2092993763] linearizableReadLoop","detail":"{readStateIndex:5571; appliedIndex:5570; }","duration":"100.243112ms","start":"2026-03-01T21:20:51.360653Z","end":"2026-03-01T21:20:51.460897Z","steps":["trace[2092993763] 'read index received' (duration: 99.908794ms)","trace[2092993763] 'applied index is now lower than readState.Index' (duration: 332.958µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:20:51.461025Z","caller":"traceutil/trace.go:171","msg":"trace[895847214] transaction","detail":"{read_only:false; response_revision:5370; number_of_response:1; }","duration":"102.84442ms","start":"2026-03-01T21:20:51.358145Z","end":"2026-03-01T21:20:51.460989Z","steps":["trace[895847214] 'process raft request' (duration: 102.531583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:51.461319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.637001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T21:20:51.461392Z","caller":"traceutil/trace.go:171","msg":"trace[1932549217] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5370; }","duration":"100.753064ms","start":"2026-03-01T21:20:51.360624Z","end":"2026-03-01T21:20:51.461377Z","steps":["trace[1932549217] 'agreement among raft nodes before linearized reading' (duration: 100.436156ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:51.598852Z","caller":"traceutil/trace.go:171","msg":"trace[1960671800] transaction","detail":"{read_only:false; response_revision:5371; number_of_response:1; }","duration":"133.35009ms","start":"2026-03-01T21:20:51.465446Z","end":"2026-03-01T21:20:51.598796Z","steps":["trace[1960671800] 'process raft request' (duration: 130.493066ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:51.60023Z","caller":"traceutil/trace.go:171","msg":"trace[1508321682] transaction","detail":"{read_only:false; response_revision:5373; number_of_response:1; }","duration":"133.652387ms","start":"2026-03-01T21:20:51.466545Z","end":"2026-03-01T21:20:51.600198Z","steps":["trace[1508321682] 'process raft request' (duration: 133.562425ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:51.600267Z","caller":"traceutil/trace.go:171","msg":"trace[703309166] transaction","detail":"{read_only:false; response_revision:5372; number_of_response:1; }","duration":"134.012345ms","start":"2026-03-01T21:20:51.466221Z","end":"2026-03-01T21:20:51.600234Z","steps":["trace[703309166] 'process raft request' (duration: 133.78342ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:51.600499Z","caller":"traceutil/trace.go:171","msg":"trace[1624676481] transaction","detail":"{read_only:false; response_revision:5374; number_of_response:1; }","duration":"133.862772ms","start":"2026-03-01T21:20:51.466618Z","end":"2026-03-01T21:20:51.600481Z","steps":["trace[1624676481] 'process raft request' (duration: 133.537015ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:51.601154Z","caller":"traceutil/trace.go:171","msg":"trace[1638196792] transaction","detail":"{read_only:false; response_revision:5375; number_of_response:1; }","duration":"133.554934ms","start":"2026-03-01T21:20:51.467583Z","end":"2026-03-01T21:20:51.601137Z","steps":["trace[1638196792] 'process raft request' (duration: 132.787768ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:59.857773Z","caller":"traceutil/trace.go:171","msg":"trace[1580639405] transaction","detail":"{read_only:false; response_revision:5416; number_of_response:1; }","duration":"191.200998ms","start":"2026-03-01T21:20:59.666544Z","end":"2026-03-01T21:20:59.857745Z","steps":["trace[1580639405] 'process raft request' (duration: 181.108974ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:59.900959Z","caller":"traceutil/trace.go:171","msg":"trace[912718572] transaction","detail":"{read_only:false; response_revision:5417; number_of_response:1; }","duration":"234.327259ms","start":"2026-03-01T21:20:59.666617Z","end":"2026-03-01T21:20:59.900944Z","steps":["trace[912718572] 'process raft request' (duration: 234.211056ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:59.90126Z","caller":"traceutil/trace.go:171","msg":"trace[1310691838] transaction","detail":"{read_only:false; response_revision:5418; number_of_response:1; }","duration":"234.490303ms","start":"2026-03-01T21:20:59.666744Z","end":"2026-03-01T21:20:59.901234Z","steps":["trace[1310691838] 'process raft request' (duration: 234.156446ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:59.901354Z","caller":"traceutil/trace.go:171","msg":"trace[609227503] transaction","detail":"{read_only:false; response_revision:5419; number_of_response:1; }","duration":"233.736346ms","start":"2026-03-01T21:20:59.667608Z","end":"2026-03-01T21:20:59.901344Z","steps":["trace[609227503] 'process raft request' (duration: 233.534702ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:59.901526Z","caller":"traceutil/trace.go:171","msg":"trace[523766203] linearizableReadLoop","detail":"{readStateIndex:5622; appliedIndex:5617; }","duration":"181.267057ms","start":"2026-03-01T21:20:59.72025Z","end":"2026-03-01T21:20:59.901517Z","steps":["trace[523766203] 'read index received' (duration: 127.417658ms)","trace[523766203] 'applied index is now lower than readState.Index' (duration: 53.848629ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:20:59.901629Z","caller":"traceutil/trace.go:171","msg":"trace[491533884] transaction","detail":"{read_only:false; response_revision:5420; number_of_response:1; }","duration":"233.745256ms","start":"2026-03-01T21:20:59.667877Z","end":"2026-03-01T21:20:59.901623Z","steps":["trace[491533884] 'process raft request' (duration: 233.426129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:59.901793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.936697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:20:59.9018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.099431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:20:59.901858Z","caller":"traceutil/trace.go:171","msg":"trace[2024115955] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5420; }","duration":"118.205264ms","start":"2026-03-01T21:20:59.783638Z","end":"2026-03-01T21:20:59.901844Z","steps":["trace[2024115955] 'agreement among raft nodes before linearized reading' (duration: 118.088451ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:20:59.901847Z","caller":"traceutil/trace.go:171","msg":"trace[850065527] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5420; }","duration":"118.04838ms","start":"2026-03-01T21:20:59.783783Z","end":"2026-03-01T21:20:59.901832Z","steps":["trace[850065527] 'agreement among raft nodes before linearized reading' (duration: 117.947767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:59.90185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.181404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-03-01T21:20:59.90194Z","caller":"traceutil/trace.go:171","msg":"trace[1914174294] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5420; }","duration":"118.321656ms","start":"2026-03-01T21:20:59.783596Z","end":"2026-03-01T21:20:59.901918Z","steps":["trace[1914174294] 'agreement among raft nodes before linearized reading' (duration: 118.08325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:20:59.902478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.229479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209360"} {"level":"info","ts":"2026-03-01T21:20:59.902512Z","caller":"traceutil/trace.go:171","msg":"trace[1989092812] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5420; }","duration":"182.313171ms","start":"2026-03-01T21:20:59.720191Z","end":"2026-03-01T21:20:59.902504Z","steps":["trace[1989092812] 'agreement among raft nodes before linearized reading' (duration: 181.611915ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:21:13.846352Z","caller":"traceutil/trace.go:171","msg":"trace[1101816895] transaction","detail":"{read_only:false; response_revision:5515; number_of_response:1; }","duration":"139.697438ms","start":"2026-03-01T21:21:13.706593Z","end":"2026-03-01T21:21:13.84629Z","steps":["trace[1101816895] 'process raft request' (duration: 69.899195ms)","trace[1101816895] 'compare' (duration: 69.623119ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:21:51.729891Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2790} {"level":"info","ts":"2026-03-01T21:21:51.796244Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2790,"took":"63.954093ms","hash":127348245,"current-db-size-bytes":42225664,"current-db-size":"42 MB","current-db-size-in-use-bytes":31682560,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-01T21:21:51.796319Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":127348245,"revision":2790,"compact-revision":-1} {"level":"info","ts":"2026-03-01T21:26:03.056962Z","caller":"traceutil/trace.go:171","msg":"trace[1655709013] transaction","detail":"{read_only:false; response_revision:7537; number_of_response:1; }","duration":"128.155196ms","start":"2026-03-01T21:26:02.928783Z","end":"2026-03-01T21:26:03.056938Z","steps":["trace[1655709013] 'process raft request' (duration: 111.279401ms)","trace[1655709013] 'compare' (duration: 16.714841ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:26:04.640816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.222957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:04.640916Z","caller":"traceutil/trace.go:171","msg":"trace[1839257962] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7545; }","duration":"118.38134ms","start":"2026-03-01T21:26:04.522516Z","end":"2026-03-01T21:26:04.640897Z","steps":["trace[1839257962] 'range keys from in-memory index tree' (duration: 118.073423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:16.36774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.453304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1984"} {"level":"info","ts":"2026-03-01T21:26:16.367848Z","caller":"traceutil/trace.go:171","msg":"trace[1804994317] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:7599; }","duration":"486.603677ms","start":"2026-03-01T21:26:15.881215Z","end":"2026-03-01T21:26:16.367819Z","steps":["trace[1804994317] 'range keys from in-memory index tree' (duration: 486.340881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:16.367906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:15.8812Z","time spent":"486.6904ms","remote":"127.0.0.1:45026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2007,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-01T21:26:16.574936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.314707ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:26:16.575089Z","caller":"traceutil/trace.go:171","msg":"trace[1104735483] transaction","detail":"{read_only:false; response_revision:7602; number_of_response:1; }","duration":"128.753729ms","start":"2026-03-01T21:26:16.446305Z","end":"2026-03-01T21:26:16.575059Z","steps":["trace[1104735483] 'process raft request' (duration: 24.237227ms)","trace[1104735483] 'compare' (duration: 104.218095ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:26:17.395518Z","caller":"traceutil/trace.go:171","msg":"trace[639080087] linearizableReadLoop","detail":"{readStateIndex:7883; appliedIndex:7882; }","duration":"127.757087ms","start":"2026-03-01T21:26:17.267739Z","end":"2026-03-01T21:26:17.395496Z","steps":["trace[639080087] 'read index received' (duration: 127.536703ms)","trace[639080087] 'applied index is now lower than readState.Index' (duration: 219.354µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:26:17.395624Z","caller":"traceutil/trace.go:171","msg":"trace[235391687] transaction","detail":"{read_only:false; response_revision:7604; number_of_response:1; }","duration":"152.66095ms","start":"2026-03-01T21:26:17.24292Z","end":"2026-03-01T21:26:17.395581Z","steps":["trace[235391687] 'process raft request' (duration: 152.405115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:17.395731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.975742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-01T21:26:17.395795Z","caller":"traceutil/trace.go:171","msg":"trace[1230629708] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7604; }","duration":"128.084345ms","start":"2026-03-01T21:26:17.267693Z","end":"2026-03-01T21:26:17.395777Z","steps":["trace[1230629708] 'agreement among raft nodes before linearized reading' (duration: 127.896631ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:17.865878Z","caller":"traceutil/trace.go:171","msg":"trace[118914356] transaction","detail":"{read_only:false; response_revision:7605; number_of_response:1; }","duration":"465.364854ms","start":"2026-03-01T21:26:17.400422Z","end":"2026-03-01T21:26:17.865787Z","steps":["trace[118914356] 'process raft request' (duration: 375.483979ms)","trace[118914356] 'compare' (duration: 89.597409ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:26:17.866139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:17.400388Z","time spent":"465.60285ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:26:17.885264Z","caller":"traceutil/trace.go:171","msg":"trace[833644723] linearizableReadLoop","detail":"{readStateIndex:7885; appliedIndex:7883; }","duration":"363.280047ms","start":"2026-03-01T21:26:17.521961Z","end":"2026-03-01T21:26:17.885241Z","steps":["trace[833644723] 'read index received' (duration: 253.96666ms)","trace[833644723] 'applied index is now lower than readState.Index' (duration: 109.311837ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:26:17.88533Z","caller":"traceutil/trace.go:171","msg":"trace[2006286311] transaction","detail":"{read_only:false; response_revision:7606; number_of_response:1; }","duration":"481.42118ms","start":"2026-03-01T21:26:17.403879Z","end":"2026-03-01T21:26:17.8853Z","steps":["trace[2006286311] 'process raft request' (duration: 481.243056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:17.885471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:17.403859Z","time spent":"481.533113ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:26:17.885459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.481142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:26:17.885512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.027412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-01T21:26:17.885511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.887975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:26:17.885556Z","caller":"traceutil/trace.go:171","msg":"trace[929786584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7606; }","duration":"313.138534ms","start":"2026-03-01T21:26:17.572409Z","end":"2026-03-01T21:26:17.885548Z","steps":["trace[929786584] 'agreement among raft nodes before linearized reading' (duration: 312.961789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:17.88559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:17.572383Z","time spent":"313.201005ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T21:26:17.885604Z","caller":"traceutil/trace.go:171","msg":"trace[1933337181] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7606; }","duration":"138.965766ms","start":"2026-03-01T21:26:17.746594Z","end":"2026-03-01T21:26:17.885559Z","steps":["trace[1933337181] 'agreement among raft nodes before linearized reading' (duration: 138.823022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:17.885599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.304108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T21:26:17.885683Z","caller":"traceutil/trace.go:171","msg":"trace[1675533267] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7606; }","duration":"272.39067ms","start":"2026-03-01T21:26:17.613267Z","end":"2026-03-01T21:26:17.885657Z","steps":["trace[1675533267] 'agreement among raft nodes before linearized reading' (duration: 272.179354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:17.885697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.740484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-01T21:26:17.885723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.44533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-01T21:26:17.88578Z","caller":"traceutil/trace.go:171","msg":"trace[1038642800] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7606; }","duration":"307.864837ms","start":"2026-03-01T21:26:17.577897Z","end":"2026-03-01T21:26:17.885762Z","steps":["trace[1038642800] 'agreement among raft nodes before linearized reading' (duration: 307.610171ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:17.885621Z","caller":"traceutil/trace.go:171","msg":"trace[657313822] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7606; }","duration":"363.614266ms","start":"2026-03-01T21:26:17.521915Z","end":"2026-03-01T21:26:17.885529Z","steps":["trace[657313822] 'agreement among raft nodes before linearized reading' (duration: 363.444241ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:17.885808Z","caller":"traceutil/trace.go:171","msg":"trace[1748586361] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7606; }","duration":"131.569282ms","start":"2026-03-01T21:26:17.75422Z","end":"2026-03-01T21:26:17.885789Z","steps":["trace[1748586361] 'agreement among raft nodes before linearized reading' (duration: 131.236284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:17.885824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:17.577887Z","time spent":"307.928378ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T21:26:17.885853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:17.5219Z","time spent":"363.940243ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:26:17.88595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.928134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T21:26:17.886063Z","caller":"traceutil/trace.go:171","msg":"trace[1461046234] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7606; }","duration":"247.14536ms","start":"2026-03-01T21:26:17.638888Z","end":"2026-03-01T21:26:17.886034Z","steps":["trace[1461046234] 'agreement among raft nodes before linearized reading' (duration: 246.746941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:18.196765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.587296ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:26:18.196867Z","caller":"traceutil/trace.go:171","msg":"trace[1726561204] transaction","detail":"{read_only:false; response_revision:7607; number_of_response:1; }","duration":"306.69255ms","start":"2026-03-01T21:26:17.890158Z","end":"2026-03-01T21:26:18.196851Z","steps":["trace[1726561204] 'process raft request' (duration: 136.92473ms)","trace[1726561204] 'compare' (duration: 169.194677ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:26:18.196913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:17.890129Z","time spent":"306.762652ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:26:18.210687Z","caller":"traceutil/trace.go:171","msg":"trace[411882222] transaction","detail":"{read_only:false; response_revision:7608; number_of_response:1; }","duration":"320.450806ms","start":"2026-03-01T21:26:17.890218Z","end":"2026-03-01T21:26:18.210669Z","steps":["trace[411882222] 'process raft request' (duration: 320.348484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:18.210818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:17.890187Z","time spent":"320.561908ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:26:18.210857Z","caller":"traceutil/trace.go:171","msg":"trace[1142738173] transaction","detail":"{read_only:false; response_revision:7609; number_of_response:1; }","duration":"320.328443ms","start":"2026-03-01T21:26:17.890516Z","end":"2026-03-01T21:26:18.210844Z","steps":["trace[1142738173] 'process raft request' (duration: 320.121209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:18.21092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:17.890505Z","time spent":"320.387955ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:26:18.211383Z","caller":"traceutil/trace.go:171","msg":"trace[121127163] transaction","detail":"{read_only:false; response_revision:7610; number_of_response:1; }","duration":"320.838575ms","start":"2026-03-01T21:26:17.890534Z","end":"2026-03-01T21:26:18.211373Z","steps":["trace[121127163] 'process raft request' (duration: 320.262222ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:18.21139Z","caller":"traceutil/trace.go:171","msg":"trace[1053833433] linearizableReadLoop","detail":"{readStateIndex:7890; appliedIndex:7885; }","duration":"303.666874ms","start":"2026-03-01T21:26:17.907704Z","end":"2026-03-01T21:26:18.211371Z","steps":["trace[1053833433] 'read index received' (duration: 119.401632ms)","trace[1053833433] 'applied index is now lower than readState.Index' (duration: 184.264322ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:26:18.21144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:17.890507Z","time spent":"320.904905ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:26:18.211541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.850008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:18.211547Z","caller":"traceutil/trace.go:171","msg":"trace[956407380] transaction","detail":"{read_only:false; response_revision:7611; number_of_response:1; }","duration":"320.945627ms","start":"2026-03-01T21:26:17.890547Z","end":"2026-03-01T21:26:18.211493Z","steps":["trace[956407380] 'process raft request' (duration: 320.747953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:18.211932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:17.890527Z","time spent":"321.361126ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:26:18.211725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.943637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-01T21:26:18.212058Z","caller":"traceutil/trace.go:171","msg":"trace[2030160313] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7611; }","duration":"149.323465ms","start":"2026-03-01T21:26:18.062716Z","end":"2026-03-01T21:26:18.212039Z","steps":["trace[2030160313] 'agreement among raft nodes before linearized reading' (duration: 148.896246ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:18.21182Z","caller":"traceutil/trace.go:171","msg":"trace[1206045419] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:7611; }","duration":"304.188905ms","start":"2026-03-01T21:26:17.907613Z","end":"2026-03-01T21:26:18.211802Z","steps":["trace[1206045419] 'agreement among raft nodes before linearized reading' (duration: 303.863068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:18.212159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:17.907596Z","time spent":"304.551483ms","remote":"127.0.0.1:34708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:26:18.699407Z","caller":"traceutil/trace.go:171","msg":"trace[41046296] transaction","detail":"{read_only:false; response_revision:7613; number_of_response:1; }","duration":"117.125952ms","start":"2026-03-01T21:26:18.582261Z","end":"2026-03-01T21:26:18.699387Z","steps":["trace[41046296] 'process raft request' (duration: 117.000069ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:19.624069Z","caller":"traceutil/trace.go:171","msg":"trace[1925620548] linearizableReadLoop","detail":"{readStateIndex:7895; appliedIndex:7894; }","duration":"102.777132ms","start":"2026-03-01T21:26:19.521258Z","end":"2026-03-01T21:26:19.624036Z","steps":["trace[1925620548] 'read index received' (duration: 70.65942ms)","trace[1925620548] 'applied index is now lower than readState.Index' (duration: 32.116762ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:26:19.62423Z","caller":"traceutil/trace.go:171","msg":"trace[858835637] transaction","detail":"{read_only:false; response_revision:7616; number_of_response:1; }","duration":"143.719041ms","start":"2026-03-01T21:26:19.480467Z","end":"2026-03-01T21:26:19.624186Z","steps":["trace[858835637] 'process raft request' (duration: 111.408414ms)","trace[858835637] 'compare' (duration: 32.01453ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:26:19.624283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.166258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:19.624357Z","caller":"traceutil/trace.go:171","msg":"trace[891660950] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7616; }","duration":"102.275971ms","start":"2026-03-01T21:26:19.52206Z","end":"2026-03-01T21:26:19.624336Z","steps":["trace[891660950] 'agreement among raft nodes before linearized reading' (duration: 102.154168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:19.624438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.161651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-01T21:26:19.624508Z","caller":"traceutil/trace.go:171","msg":"trace[174681947] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7616; }","duration":"103.280773ms","start":"2026-03-01T21:26:19.521211Z","end":"2026-03-01T21:26:19.624492Z","steps":["trace[174681947] 'agreement among raft nodes before linearized reading' (duration: 102.990687ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:20.334294Z","caller":"traceutil/trace.go:171","msg":"trace[1513108953] linearizableReadLoop","detail":"{readStateIndex:7896; appliedIndex:7895; }","duration":"119.836711ms","start":"2026-03-01T21:26:20.214423Z","end":"2026-03-01T21:26:20.33426Z","steps":["trace[1513108953] 'read index received' (duration: 119.683848ms)","trace[1513108953] 'applied index is now lower than readState.Index' (duration: 151.713µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:26:20.334396Z","caller":"traceutil/trace.go:171","msg":"trace[423503129] transaction","detail":"{read_only:false; response_revision:7617; number_of_response:1; }","duration":"129.623549ms","start":"2026-03-01T21:26:20.204746Z","end":"2026-03-01T21:26:20.334369Z","steps":["trace[423503129] 'process raft request' (duration: 129.274661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:20.33465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.193069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-01T21:26:20.334683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.106745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-01T21:26:20.334715Z","caller":"traceutil/trace.go:171","msg":"trace[735889032] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7617; }","duration":"119.149696ms","start":"2026-03-01T21:26:20.215553Z","end":"2026-03-01T21:26:20.334703Z","steps":["trace[735889032] 'agreement among raft nodes before linearized reading' (duration: 119.021903ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:20.334714Z","caller":"traceutil/trace.go:171","msg":"trace[89319459] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7617; }","duration":"120.326412ms","start":"2026-03-01T21:26:20.214373Z","end":"2026-03-01T21:26:20.3347Z","steps":["trace[89319459] 'agreement among raft nodes before linearized reading' (duration: 120.104557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:20.334823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.963414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T21:26:20.335007Z","caller":"traceutil/trace.go:171","msg":"trace[584125695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7617; }","duration":"120.184508ms","start":"2026-03-01T21:26:20.214798Z","end":"2026-03-01T21:26:20.334983Z","steps":["trace[584125695] 'agreement among raft nodes before linearized reading' (duration: 119.764029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:20.334828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.920303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T21:26:20.335427Z","caller":"traceutil/trace.go:171","msg":"trace[1504033340] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7617; }","duration":"120.572478ms","start":"2026-03-01T21:26:20.214839Z","end":"2026-03-01T21:26:20.335411Z","steps":["trace[1504033340] 'agreement among raft nodes before linearized reading' (duration: 119.77822ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:20.449563Z","caller":"traceutil/trace.go:171","msg":"trace[1355247580] transaction","detail":"{read_only:false; response_revision:7618; number_of_response:1; }","duration":"110.70024ms","start":"2026-03-01T21:26:20.338841Z","end":"2026-03-01T21:26:20.449541Z","steps":["trace[1355247580] 'process raft request' (duration: 108.252515ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:20.450674Z","caller":"traceutil/trace.go:171","msg":"trace[1891186421] transaction","detail":"{read_only:false; response_revision:7619; number_of_response:1; }","duration":"111.769423ms","start":"2026-03-01T21:26:20.338875Z","end":"2026-03-01T21:26:20.450644Z","steps":["trace[1891186421] 'process raft request' (duration: 111.561448ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:20.450961Z","caller":"traceutil/trace.go:171","msg":"trace[200429634] transaction","detail":"{read_only:false; response_revision:7620; number_of_response:1; }","duration":"111.862704ms","start":"2026-03-01T21:26:20.339075Z","end":"2026-03-01T21:26:20.450938Z","steps":["trace[200429634] 'process raft request' (duration: 111.519537ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:20.451374Z","caller":"traceutil/trace.go:171","msg":"trace[152099975] transaction","detail":"{read_only:false; response_revision:7621; number_of_response:1; }","duration":"112.068019ms","start":"2026-03-01T21:26:20.339281Z","end":"2026-03-01T21:26:20.451349Z","steps":["trace[152099975] 'process raft request' (duration: 111.693851ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:32.620802Z","caller":"traceutil/trace.go:171","msg":"trace[1720393437] transaction","detail":"{read_only:false; response_revision:7679; number_of_response:1; }","duration":"109.552094ms","start":"2026-03-01T21:26:32.511221Z","end":"2026-03-01T21:26:32.620773Z","steps":["trace[1720393437] 'process raft request' (duration: 109.307928ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:32.621025Z","caller":"traceutil/trace.go:171","msg":"trace[546563168] transaction","detail":"{read_only:false; response_revision:7680; number_of_response:1; }","duration":"109.748698ms","start":"2026-03-01T21:26:32.511257Z","end":"2026-03-01T21:26:32.621006Z","steps":["trace[546563168] 'process raft request' (duration: 109.457932ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:32.621181Z","caller":"traceutil/trace.go:171","msg":"trace[1089725493] linearizableReadLoop","detail":"{readStateIndex:7963; appliedIndex:7960; }","duration":"107.353125ms","start":"2026-03-01T21:26:32.513798Z","end":"2026-03-01T21:26:32.621152Z","steps":["trace[1089725493] 'read index received' (duration: 106.650319ms)","trace[1089725493] 'applied index is now lower than readState.Index' (duration: 701.566µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:26:32.621295Z","caller":"traceutil/trace.go:171","msg":"trace[1719842850] transaction","detail":"{read_only:false; response_revision:7681; number_of_response:1; }","duration":"109.975613ms","start":"2026-03-01T21:26:32.511257Z","end":"2026-03-01T21:26:32.621233Z","steps":["trace[1719842850] 'process raft request' (duration: 109.689807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:32.621389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.56774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-01T21:26:32.621433Z","caller":"traceutil/trace.go:171","msg":"trace[1647876415] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7681; }","duration":"107.645211ms","start":"2026-03-01T21:26:32.513776Z","end":"2026-03-01T21:26:32.621421Z","steps":["trace[1647876415] 'agreement among raft nodes before linearized reading' (duration: 107.477988ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:33.882372Z","caller":"traceutil/trace.go:171","msg":"trace[619193531] transaction","detail":"{read_only:false; response_revision:7689; number_of_response:1; }","duration":"120.037847ms","start":"2026-03-01T21:26:33.762301Z","end":"2026-03-01T21:26:33.882339Z","steps":["trace[619193531] 'process raft request' (duration: 119.699429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:42.920867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.035177ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:26:42.921149Z","caller":"traceutil/trace.go:171","msg":"trace[1764610865] linearizableReadLoop","detail":"{readStateIndex:8066; appliedIndex:8064; }","duration":"120.102087ms","start":"2026-03-01T21:26:42.801028Z","end":"2026-03-01T21:26:42.92113Z","steps":["trace[1764610865] 'read index received' (duration: 118.718577ms)","trace[1764610865] 'applied index is now lower than readState.Index' (duration: 1.38188ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:26:42.921316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.283581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-03-01T21:26:42.9213Z","caller":"traceutil/trace.go:171","msg":"trace[1385946236] transaction","detail":"{read_only:false; response_revision:7780; number_of_response:1; }","duration":"135.0781ms","start":"2026-03-01T21:26:42.786177Z","end":"2026-03-01T21:26:42.921255Z","steps":["trace[1385946236] 'process raft request' (duration: 134.815504ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:42.921351Z","caller":"traceutil/trace.go:171","msg":"trace[1411568480] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:7780; }","duration":"120.359734ms","start":"2026-03-01T21:26:42.800981Z","end":"2026-03-01T21:26:42.921341Z","steps":["trace[1411568480] 'agreement among raft nodes before linearized reading' (duration: 120.21117ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:42.92135Z","caller":"traceutil/trace.go:171","msg":"trace[1663062218] transaction","detail":"{read_only:false; response_revision:7779; number_of_response:1; }","duration":"242.192869ms","start":"2026-03-01T21:26:42.679098Z","end":"2026-03-01T21:26:42.921291Z","steps":["trace[1663062218] 'process raft request' (duration: 62.634841ms)","trace[1663062218] 'compare' (duration: 178.909754ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:26:45.950305Z","caller":"traceutil/trace.go:171","msg":"trace[233246060] transaction","detail":"{read_only:false; response_revision:7794; number_of_response:1; }","duration":"169.403583ms","start":"2026-03-01T21:26:45.780872Z","end":"2026-03-01T21:26:45.950276Z","steps":["trace[233246060] 'process raft request' (duration: 169.23511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:46.697223Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827012743722574,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:26:47.197932Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827012743722574,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:26:47.69866Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827012743722574,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:26:48.023855Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.01594023s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-01T21:26:48.521556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000229721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-01T21:26:48.521667Z","caller":"traceutil/trace.go:171","msg":"trace[1100036584] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000379304s","start":"2026-03-01T21:26:46.521271Z","end":"2026-03-01T21:26:48.52165Z","steps":["trace[1100036584] 'agreement among raft nodes before linearized reading' (duration: 2.000244011s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:48.521722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:46.521263Z","time spent":"2.000445015s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:26:48.902015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.829779ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:26:48.902316Z","caller":"traceutil/trace.go:171","msg":"trace[2076032046] linearizableReadLoop","detail":"{readStateIndex:8084; appliedIndex:8081; }","duration":"2.70611705s","start":"2026-03-01T21:26:46.196182Z","end":"2026-03-01T21:26:48.902299Z","steps":["trace[2076032046] 'read index received' (duration: 1.827913343s)","trace[2076032046] 'applied index is now lower than readState.Index' (duration: 878.202667ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:26:48.902288Z","caller":"traceutil/trace.go:171","msg":"trace[1983016468] transaction","detail":"{read_only:false; response_revision:7795; number_of_response:1; }","duration":"2.894416973s","start":"2026-03-01T21:26:46.007824Z","end":"2026-03-01T21:26:48.902241Z","steps":["trace[1983016468] 'process raft request' (duration: 2.016259067s)","trace[1983016468] 'compare' (duration: 875.453887ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:26:48.902309Z","caller":"traceutil/trace.go:171","msg":"trace[996061479] transaction","detail":"{read_only:false; response_revision:7796; number_of_response:1; }","duration":"1.965855238s","start":"2026-03-01T21:26:46.936417Z","end":"2026-03-01T21:26:48.902272Z","steps":["trace[996061479] 'process raft request' (duration: 1.965710144s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:48.902398Z","caller":"traceutil/trace.go:171","msg":"trace[167271742] transaction","detail":"{read_only:false; response_revision:7798; number_of_response:1; }","duration":"989.774116ms","start":"2026-03-01T21:26:47.912567Z","end":"2026-03-01T21:26:48.902341Z","steps":["trace[167271742] 'process raft request' (duration: 989.693654ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:48.90239Z","caller":"traceutil/trace.go:171","msg":"trace[623173601] transaction","detail":"{read_only:false; response_revision:7797; number_of_response:1; }","duration":"1.717508901s","start":"2026-03-01T21:26:47.184832Z","end":"2026-03-01T21:26:48.902341Z","steps":["trace[623173601] 'process raft request' (duration: 1.717390578s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:48.902467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.706279535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T21:26:48.902476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:46.936402Z","time spent":"1.96598343s","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:26:48.90248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:46.007805Z","time spent":"2.894574697s","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:26:48.902521Z","caller":"traceutil/trace.go:171","msg":"trace[656602979] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:7798; }","duration":"2.706384348s","start":"2026-03-01T21:26:46.196121Z","end":"2026-03-01T21:26:48.902505Z","steps":["trace[656602979] 'agreement among raft nodes before linearized reading' (duration: 2.706250345s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:48.902481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.115924472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T21:26:48.902557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:47.912546Z","time spent":"989.922479ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:26:48.902568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:47.184801Z","time spent":"1.717671335s","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:26:48.902578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:46.196099Z","time spent":"2.706465999s","remote":"127.0.0.1:44936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:26:48.902561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020454337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-01T21:26:48.902608Z","caller":"traceutil/trace.go:171","msg":"trace[181424911] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:7798; }","duration":"2.116101575s","start":"2026-03-01T21:26:46.786477Z","end":"2026-03-01T21:26:48.902578Z","steps":["trace[181424911] 'agreement among raft nodes before linearized reading' (duration: 2.115937652s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:48.902532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.394204292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-01T21:26:48.902645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.787446594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:26:48.902647Z","caller":"traceutil/trace.go:171","msg":"trace[1696919039] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7798; }","duration":"1.02058856s","start":"2026-03-01T21:26:47.882032Z","end":"2026-03-01T21:26:48.90262Z","steps":["trace[1696919039] 'agreement among raft nodes before linearized reading' (duration: 1.020375956s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:48.902686Z","caller":"traceutil/trace.go:171","msg":"trace[1708403380] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:7798; }","duration":"1.787512635s","start":"2026-03-01T21:26:47.115157Z","end":"2026-03-01T21:26:48.90267Z","steps":["trace[1708403380] 'agreement among raft nodes before linearized reading' (duration: 1.787459334s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:48.90269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:47.88201Z","time spent":"1.020671263s","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:26:48.902683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:46.786448Z","time spent":"2.116209037s","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:26:48.90269Z","caller":"traceutil/trace.go:171","msg":"trace[437922917] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7798; }","duration":"2.394385066s","start":"2026-03-01T21:26:46.508278Z","end":"2026-03-01T21:26:48.902663Z","steps":["trace[437922917] 'agreement among raft nodes before linearized reading' (duration: 2.394132251s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:48.90272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:47.115135Z","time spent":"1.787577516s","remote":"127.0.0.1:45154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":8,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:26:48.902675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.207453754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-01T21:26:48.902595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446524422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hv69h\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-01T21:26:48.902763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:46.508255Z","time spent":"2.394489819s","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-01T21:26:48.902767Z","caller":"traceutil/trace.go:171","msg":"trace[876149181] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hv69h; range_end:; response_count:1; response_revision:7798; }","duration":"1.446693755s","start":"2026-03-01T21:26:47.456063Z","end":"2026-03-01T21:26:48.902757Z","steps":["trace[876149181] 'agreement among raft nodes before linearized reading' (duration: 1.44645216s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:48.902771Z","caller":"traceutil/trace.go:171","msg":"trace[290808691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7798; }","duration":"2.207577566s","start":"2026-03-01T21:26:46.695175Z","end":"2026-03-01T21:26:48.902753Z","steps":["trace[290808691] 'agreement among raft nodes before linearized reading' (duration: 2.20729109s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:48.902803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:47.456005Z","time spent":"1.446789328s","remote":"127.0.0.1:45020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-hv69h\" "} {"level":"warn","ts":"2026-03-01T21:26:48.902822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.966658625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-01T21:26:48.902816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:46.695164Z","time spent":"2.207641428s","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T21:26:48.902844Z","caller":"traceutil/trace.go:171","msg":"trace[1105611863] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7798; }","duration":"1.966718876s","start":"2026-03-01T21:26:46.936119Z","end":"2026-03-01T21:26:48.902838Z","steps":["trace[1105611863] 'agreement among raft nodes before linearized reading' (duration: 1.966656625s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:48.90284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.926388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-01T21:26:48.90284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.422603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-01T21:26:48.902836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.201159544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-01T21:26:48.902866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:46.936096Z","time spent":"1.966765328s","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:26:48.902861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.588023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:26:48.902883Z","caller":"traceutil/trace.go:171","msg":"trace[1667558115] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7798; }","duration":"634.502615ms","start":"2026-03-01T21:26:48.268369Z","end":"2026-03-01T21:26:48.902872Z","steps":["trace[1667558115] 'agreement among raft nodes before linearized reading' (duration: 634.336531ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:48.902882Z","caller":"traceutil/trace.go:171","msg":"trace[1661034319] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7798; }","duration":"948.98887ms","start":"2026-03-01T21:26:47.95388Z","end":"2026-03-01T21:26:48.902869Z","steps":["trace[1661034319] 'agreement among raft nodes before linearized reading' (duration: 948.836016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:48.902915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:48.268349Z","time spent":"634.560226ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-01T21:26:48.902909Z","caller":"traceutil/trace.go:171","msg":"trace[341152840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7798; }","duration":"2.201231045s","start":"2026-03-01T21:26:46.701657Z","end":"2026-03-01T21:26:48.902888Z","steps":["trace[341152840] 'agreement among raft nodes before linearized reading' (duration: 2.201037731s)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:48.902912Z","caller":"traceutil/trace.go:171","msg":"trace[1936160730] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:7798; }","duration":"438.642164ms","start":"2026-03-01T21:26:48.464255Z","end":"2026-03-01T21:26:48.902897Z","steps":["trace[1936160730] 'agreement among raft nodes before linearized reading' (duration: 438.553422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:48.902916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:47.953868Z","time spent":"949.041941ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T21:26:48.902957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:46.701632Z","time spent":"2.201314937s","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T21:26:48.902959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:48.464229Z","time spent":"438.721075ms","remote":"127.0.0.1:49760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:26:48.903173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.60389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:48.903299Z","caller":"traceutil/trace.go:171","msg":"trace[311302793] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:7798; }","duration":"152.768464ms","start":"2026-03-01T21:26:48.750503Z","end":"2026-03-01T21:26:48.903271Z","steps":["trace[311302793] 'agreement among raft nodes before linearized reading' (duration: 152.466827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:48.902561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.877908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:48.903403Z","caller":"traceutil/trace.go:171","msg":"trace[2014140995] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7798; }","duration":"380.811259ms","start":"2026-03-01T21:26:48.52257Z","end":"2026-03-01T21:26:48.903382Z","steps":["trace[2014140995] 'agreement among raft nodes before linearized reading' (duration: 379.858448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:48.90345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:48.52255Z","time spent":"380.888041ms","remote":"127.0.0.1:44846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:26:48.903631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.216884012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T21:26:48.903703Z","caller":"traceutil/trace.go:171","msg":"trace[29914648] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7798; }","duration":"2.217010616s","start":"2026-03-01T21:26:46.686674Z","end":"2026-03-01T21:26:48.903685Z","steps":["trace[29914648] 'agreement among raft nodes before linearized reading' (duration: 2.215880251s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:48.90376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:46.686658Z","time spent":"2.217085477s","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T21:26:50.704845Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827012743722594,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-01T21:26:50.867002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.742738ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-01T21:26:50.867112Z","caller":"traceutil/trace.go:171","msg":"trace[89828296] linearizableReadLoop","detail":"{readStateIndex:8096; appliedIndex:8095; }","duration":"662.966297ms","start":"2026-03-01T21:26:50.204132Z","end":"2026-03-01T21:26:50.867098Z","steps":["trace[89828296] 'read index received' (duration: 512.052575ms)","trace[89828296] 'applied index is now lower than readState.Index' (duration: 150.912152ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:26:50.867232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.121426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:50.867259Z","caller":"traceutil/trace.go:171","msg":"trace[1267100607] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7808; }","duration":"345.197497ms","start":"2026-03-01T21:26:50.522051Z","end":"2026-03-01T21:26:50.867249Z","steps":["trace[1267100607] 'agreement among raft nodes before linearized reading' (duration: 345.132776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:50.867305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:50.522031Z","time spent":"345.266389ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:26:50.867803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.254443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-01T21:26:50.86789Z","caller":"traceutil/trace.go:171","msg":"trace[1831131228] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7808; }","duration":"663.773174ms","start":"2026-03-01T21:26:50.204094Z","end":"2026-03-01T21:26:50.867867Z","steps":["trace[1831131228] 'agreement among raft nodes before linearized reading' (duration: 663.078899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:50.867978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:50.204073Z","time spent":"663.895037ms","remote":"127.0.0.1:45020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T21:26:51.46398Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605827012743722601,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-01T21:26:51.68738Z","caller":"traceutil/trace.go:171","msg":"trace[657172761] linearizableReadLoop","detail":"{readStateIndex:8098; appliedIndex:8097; }","duration":"723.41524ms","start":"2026-03-01T21:26:50.963938Z","end":"2026-03-01T21:26:51.687353Z","steps":["trace[657172761] 'read index received' (duration: 723.265236ms)","trace[657172761] 'applied index is now lower than readState.Index' (duration: 149.234µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:26:51.687478Z","caller":"traceutil/trace.go:171","msg":"trace[1752727186] transaction","detail":"{read_only:false; response_revision:7810; number_of_response:1; }","duration":"779.079006ms","start":"2026-03-01T21:26:50.908377Z","end":"2026-03-01T21:26:51.687456Z","steps":["trace[1752727186] 'process raft request' (duration: 778.768149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:51.687626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.679476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-01T21:26:51.68766Z","caller":"traceutil/trace.go:171","msg":"trace[1717315376] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7810; }","duration":"723.770768ms","start":"2026-03-01T21:26:50.963879Z","end":"2026-03-01T21:26:51.68765Z","steps":["trace[1717315376] 'agreement among raft nodes before linearized reading' (duration: 723.606565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:51.687653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:50.908369Z","time spent":"779.194118ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:26:51.68769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:50.963852Z","time spent":"723.831049ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T21:26:51.687735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.081862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-01T21:26:51.687763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.138682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T21:26:51.687802Z","caller":"traceutil/trace.go:171","msg":"trace[1495362918] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7810; }","duration":"705.189635ms","start":"2026-03-01T21:26:50.982597Z","end":"2026-03-01T21:26:51.687787Z","steps":["trace[1495362918] 'agreement among raft nodes before linearized reading' (duration: 704.97274ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:51.687832Z","caller":"traceutil/trace.go:171","msg":"trace[761628450] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7810; }","duration":"704.233654ms","start":"2026-03-01T21:26:50.98358Z","end":"2026-03-01T21:26:51.687814Z","steps":["trace[761628450] 'agreement among raft nodes before linearized reading' (duration: 704.06578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:51.687843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:50.982584Z","time spent":"705.246446ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T21:26:51.687841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.136371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-01T21:26:51.687869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:50.98357Z","time spent":"704.291165ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T21:26:51.687899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.52522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-01T21:26:51.687924Z","caller":"traceutil/trace.go:171","msg":"trace[1152479351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7810; }","duration":"704.239714ms","start":"2026-03-01T21:26:50.983663Z","end":"2026-03-01T21:26:51.687903Z","steps":["trace[1152479351] 'agreement among raft nodes before linearized reading' (duration: 703.953097ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:51.687938Z","caller":"traceutil/trace.go:171","msg":"trace[1087184002] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7810; }","duration":"704.617002ms","start":"2026-03-01T21:26:50.983309Z","end":"2026-03-01T21:26:51.687926Z","steps":["trace[1087184002] 'agreement among raft nodes before linearized reading' (duration: 704.49622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:51.68793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.832335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hv69h\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-01T21:26:51.687974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:50.983277Z","time spent":"704.684814ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T21:26:51.687975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:50.98362Z","time spent":"704.345966ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-01T21:26:51.688013Z","caller":"traceutil/trace.go:171","msg":"trace[543453403] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hv69h; range_end:; response_count:1; response_revision:7810; }","duration":"699.962039ms","start":"2026-03-01T21:26:50.988033Z","end":"2026-03-01T21:26:51.687995Z","steps":["trace[543453403] 'agreement among raft nodes before linearized reading' (duration: 699.671032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:51.688032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.347217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-01T21:26:51.688124Z","caller":"traceutil/trace.go:171","msg":"trace[450333685] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7810; }","duration":"704.475389ms","start":"2026-03-01T21:26:50.983625Z","end":"2026-03-01T21:26:51.688101Z","steps":["trace[450333685] 'agreement among raft nodes before linearized reading' (duration: 704.204993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:51.688179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:50.983616Z","time spent":"704.55364ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:26:51.688062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:50.988021Z","time spent":"700.03269ms","remote":"127.0.0.1:45020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-hv69h\" "} {"level":"warn","ts":"2026-03-01T21:26:51.688372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.518016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:51.688426Z","caller":"traceutil/trace.go:171","msg":"trace[946567094] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7810; }","duration":"702.593137ms","start":"2026-03-01T21:26:50.985821Z","end":"2026-03-01T21:26:51.688414Z","steps":["trace[946567094] 'agreement among raft nodes before linearized reading' (duration: 701.921272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:51.688463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:50.985808Z","time spent":"702.648239ms","remote":"127.0.0.1:46166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-01T21:26:52.287951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.580732ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:26:52.28806Z","caller":"traceutil/trace.go:171","msg":"trace[1856741824] transaction","detail":"{read_only:false; response_revision:7811; number_of_response:1; }","duration":"594.463784ms","start":"2026-03-01T21:26:51.693577Z","end":"2026-03-01T21:26:52.28804Z","steps":["trace[1856741824] 'process raft request' (duration: 164.692278ms)","trace[1856741824] 'compare' (duration: 429.46724ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:26:52.28812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:51.693558Z","time spent":"594.534366ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:26:52.509296Z","caller":"traceutil/trace.go:171","msg":"trace[400297475] linearizableReadLoop","detail":"{readStateIndex:8104; appliedIndex:8098; }","duration":"813.692634ms","start":"2026-03-01T21:26:51.695575Z","end":"2026-03-01T21:26:52.509268Z","steps":["trace[400297475] 'read index received' (duration: 162.712195ms)","trace[400297475] 'applied index is now lower than readState.Index' (duration: 650.978839ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:26:52.509322Z","caller":"traceutil/trace.go:171","msg":"trace[1404102363] transaction","detail":"{read_only:false; response_revision:7815; number_of_response:1; }","duration":"815.147507ms","start":"2026-03-01T21:26:51.694149Z","end":"2026-03-01T21:26:52.509297Z","steps":["trace[1404102363] 'process raft request' (duration: 814.950163ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:52.509322Z","caller":"traceutil/trace.go:171","msg":"trace[1295602894] transaction","detail":"{read_only:false; response_revision:7817; number_of_response:1; }","duration":"777.957401ms","start":"2026-03-01T21:26:51.731322Z","end":"2026-03-01T21:26:52.509279Z","steps":["trace[1295602894] 'process raft request' (duration: 777.845748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:52.509485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:51.69414Z","time spent":"815.255579ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:26:52.509572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:51.73131Z","time spent":"778.174136ms","remote":"127.0.0.1:44854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:26:52.509621Z","caller":"traceutil/trace.go:171","msg":"trace[451465604] transaction","detail":"{read_only:false; response_revision:7813; number_of_response:1; }","duration":"815.72713ms","start":"2026-03-01T21:26:51.693885Z","end":"2026-03-01T21:26:52.509612Z","steps":["trace[451465604] 'process raft request' (duration: 815.123197ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:52.509298Z","caller":"traceutil/trace.go:171","msg":"trace[2127626942] transaction","detail":"{read_only:false; response_revision:7814; number_of_response:1; }","duration":"815.372131ms","start":"2026-03-01T21:26:51.693895Z","end":"2026-03-01T21:26:52.509267Z","steps":["trace[2127626942] 'process raft request' (duration: 815.166457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:52.50972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:51.69387Z","time spent":"815.819082ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:26:52.509778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:51.69386Z","time spent":"815.824452ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:26:52.509812Z","caller":"traceutil/trace.go:171","msg":"trace[1540962887] transaction","detail":"{read_only:false; response_revision:7818; number_of_response:1; }","duration":"652.845951ms","start":"2026-03-01T21:26:51.856951Z","end":"2026-03-01T21:26:52.509797Z","steps":["trace[1540962887] 'process raft request' (duration: 652.252738ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:52.50993Z","caller":"traceutil/trace.go:171","msg":"trace[871491104] transaction","detail":"{read_only:false; response_revision:7816; number_of_response:1; }","duration":"815.320041ms","start":"2026-03-01T21:26:51.694596Z","end":"2026-03-01T21:26:52.509916Z","steps":["trace[871491104] 'process raft request' (duration: 814.534483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:52.51003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:51.694586Z","time spent":"815.406552ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:26:52.510028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:51.856921Z","time spent":"652.983654ms","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3158,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:26:52.509568Z","caller":"traceutil/trace.go:171","msg":"trace[1398803889] transaction","detail":"{read_only:false; response_revision:7812; number_of_response:1; }","duration":"815.74742ms","start":"2026-03-01T21:26:51.693807Z","end":"2026-03-01T21:26:52.509555Z","steps":["trace[1398803889] 'process raft request' (duration: 782.078932ms)","trace[1398803889] 'compare' (duration: 32.970012ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:26:52.510302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.732657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-01T21:26:52.51036Z","caller":"traceutil/trace.go:171","msg":"trace[507529148] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7818; }","duration":"814.844569ms","start":"2026-03-01T21:26:51.695503Z","end":"2026-03-01T21:26:52.510348Z","steps":["trace[507529148] 'agreement among raft nodes before linearized reading' (duration: 814.659195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:52.510392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:51.695479Z","time spent":"814.906881ms","remote":"127.0.0.1:45020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T21:26:52.510413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:51.693777Z","time spent":"816.567648ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:26:52.740379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.384588ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:26:52.740567Z","caller":"traceutil/trace.go:171","msg":"trace[1714356753] transaction","detail":"{read_only:false; response_revision:7819; number_of_response:1; }","duration":"244.950731ms","start":"2026-03-01T21:26:52.49559Z","end":"2026-03-01T21:26:52.74054Z","steps":["trace[1714356753] 'process raft request' (duration: 118.307707ms)","trace[1714356753] 'compare' (duration: 126.276166ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:26:52.740606Z","caller":"traceutil/trace.go:171","msg":"trace[269938301] linearizableReadLoop","detail":"{readStateIndex:8107; appliedIndex:8106; }","duration":"231.204226ms","start":"2026-03-01T21:26:52.509375Z","end":"2026-03-01T21:26:52.740579Z","steps":["trace[269938301] 'read index received' (duration: 104.621943ms)","trace[269938301] 'applied index is now lower than readState.Index' (duration: 126.579833ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:26:52.914353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.397208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:52.914404Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5800} {"level":"info","ts":"2026-03-01T21:26:52.914468Z","caller":"traceutil/trace.go:171","msg":"trace[1191274879] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7819; }","duration":"664.562953ms","start":"2026-03-01T21:26:52.249874Z","end":"2026-03-01T21:26:52.914437Z","steps":["trace[1191274879] 'agreement among raft nodes before linearized reading' (duration: 490.875825ms)","trace[1191274879] 'range keys from in-memory index tree' (duration: 173.497924ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:26:52.91452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:52.249851Z","time spent":"664.656344ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:26:52.915558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.598066ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-03-01T21:26:52.91568Z","caller":"traceutil/trace.go:171","msg":"trace[1560158414] linearizableReadLoop","detail":"{readStateIndex:8108; appliedIndex:8107; }","duration":"174.938256ms","start":"2026-03-01T21:26:52.740721Z","end":"2026-03-01T21:26:52.91566Z","steps":["trace[1560158414] 'read index received' (duration: 78.782µs)","trace[1560158414] 'applied index is now lower than readState.Index' (duration: 174.857834ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:26:52.91574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.989151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:52.915795Z","caller":"traceutil/trace.go:171","msg":"trace[614658999] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7819; }","duration":"394.079663ms","start":"2026-03-01T21:26:52.521703Z","end":"2026-03-01T21:26:52.915782Z","steps":["trace[614658999] 'agreement among raft nodes before linearized reading' (duration: 393.975921ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:52.915812Z","caller":"traceutil/trace.go:171","msg":"trace[1725243149] compact","detail":"{revision:5800; response_revision:7819; }","duration":"404.647168ms","start":"2026-03-01T21:26:52.511143Z","end":"2026-03-01T21:26:52.915791Z","steps":["trace[1725243149] 'process raft request' (duration: 229.335275ms)","trace[1725243149] 'check and update compact revision' (duration: 173.494684ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:26:52.915881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:52.511109Z","time spent":"404.76843ms","remote":"127.0.0.1:44854","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-01T21:26:52.915966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.39294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19436"} {"level":"info","ts":"2026-03-01T21:26:52.915999Z","caller":"traceutil/trace.go:171","msg":"trace[1897638395] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7819; }","duration":"403.456782ms","start":"2026-03-01T21:26:52.512534Z","end":"2026-03-01T21:26:52.915991Z","steps":["trace[1897638395] 'agreement among raft nodes before linearized reading' (duration: 403.193266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:52.91603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:52.512516Z","time spent":"403.508684ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19459,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-01T21:26:52.915835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:52.521694Z","time spent":"394.134444ms","remote":"127.0.0.1:44846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:26:52.916194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.166084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.1898d4c65fefaf64\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-01T21:26:52.916347Z","caller":"traceutil/trace.go:171","msg":"trace[226603370] range","detail":"{range_begin:/registry/events/openstack/ceph.1898d4c65fefaf64; range_end:; response_count:1; response_revision:7819; }","duration":"398.366059ms","start":"2026-03-01T21:26:52.517949Z","end":"2026-03-01T21:26:52.916315Z","steps":["trace[226603370] 'agreement among raft nodes before linearized reading' (duration: 397.761236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:52.916426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:52.517939Z","time spent":"398.468831ms","remote":"127.0.0.1:44908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":722,"request content":"key:\"/registry/events/openstack/ceph.1898d4c65fefaf64\" "} {"level":"warn","ts":"2026-03-01T21:26:53.812416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.527021ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:26:53.812607Z","caller":"traceutil/trace.go:171","msg":"trace[1420889335] transaction","detail":"{read_only:false; response_revision:7820; number_of_response:1; }","duration":"894.063429ms","start":"2026-03-01T21:26:52.918488Z","end":"2026-03-01T21:26:53.812552Z","steps":["trace[1420889335] 'process raft request' (duration: 21.292523ms)","trace[1420889335] 'compare' (duration: 88.989307ms)","trace[1420889335] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/openstack/ceph.1898d4c65fefaf64; req_size:681; } (duration: 782.998742ms)"],"step_count":3} {"level":"info","ts":"2026-03-01T21:26:53.812641Z","caller":"traceutil/trace.go:171","msg":"trace[979866459] transaction","detail":"{read_only:false; response_revision:7821; number_of_response:1; }","duration":"824.662188ms","start":"2026-03-01T21:26:52.98796Z","end":"2026-03-01T21:26:53.812623Z","steps":["trace[979866459] 'process raft request' (duration: 824.567866ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:53.812698Z","caller":"traceutil/trace.go:171","msg":"trace[786863654] linearizableReadLoop","detail":"{readStateIndex:8109; appliedIndex:8108; }","duration":"884.370554ms","start":"2026-03-01T21:26:52.928296Z","end":"2026-03-01T21:26:53.812666Z","steps":["trace[786863654] 'read index received' (duration: 11.470254ms)","trace[786863654] 'applied index is now lower than readState.Index' (duration: 872.89603ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:26:53.812804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:52.918463Z","time spent":"894.219193ms","remote":"127.0.0.1:44908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:26:53.81282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:52.987943Z","time spent":"824.829612ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:26:53.813052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.736202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-01T21:26:53.813107Z","caller":"traceutil/trace.go:171","msg":"trace[716784012] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:7821; }","duration":"884.822805ms","start":"2026-03-01T21:26:52.928269Z","end":"2026-03-01T21:26:53.813092Z","steps":["trace[716784012] 'agreement among raft nodes before linearized reading' (duration: 884.550308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:53.813171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:52.928248Z","time spent":"884.885596ms","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5706,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-01T21:26:54.230149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.677263ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:26:54.230256Z","caller":"traceutil/trace.go:171","msg":"trace[1195931975] linearizableReadLoop","detail":"{readStateIndex:8111; appliedIndex:8110; }","duration":"417.449463ms","start":"2026-03-01T21:26:53.81279Z","end":"2026-03-01T21:26:54.230239Z","steps":["trace[1195931975] 'read index received' (duration: 28.495564ms)","trace[1195931975] 'applied index is now lower than readState.Index' (duration: 388.952409ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:26:54.230323Z","caller":"traceutil/trace.go:171","msg":"trace[240616093] transaction","detail":"{read_only:false; response_revision:7822; number_of_response:1; }","duration":"535.778731ms","start":"2026-03-01T21:26:53.694488Z","end":"2026-03-01T21:26:54.230267Z","steps":["trace[240616093] 'process raft request' (duration: 146.910993ms)","trace[240616093] 'compare' (duration: 313.142996ms)","trace[240616093] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/messaging-topology-operator-leader-election; req_size:553; } (duration: 75.444256ms)"],"step_count":3} {"level":"warn","ts":"2026-03-01T21:26:54.230429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.791979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T21:26:54.230502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156880828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127177"} {"level":"warn","ts":"2026-03-01T21:26:54.230511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:53.694467Z","time spent":"535.936635ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:26:54.230509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.520303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hv69h\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-01T21:26:54.230594Z","caller":"traceutil/trace.go:171","msg":"trace[786026171] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hv69h; range_end:; response_count:1; response_revision:7822; }","duration":"529.648217ms","start":"2026-03-01T21:26:53.700928Z","end":"2026-03-01T21:26:54.230576Z","steps":["trace[786026171] 'agreement among raft nodes before linearized reading' (duration: 529.37918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:54.230597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.730353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:26:54.230624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159163508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-01T21:26:54.230636Z","caller":"traceutil/trace.go:171","msg":"trace[1516325501] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7822; }","duration":"708.800205ms","start":"2026-03-01T21:26:53.521826Z","end":"2026-03-01T21:26:54.230626Z","steps":["trace[1516325501] 'agreement among raft nodes before linearized reading' (duration: 708.733623ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:54.230674Z","caller":"traceutil/trace.go:171","msg":"trace[1298498943] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:7822; }","duration":"1.15923575s","start":"2026-03-01T21:26:53.071421Z","end":"2026-03-01T21:26:54.230657Z","steps":["trace[1298498943] 'agreement among raft nodes before linearized reading' (duration: 1.159104737s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:54.230691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:53.521808Z","time spent":"708.874996ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:26:54.230714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:53.071403Z","time spent":"1.159304301s","remote":"127.0.0.1:44904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-01T21:26:54.230525Z","caller":"traceutil/trace.go:171","msg":"trace[1225879730] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:7822; }","duration":"733.952894ms","start":"2026-03-01T21:26:53.496545Z","end":"2026-03-01T21:26:54.230498Z","steps":["trace[1225879730] 'agreement among raft nodes before linearized reading' (duration: 733.742668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:54.230792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:53.496523Z","time spent":"734.25356ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:26:54.230637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:53.700916Z","time spent":"529.712818ms","remote":"127.0.0.1:45020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-hv69h\" "} {"level":"info","ts":"2026-03-01T21:26:54.230538Z","caller":"traceutil/trace.go:171","msg":"trace[1578522798] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:7822; }","duration":"1.156952329s","start":"2026-03-01T21:26:53.073575Z","end":"2026-03-01T21:26:54.230527Z","steps":["trace[1578522798] 'agreement among raft nodes before linearized reading' (duration: 1.156773255s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:54.231066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:53.073555Z","time spent":"1.15744878s","remote":"127.0.0.1:44892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":127200,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-01T21:26:54.230463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237203291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:26:54.231277Z","caller":"traceutil/trace.go:171","msg":"trace[609024586] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:7822; }","duration":"1.238080961s","start":"2026-03-01T21:26:52.993166Z","end":"2026-03-01T21:26:54.231247Z","steps":["trace[609024586] 'agreement among raft nodes before linearized reading' (duration: 1.237224091s)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:54.231403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:26:52.993141Z","time spent":"1.238212994s","remote":"127.0.0.1:38062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:26:54.570224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.427185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-01T21:26:54.570333Z","caller":"traceutil/trace.go:171","msg":"trace[55087313] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7822; }","duration":"278.588079ms","start":"2026-03-01T21:26:54.291721Z","end":"2026-03-01T21:26:54.570309Z","steps":["trace[55087313] 'range keys from in-memory index tree' (duration: 278.17821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:26:54.571069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.039896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:26:54.57113Z","caller":"traceutil/trace.go:171","msg":"trace[910275931] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:7822; }","duration":"115.192079ms","start":"2026-03-01T21:26:54.455916Z","end":"2026-03-01T21:26:54.571108Z","steps":["trace[910275931] 'count revisions from in-memory index tree' (duration: 114.920673ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:54.827896Z","caller":"traceutil/trace.go:171","msg":"trace[1712969928] transaction","detail":"{read_only:false; response_revision:7823; number_of_response:1; }","duration":"252.693323ms","start":"2026-03-01T21:26:54.575168Z","end":"2026-03-01T21:26:54.827861Z","steps":["trace[1712969928] 'process raft request' (duration: 252.466158ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:54.831222Z","caller":"traceutil/trace.go:171","msg":"trace[295689526] transaction","detail":"{read_only:false; response_revision:7824; number_of_response:1; }","duration":"255.796521ms","start":"2026-03-01T21:26:54.575376Z","end":"2026-03-01T21:26:54.831172Z","steps":["trace[295689526] 'process raft request' (duration: 255.331881ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:54.831327Z","caller":"traceutil/trace.go:171","msg":"trace[724310374] transaction","detail":"{read_only:false; response_revision:7825; number_of_response:1; }","duration":"255.856363ms","start":"2026-03-01T21:26:54.575425Z","end":"2026-03-01T21:26:54.831281Z","steps":["trace[724310374] 'process raft request' (duration: 255.658628ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:54.8314Z","caller":"traceutil/trace.go:171","msg":"trace[1634758499] transaction","detail":"{read_only:false; response_revision:7826; number_of_response:1; }","duration":"255.826993ms","start":"2026-03-01T21:26:54.575542Z","end":"2026-03-01T21:26:54.831369Z","steps":["trace[1634758499] 'process raft request' (duration: 255.599588ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:54.831473Z","caller":"traceutil/trace.go:171","msg":"trace[72175047] transaction","detail":"{read_only:false; response_revision:7827; number_of_response:1; }","duration":"254.945304ms","start":"2026-03-01T21:26:54.576516Z","end":"2026-03-01T21:26:54.831462Z","steps":["trace[72175047] 'process raft request' (duration: 254.671498ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:54.83139Z","caller":"traceutil/trace.go:171","msg":"trace[997807450] transaction","detail":"{read_only:false; response_revision:7828; number_of_response:1; }","duration":"254.429982ms","start":"2026-03-01T21:26:54.576924Z","end":"2026-03-01T21:26:54.831354Z","steps":["trace[997807450] 'process raft request' (duration: 254.365491ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:26:54.896856Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5800,"took":"1.978455447s","hash":3413849615,"current-db-size-bytes":42225664,"current-db-size":"42 MB","current-db-size-in-use-bytes":23519232,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-01T21:26:54.896952Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3413849615,"revision":5800,"compact-revision":2790} {"level":"info","ts":"2026-03-01T21:26:55.039133Z","caller":"traceutil/trace.go:171","msg":"trace[98319040] transaction","detail":"{read_only:false; response_revision:7829; number_of_response:1; }","duration":"129.993737ms","start":"2026-03-01T21:26:54.909091Z","end":"2026-03-01T21:26:55.039085Z","steps":["trace[98319040] 'process raft request' (duration: 119.200557ms)","trace[98319040] 'compare' (duration: 10.237648ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:27:02.720316Z","caller":"traceutil/trace.go:171","msg":"trace[441999837] linearizableReadLoop","detail":"{readStateIndex:8192; appliedIndex:8191; }","duration":"470.333448ms","start":"2026-03-01T21:27:02.249959Z","end":"2026-03-01T21:27:02.720292Z","steps":["trace[441999837] 'read index received' (duration: 470.308757ms)","trace[441999837] 'applied index is now lower than readState.Index' (duration: 23.57µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:27:02.720403Z","caller":"traceutil/trace.go:171","msg":"trace[500406009] transaction","detail":"{read_only:false; response_revision:7899; number_of_response:1; }","duration":"870.344573ms","start":"2026-03-01T21:27:01.850028Z","end":"2026-03-01T21:27:02.720373Z","steps":["trace[500406009] 'process raft request' (duration: 870.092188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:02.720511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.548392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:27:02.720574Z","caller":"traceutil/trace.go:171","msg":"trace[530679053] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7899; }","duration":"470.658034ms","start":"2026-03-01T21:27:02.249901Z","end":"2026-03-01T21:27:02.720559Z","steps":["trace[530679053] 'agreement among raft nodes before linearized reading' (duration: 470.491001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:02.720554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:01.849995Z","time spent":"870.480046ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:27:02.720614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:02.249877Z","time spent":"470.729856ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-01T21:27:02.966868Z","caller":"traceutil/trace.go:171","msg":"trace[186378667] transaction","detail":"{read_only:false; response_revision:7900; number_of_response:1; }","duration":"697.309039ms","start":"2026-03-01T21:27:02.26952Z","end":"2026-03-01T21:27:02.966829Z","steps":["trace[186378667] 'process raft request' (duration: 696.974752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:02.96708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:02.269491Z","time spent":"697.465243ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:27:02.967161Z","caller":"traceutil/trace.go:171","msg":"trace[1338240835] transaction","detail":"{read_only:false; response_revision:7901; number_of_response:1; }","duration":"456.740786ms","start":"2026-03-01T21:27:02.510383Z","end":"2026-03-01T21:27:02.967124Z","steps":["trace[1338240835] 'process raft request' (duration: 456.318606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:02.967338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:02.510354Z","time spent":"456.902729ms","remote":"127.0.0.1:44908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-01T21:27:02.967385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.150116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hv69h\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-01T21:27:02.967442Z","caller":"traceutil/trace.go:171","msg":"trace[49400167] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hv69h; range_end:; response_count:1; response_revision:7902; }","duration":"679.273088ms","start":"2026-03-01T21:27:02.288159Z","end":"2026-03-01T21:27:02.967432Z","steps":["trace[49400167] 'agreement among raft nodes before linearized reading' (duration: 679.076504ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:02.967177Z","caller":"traceutil/trace.go:171","msg":"trace[925592438] linearizableReadLoop","detail":"{readStateIndex:8195; appliedIndex:8192; }","duration":"246.751561ms","start":"2026-03-01T21:27:02.720399Z","end":"2026-03-01T21:27:02.967151Z","steps":["trace[925592438] 'read index received' (duration: 246.149978ms)","trace[925592438] 'applied index is now lower than readState.Index' (duration: 600.823µs)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:27:02.967484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:02.288137Z","time spent":"679.339569ms","remote":"127.0.0.1:45020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-hv69h\" "} {"level":"warn","ts":"2026-03-01T21:27:02.967608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.26591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:27:02.967728Z","caller":"traceutil/trace.go:171","msg":"trace[206325624] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:7902; }","duration":"440.416753ms","start":"2026-03-01T21:27:02.527289Z","end":"2026-03-01T21:27:02.967706Z","steps":["trace[206325624] 'agreement among raft nodes before linearized reading' (duration: 440.204899ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:02.967814Z","caller":"traceutil/trace.go:171","msg":"trace[1640681629] transaction","detail":"{read_only:false; response_revision:7902; number_of_response:1; }","duration":"450.509086ms","start":"2026-03-01T21:27:02.517283Z","end":"2026-03-01T21:27:02.967792Z","steps":["trace[1640681629] 'process raft request' (duration: 449.712039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:02.967902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.948124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T21:27:02.967936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:02.517248Z","time spent":"450.622889ms","remote":"127.0.0.1:45060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:27:02.967968Z","caller":"traceutil/trace.go:171","msg":"trace[1286691530] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:7902; }","duration":"265.037907ms","start":"2026-03-01T21:27:02.702893Z","end":"2026-03-01T21:27:02.967931Z","steps":["trace[1286691530] 'agreement among raft nodes before linearized reading' (duration: 264.965576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:02.967809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:02.527281Z","time spent":"440.514345ms","remote":"127.0.0.1:44994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":7,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:27:02.968423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.583326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-825sv\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-03-01T21:27:02.968477Z","caller":"traceutil/trace.go:171","msg":"trace[715170249] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-825sv; range_end:; response_count:1; response_revision:7902; }","duration":"457.696978ms","start":"2026-03-01T21:27:02.510768Z","end":"2026-03-01T21:27:02.968465Z","steps":["trace[715170249] 'agreement among raft nodes before linearized reading' (duration: 457.577785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:02.968515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:02.510735Z","time spent":"457.77227ms","remote":"127.0.0.1:45020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4676,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-825sv\" "} {"level":"warn","ts":"2026-03-01T21:27:02.968631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.436258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:27:02.968678Z","caller":"traceutil/trace.go:171","msg":"trace[731686487] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7902; }","duration":"446.54894ms","start":"2026-03-01T21:27:02.522118Z","end":"2026-03-01T21:27:02.968667Z","steps":["trace[731686487] 'agreement among raft nodes before linearized reading' (duration: 446.449678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:02.968775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:02.522102Z","time spent":"446.662742ms","remote":"127.0.0.1:44846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:27:02.967822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.538564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3173"} {"level":"info","ts":"2026-03-01T21:27:02.969258Z","caller":"traceutil/trace.go:171","msg":"trace[2132722249] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:7902; }","duration":"445.890135ms","start":"2026-03-01T21:27:02.523254Z","end":"2026-03-01T21:27:02.969144Z","steps":["trace[2132722249] 'agreement among raft nodes before linearized reading' (duration: 444.482473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:02.969304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:02.523243Z","time spent":"446.048818ms","remote":"127.0.0.1:42144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3196,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-03-01T21:27:04.134606Z","caller":"traceutil/trace.go:171","msg":"trace[130017666] linearizableReadLoop","detail":"{readStateIndex:8205; appliedIndex:8204; }","duration":"218.119585ms","start":"2026-03-01T21:27:03.916458Z","end":"2026-03-01T21:27:04.134578Z","steps":["trace[130017666] 'read index received' (duration: 130.579501ms)","trace[130017666] 'applied index is now lower than readState.Index' (duration: 87.538224ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:27:04.134678Z","caller":"traceutil/trace.go:171","msg":"trace[1321620430] transaction","detail":"{read_only:false; response_revision:7912; number_of_response:1; }","duration":"218.221068ms","start":"2026-03-01T21:27:03.916428Z","end":"2026-03-01T21:27:04.134649Z","steps":["trace[1321620430] 'process raft request' (duration: 130.53639ms)","trace[1321620430] 'compare' (duration: 87.363611ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:27:04.134911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.431302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-01T21:27:04.135005Z","caller":"traceutil/trace.go:171","msg":"trace[2004197611] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:7912; }","duration":"218.572825ms","start":"2026-03-01T21:27:03.916411Z","end":"2026-03-01T21:27:04.134984Z","steps":["trace[2004197611] 'agreement among raft nodes before linearized reading' (duration: 218.297959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:04.775902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.301526ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:27:04.776151Z","caller":"traceutil/trace.go:171","msg":"trace[1334184828] transaction","detail":"{read_only:false; response_revision:7913; number_of_response:1; }","duration":"858.033439ms","start":"2026-03-01T21:27:03.918068Z","end":"2026-03-01T21:27:04.776102Z","steps":["trace[1334184828] 'process raft request' (duration: 388.423527ms)","trace[1334184828] 'compare' (duration: 468.929108ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:27:04.776316Z","caller":"traceutil/trace.go:171","msg":"trace[277608314] linearizableReadLoop","detail":"{readStateIndex:8208; appliedIndex:8205; }","duration":"641.624142ms","start":"2026-03-01T21:27:04.134675Z","end":"2026-03-01T21:27:04.776299Z","steps":["trace[277608314] 'read index received' (duration: 171.807215ms)","trace[277608314] 'applied index is now lower than readState.Index' (duration: 469.797876ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:27:04.776347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:03.918044Z","time spent":"858.209323ms","remote":"127.0.0.1:45154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:27:04.776293Z","caller":"traceutil/trace.go:171","msg":"trace[1359718092] transaction","detail":"{read_only:false; response_revision:7914; number_of_response:1; }","duration":"853.367656ms","start":"2026-03-01T21:27:03.922863Z","end":"2026-03-01T21:27:04.77623Z","steps":["trace[1359718092] 'process raft request' (duration: 853.150522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:04.776516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.945872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-01T21:27:04.776566Z","caller":"traceutil/trace.go:171","msg":"trace[1553738355] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7915; }","duration":"792.029833ms","start":"2026-03-01T21:27:03.984524Z","end":"2026-03-01T21:27:04.776553Z","steps":["trace[1553738355] 'agreement among raft nodes before linearized reading' (duration: 791.840619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:04.776587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:03.984515Z","time spent":"792.067385ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:27:04.776573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.820891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-01T21:27:04.776695Z","caller":"traceutil/trace.go:171","msg":"trace[1485092917] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7915; }","duration":"793.016186ms","start":"2026-03-01T21:27:03.98365Z","end":"2026-03-01T21:27:04.776666Z","steps":["trace[1485092917] 'agreement among raft nodes before linearized reading' (duration: 792.717619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:04.776754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:03.983634Z","time spent":"793.109207ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-01T21:27:04.776727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:03.922854Z","time spent":"853.667603ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:27:04.776815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.322711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-01T21:27:04.776331Z","caller":"traceutil/trace.go:171","msg":"trace[980581369] transaction","detail":"{read_only:false; response_revision:7915; number_of_response:1; }","duration":"852.348193ms","start":"2026-03-01T21:27:03.923963Z","end":"2026-03-01T21:27:04.776311Z","steps":["trace[980581369] 'process raft request' (duration: 852.152419ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:04.776965Z","caller":"traceutil/trace.go:171","msg":"trace[220181083] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7915; }","duration":"860.455923ms","start":"2026-03-01T21:27:03.91645Z","end":"2026-03-01T21:27:04.776906Z","steps":["trace[220181083] 'agreement among raft nodes before linearized reading' (duration: 859.922451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:04.777056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:03.916434Z","time spent":"860.605287ms","remote":"127.0.0.1:45020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-01T21:27:04.777065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:03.923953Z","time spent":"853.023778ms","remote":"127.0.0.1:42086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:27:05.018713Z","caller":"traceutil/trace.go:171","msg":"trace[418629934] transaction","detail":"{read_only:false; response_revision:7917; number_of_response:1; }","duration":"237.275921ms","start":"2026-03-01T21:27:04.781415Z","end":"2026-03-01T21:27:05.018691Z","steps":["trace[418629934] 'process raft request' (duration: 237.011364ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:05.018791Z","caller":"traceutil/trace.go:171","msg":"trace[250213212] transaction","detail":"{read_only:false; response_revision:7916; number_of_response:1; }","duration":"293.540131ms","start":"2026-03-01T21:27:04.725201Z","end":"2026-03-01T21:27:05.018741Z","steps":["trace[250213212] 'process raft request' (duration: 222.267487ms)","trace[250213212] 'compare' (duration: 70.760111ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:27:05.018843Z","caller":"traceutil/trace.go:171","msg":"trace[1002924843] transaction","detail":"{read_only:false; response_revision:7918; number_of_response:1; }","duration":"237.284121ms","start":"2026-03-01T21:27:04.781546Z","end":"2026-03-01T21:27:05.018831Z","steps":["trace[1002924843] 'process raft request' (duration: 236.962003ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:05.018852Z","caller":"traceutil/trace.go:171","msg":"trace[958103116] linearizableReadLoop","detail":"{readStateIndex:8209; appliedIndex:8208; }","duration":"242.482266ms","start":"2026-03-01T21:27:04.776342Z","end":"2026-03-01T21:27:05.018824Z","steps":["trace[958103116] 'read index received' (duration: 171.142451ms)","trace[958103116] 'applied index is now lower than readState.Index' (duration: 71.338025ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:27:05.018962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.253304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:27:05.019003Z","caller":"traceutil/trace.go:171","msg":"trace[36107037] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7919; }","duration":"496.354246ms","start":"2026-03-01T21:27:04.52264Z","end":"2026-03-01T21:27:05.018994Z","steps":["trace[36107037] 'agreement among raft nodes before linearized reading' (duration: 496.274434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:05.019068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:04.522617Z","time spent":"496.443859ms","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:27:05.019159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.631395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19436"} {"level":"info","ts":"2026-03-01T21:27:05.019196Z","caller":"traceutil/trace.go:171","msg":"trace[553684141] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7919; }","duration":"240.758958ms","start":"2026-03-01T21:27:04.778426Z","end":"2026-03-01T21:27:05.019185Z","steps":["trace[553684141] 'agreement among raft nodes before linearized reading' (duration: 240.558854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:05.019234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.0285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-01T21:27:05.019284Z","caller":"traceutil/trace.go:171","msg":"trace[539455518] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:7919; }","duration":"149.115182ms","start":"2026-03-01T21:27:04.870154Z","end":"2026-03-01T21:27:05.019269Z","steps":["trace[539455518] 'agreement among raft nodes before linearized reading' (duration: 148.847926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:05.019296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.953982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-osd.1898d4cb830d51d3\" ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-03-01T21:27:05.019958Z","caller":"traceutil/trace.go:171","msg":"trace[2137508547] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-osd.1898d4cb830d51d3; range_end:; response_count:1; response_revision:7919; }","duration":"232.657378ms","start":"2026-03-01T21:27:04.787281Z","end":"2026-03-01T21:27:05.019939Z","steps":["trace[2137508547] 'agreement among raft nodes before linearized reading' (duration: 231.768208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:05.019343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.704898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:1097"} {"level":"info","ts":"2026-03-01T21:27:05.020377Z","caller":"traceutil/trace.go:171","msg":"trace[1740104609] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:7919; }","duration":"237.780532ms","start":"2026-03-01T21:27:04.782562Z","end":"2026-03-01T21:27:05.020342Z","steps":["trace[1740104609] 'agreement among raft nodes before linearized reading' (duration: 236.507734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:05.019345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.528857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-01T21:27:05.020462Z","caller":"traceutil/trace.go:171","msg":"trace[75015382] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:7919; }","duration":"220.678122ms","start":"2026-03-01T21:27:04.799769Z","end":"2026-03-01T21:27:05.020447Z","steps":["trace[75015382] 'agreement among raft nodes before linearized reading' (duration: 219.397844ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:05.21458Z","caller":"traceutil/trace.go:171","msg":"trace[63846601] transaction","detail":"{read_only:false; response_revision:7920; number_of_response:1; }","duration":"190.813869ms","start":"2026-03-01T21:27:05.023726Z","end":"2026-03-01T21:27:05.21454Z","steps":["trace[63846601] 'process raft request' (duration: 171.970401ms)","trace[63846601] 'compare' (duration: 18.536391ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:27:05.215193Z","caller":"traceutil/trace.go:171","msg":"trace[1894741079] transaction","detail":"{read_only:false; response_revision:7921; number_of_response:1; }","duration":"191.122127ms","start":"2026-03-01T21:27:05.024039Z","end":"2026-03-01T21:27:05.215161Z","steps":["trace[1894741079] 'process raft request' (duration: 190.42222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:05.21537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.650641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-01T21:27:05.21543Z","caller":"traceutil/trace.go:171","msg":"trace[1684260831] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7921; }","duration":"170.743993ms","start":"2026-03-01T21:27:05.044668Z","end":"2026-03-01T21:27:05.215412Z","steps":["trace[1684260831] 'agreement among raft nodes before linearized reading' (duration: 170.542469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:05.215482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.227163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-01T21:27:05.215544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.862578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-01T21:27:05.215627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.986801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-01T21:27:05.215644Z","caller":"traceutil/trace.go:171","msg":"trace[1404135730] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7921; }","duration":"171.474979ms","start":"2026-03-01T21:27:05.044113Z","end":"2026-03-01T21:27:05.215588Z","steps":["trace[1404135730] 'agreement among raft nodes before linearized reading' (duration: 171.020279ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:05.215665Z","caller":"traceutil/trace.go:171","msg":"trace[838653488] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7921; }","duration":"172.051172ms","start":"2026-03-01T21:27:05.043602Z","end":"2026-03-01T21:27:05.215653Z","steps":["trace[838653488] 'agreement among raft nodes before linearized reading' (duration: 171.623433ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:05.215655Z","caller":"traceutil/trace.go:171","msg":"trace[349013810] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7921; }","duration":"172.007962ms","start":"2026-03-01T21:27:05.043622Z","end":"2026-03-01T21:27:05.21563Z","steps":["trace[349013810] 'agreement among raft nodes before linearized reading' (duration: 171.696445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:05.215546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.728025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:27:05.215769Z","caller":"traceutil/trace.go:171","msg":"trace[136224535] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:0; response_revision:7921; }","duration":"189.95769ms","start":"2026-03-01T21:27:05.025803Z","end":"2026-03-01T21:27:05.21576Z","steps":["trace[136224535] 'agreement among raft nodes before linearized reading' (duration: 189.698584ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:05.215812Z","caller":"traceutil/trace.go:171","msg":"trace[1975227634] linearizableReadLoop","detail":"{readStateIndex:8215; appliedIndex:8213; }","duration":"147.950657ms","start":"2026-03-01T21:27:05.067145Z","end":"2026-03-01T21:27:05.215096Z","steps":["trace[1975227634] 'read index received' (duration: 128.567466ms)","trace[1975227634] 'applied index is now lower than readState.Index' (duration: 19.381401ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:27:05.216137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.792359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T21:27:05.216188Z","caller":"traceutil/trace.go:171","msg":"trace[2083255565] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7921; }","duration":"172.882971ms","start":"2026-03-01T21:27:05.043293Z","end":"2026-03-01T21:27:05.216176Z","steps":["trace[2083255565] 'agreement among raft nodes before linearized reading' (duration: 172.039182ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:05.289448Z","caller":"traceutil/trace.go:171","msg":"trace[816705229] transaction","detail":"{read_only:false; response_revision:7922; number_of_response:1; }","duration":"220.975439ms","start":"2026-03-01T21:27:05.068449Z","end":"2026-03-01T21:27:05.289425Z","steps":["trace[816705229] 'process raft request' (duration: 220.780134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:05.289473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.69569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:27:05.289562Z","caller":"traceutil/trace.go:171","msg":"trace[614128051] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7922; }","duration":"192.810463ms","start":"2026-03-01T21:27:05.096727Z","end":"2026-03-01T21:27:05.289538Z","steps":["trace[614128051] 'agreement among raft nodes before linearized reading' (duration: 192.643519ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:05.379784Z","caller":"traceutil/trace.go:171","msg":"trace[1647006306] transaction","detail":"{read_only:false; response_revision:7923; number_of_response:1; }","duration":"160.508825ms","start":"2026-03-01T21:27:05.219251Z","end":"2026-03-01T21:27:05.37976Z","steps":["trace[1647006306] 'process raft request' (duration: 160.095416ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:05.379836Z","caller":"traceutil/trace.go:171","msg":"trace[117260158] transaction","detail":"{read_only:false; response_revision:7924; number_of_response:1; }","duration":"159.809349ms","start":"2026-03-01T21:27:05.220013Z","end":"2026-03-01T21:27:05.379822Z","steps":["trace[117260158] 'process raft request' (duration: 159.678006ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:05.380259Z","caller":"traceutil/trace.go:171","msg":"trace[1946019504] transaction","detail":"{read_only:false; response_revision:7925; number_of_response:1; }","duration":"160.062286ms","start":"2026-03-01T21:27:05.220157Z","end":"2026-03-01T21:27:05.380219Z","steps":["trace[1946019504] 'process raft request' (duration: 159.588225ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:05.380387Z","caller":"traceutil/trace.go:171","msg":"trace[1621798033] transaction","detail":"{read_only:false; response_revision:7927; number_of_response:1; }","duration":"160.005614ms","start":"2026-03-01T21:27:05.220359Z","end":"2026-03-01T21:27:05.380365Z","steps":["trace[1621798033] 'process raft request' (duration: 159.852461ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:05.380479Z","caller":"traceutil/trace.go:171","msg":"trace[863729690] transaction","detail":"{read_only:false; response_revision:7926; number_of_response:1; }","duration":"160.23779ms","start":"2026-03-01T21:27:05.220199Z","end":"2026-03-01T21:27:05.380437Z","steps":["trace[863729690] 'process raft request' (duration: 159.899082ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:05.380506Z","caller":"traceutil/trace.go:171","msg":"trace[368998464] transaction","detail":"{read_only:false; response_revision:7928; number_of_response:1; }","duration":"159.870681ms","start":"2026-03-01T21:27:05.220607Z","end":"2026-03-01T21:27:05.380478Z","steps":["trace[368998464] 'process raft request' (duration: 159.655496ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:20.021908Z","caller":"traceutil/trace.go:171","msg":"trace[379616058] linearizableReadLoop","detail":"{readStateIndex:8347; appliedIndex:8346; }","duration":"201.468565ms","start":"2026-03-01T21:27:19.82041Z","end":"2026-03-01T21:27:20.021879Z","steps":["trace[379616058] 'read index received' (duration: 201.24826ms)","trace[379616058] 'applied index is now lower than readState.Index' (duration: 219.575µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:27:20.021989Z","caller":"traceutil/trace.go:171","msg":"trace[1069548784] transaction","detail":"{read_only:false; response_revision:8049; number_of_response:1; }","duration":"227.562545ms","start":"2026-03-01T21:27:19.794392Z","end":"2026-03-01T21:27:20.021955Z","steps":["trace[1069548784] 'process raft request' (duration: 227.32901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:20.022103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.6698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-etc\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:27:20.022165Z","caller":"traceutil/trace.go:171","msg":"trace[1520359231] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-etc; range_end:; response_count:0; response_revision:8049; }","duration":"201.776952ms","start":"2026-03-01T21:27:19.820355Z","end":"2026-03-01T21:27:20.022132Z","steps":["trace[1520359231] 'agreement among raft nodes before linearized reading' (duration: 201.68111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:23.779202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.822262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:27:23.779329Z","caller":"traceutil/trace.go:171","msg":"trace[1419204364] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:8120; }","duration":"341.976327ms","start":"2026-03-01T21:27:23.437338Z","end":"2026-03-01T21:27:23.779314Z","steps":["trace[1419204364] 'count revisions from in-memory index tree' (duration: 341.70332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:23.779372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:23.437278Z","time spent":"342.08426ms","remote":"127.0.0.1:49796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:27:23.779434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.364838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-01T21:27:23.779489Z","caller":"traceutil/trace.go:171","msg":"trace[2093640566] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8120; }","duration":"307.448719ms","start":"2026-03-01T21:27:23.472028Z","end":"2026-03-01T21:27:23.779477Z","steps":["trace[2093640566] 'range keys from in-memory index tree' (duration: 307.206134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:23.779525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:23.472015Z","time spent":"307.502521ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-01T21:27:23.779452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.500491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-01T21:27:23.779562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.311843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-01T21:27:23.779632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.064373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:27:23.779684Z","caller":"traceutil/trace.go:171","msg":"trace[1431794421] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8120; }","duration":"310.470417ms","start":"2026-03-01T21:27:23.469184Z","end":"2026-03-01T21:27:23.779655Z","steps":["trace[1431794421] 'range keys from in-memory index tree' (duration: 310.117829ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:23.7797Z","caller":"traceutil/trace.go:171","msg":"trace[1588528561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8120; }","duration":"258.138895ms","start":"2026-03-01T21:27:23.521541Z","end":"2026-03-01T21:27:23.779679Z","steps":["trace[1588528561] 'range keys from in-memory index tree' (duration: 257.96582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:23.779746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:23.469174Z","time spent":"310.558279ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-01T21:27:23.779591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.813949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9105d105-f865-4055-ac68-a30d32cff5a9\" ","response":"range_response_count:1 size:3641"} {"level":"info","ts":"2026-03-01T21:27:23.779721Z","caller":"traceutil/trace.go:171","msg":"trace[1729156013] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8120; }","duration":"312.87515ms","start":"2026-03-01T21:27:23.466754Z","end":"2026-03-01T21:27:23.779629Z","steps":["trace[1729156013] 'range keys from in-memory index tree' (duration: 312.337048ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:23.779864Z","caller":"traceutil/trace.go:171","msg":"trace[2078365706] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9105d105-f865-4055-ac68-a30d32cff5a9; range_end:; response_count:1; response_revision:8120; }","duration":"304.040394ms","start":"2026-03-01T21:27:23.47574Z","end":"2026-03-01T21:27:23.77978Z","steps":["trace[2078365706] 'range keys from in-memory index tree' (duration: 303.610084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:23.779918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.827224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-01T21:27:23.779977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.789051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-01T21:27:23.780034Z","caller":"traceutil/trace.go:171","msg":"trace[230045147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8120; }","duration":"314.996618ms","start":"2026-03-01T21:27:23.465011Z","end":"2026-03-01T21:27:23.780008Z","steps":["trace[230045147] 'range keys from in-memory index tree' (duration: 314.533517ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:23.780067Z","caller":"traceutil/trace.go:171","msg":"trace[640411131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8120; }","duration":"313.901763ms","start":"2026-03-01T21:27:23.466143Z","end":"2026-03-01T21:27:23.780045Z","steps":["trace[640411131] 'range keys from in-memory index tree' (duration: 313.593606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:23.780086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:23.464985Z","time spent":"315.091119ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-01T21:27:23.780125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:23.466129Z","time spent":"313.983574ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T21:27:23.780154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.00686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-01T21:27:23.779405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.247174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:27:23.780197Z","caller":"traceutil/trace.go:171","msg":"trace[1305645398] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8120; }","duration":"456.084701ms","start":"2026-03-01T21:27:23.324102Z","end":"2026-03-01T21:27:23.780187Z","steps":["trace[1305645398] 'range keys from in-memory index tree' (duration: 455.872617ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:23.780237Z","caller":"traceutil/trace.go:171","msg":"trace[1509642630] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:8120; }","duration":"222.149504ms","start":"2026-03-01T21:27:23.558071Z","end":"2026-03-01T21:27:23.78022Z","steps":["trace[1509642630] 'count revisions from in-memory index tree' (duration: 221.145331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:23.780241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:23.324082Z","time spent":"456.150913ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-01T21:27:23.779915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:23.466744Z","time spent":"313.161367ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:27:23.780221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:23.475723Z","time spent":"304.430693ms","remote":"127.0.0.1:45020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3664,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9105d105-f865-4055-ac68-a30d32cff5a9\" "} {"level":"info","ts":"2026-03-01T21:27:23.898773Z","caller":"traceutil/trace.go:171","msg":"trace[2028617856] linearizableReadLoop","detail":"{readStateIndex:8421; appliedIndex:8420; }","duration":"122.963971ms","start":"2026-03-01T21:27:23.775786Z","end":"2026-03-01T21:27:23.89875Z","steps":["trace[2028617856] 'read index received' (duration: 122.856599ms)","trace[2028617856] 'applied index is now lower than readState.Index' (duration: 105.902µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:27:23.898799Z","caller":"traceutil/trace.go:171","msg":"trace[1710542765] transaction","detail":"{read_only:false; response_revision:8121; number_of_response:1; }","duration":"315.465857ms","start":"2026-03-01T21:27:23.583313Z","end":"2026-03-01T21:27:23.898779Z","steps":["trace[1710542765] 'process raft request' (duration: 315.279423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:23.898902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.102635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:27:23.898985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:23.58328Z","time spent":"315.61781ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:27:23.899135Z","caller":"traceutil/trace.go:171","msg":"trace[1897156942] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:8121; }","duration":"123.295029ms","start":"2026-03-01T21:27:23.77575Z","end":"2026-03-01T21:27:23.899045Z","steps":["trace[1897156942] 'agreement among raft nodes before linearized reading' (duration: 123.100764ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:24.131965Z","caller":"traceutil/trace.go:171","msg":"trace[1976913328] transaction","detail":"{read_only:false; response_revision:8122; number_of_response:1; }","duration":"347.274815ms","start":"2026-03-01T21:27:23.784654Z","end":"2026-03-01T21:27:24.131928Z","steps":["trace[1976913328] 'process raft request' (duration: 249.116994ms)","trace[1976913328] 'compare' (duration: 97.910635ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:27:24.132218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:23.784629Z","time spent":"347.446658ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:27:24.132243Z","caller":"traceutil/trace.go:171","msg":"trace[480984812] transaction","detail":"{read_only:false; response_revision:8123; number_of_response:1; }","duration":"347.499319ms","start":"2026-03-01T21:27:23.784672Z","end":"2026-03-01T21:27:24.132172Z","steps":["trace[480984812] 'process raft request' (duration: 347.186372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:24.132395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:23.784655Z","time spent":"347.655083ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:27:24.132451Z","caller":"traceutil/trace.go:171","msg":"trace[775320677] transaction","detail":"{read_only:false; response_revision:8124; number_of_response:1; }","duration":"347.717535ms","start":"2026-03-01T21:27:23.784692Z","end":"2026-03-01T21:27:24.13241Z","steps":["trace[775320677] 'process raft request' (duration: 347.397837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:24.132548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:23.784673Z","time spent":"347.835567ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:27:24.132602Z","caller":"traceutil/trace.go:171","msg":"trace[1275672755] transaction","detail":"{read_only:false; response_revision:8125; number_of_response:1; }","duration":"347.742986ms","start":"2026-03-01T21:27:23.784833Z","end":"2026-03-01T21:27:24.132576Z","steps":["trace[1275672755] 'process raft request' (duration: 347.49347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:24.132711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:23.784795Z","time spent":"347.868918ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:27:24.132944Z","caller":"traceutil/trace.go:171","msg":"trace[1810150869] linearizableReadLoop","detail":"{readStateIndex:8427; appliedIndex:8421; }","duration":"234.034729ms","start":"2026-03-01T21:27:23.898856Z","end":"2026-03-01T21:27:24.132891Z","steps":["trace[1810150869] 'read index received' (duration: 134.857845ms)","trace[1810150869] 'applied index is now lower than readState.Index' (duration: 99.157853ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:27:24.133019Z","caller":"traceutil/trace.go:171","msg":"trace[1981246844] transaction","detail":"{read_only:false; response_revision:8127; number_of_response:1; }","duration":"347.520809ms","start":"2026-03-01T21:27:23.785481Z","end":"2026-03-01T21:27:24.133002Z","steps":["trace[1981246844] 'process raft request' (duration: 347.297404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:24.133106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:23.785463Z","time spent":"347.603281ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:27:24.133021Z","caller":"traceutil/trace.go:171","msg":"trace[511172813] transaction","detail":"{read_only:false; response_revision:8126; number_of_response:1; }","duration":"348.110854ms","start":"2026-03-01T21:27:23.784876Z","end":"2026-03-01T21:27:24.132986Z","steps":["trace[511172813] 'process raft request' (duration: 347.528191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:24.133329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.153642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:27:24.133376Z","caller":"traceutil/trace.go:171","msg":"trace[1756549215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8127; }","duration":"352.451309ms","start":"2026-03-01T21:27:23.780913Z","end":"2026-03-01T21:27:24.133364Z","steps":["trace[1756549215] 'agreement among raft nodes before linearized reading' (duration: 352.149632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:24.133413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:23.780891Z","time spent":"352.513441ms","remote":"127.0.0.1:44846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-01T21:27:24.134157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:23.784854Z","time spent":"348.377139ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:27:24.41191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.50479ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:27:24.412079Z","caller":"traceutil/trace.go:171","msg":"trace[1021098868] transaction","detail":"{read_only:false; response_revision:8128; number_of_response:1; }","duration":"269.320672ms","start":"2026-03-01T21:27:24.142735Z","end":"2026-03-01T21:27:24.412056Z","steps":["trace[1021098868] 'process raft request' (duration: 115.579567ms)","trace[1021098868] 'compare' (duration: 153.229074ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:27:25.192652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.878821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9105d105-f865-4055-ac68-a30d32cff5a9\" ","response":"range_response_count:1 size:3641"} {"level":"info","ts":"2026-03-01T21:27:25.192762Z","caller":"traceutil/trace.go:171","msg":"trace[491096590] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9105d105-f865-4055-ac68-a30d32cff5a9; range_end:; response_count:1; response_revision:8129; }","duration":"408.051474ms","start":"2026-03-01T21:27:24.784681Z","end":"2026-03-01T21:27:25.192733Z","steps":["trace[491096590] 'range keys from in-memory index tree' (duration: 407.675016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:25.19286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:24.784658Z","time spent":"408.189157ms","remote":"127.0.0.1:45020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3664,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9105d105-f865-4055-ac68-a30d32cff5a9\" "} {"level":"warn","ts":"2026-03-01T21:27:25.192943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.44108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-01T21:27:25.193745Z","caller":"traceutil/trace.go:171","msg":"trace[84053892] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:8129; }","duration":"322.302889ms","start":"2026-03-01T21:27:24.871413Z","end":"2026-03-01T21:27:25.193715Z","steps":["trace[84053892] 'range keys from in-memory index tree' (duration: 321.194655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:25.193105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.362078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3234"} {"level":"warn","ts":"2026-03-01T21:27:25.193825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:24.871379Z","time spent":"322.428842ms","remote":"127.0.0.1:44882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"info","ts":"2026-03-01T21:27:25.193855Z","caller":"traceutil/trace.go:171","msg":"trace[1133893123] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:8129; }","duration":"665.161975ms","start":"2026-03-01T21:27:24.528659Z","end":"2026-03-01T21:27:25.193821Z","steps":["trace[1133893123] 'range keys from in-memory index tree' (duration: 664.201854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:25.193984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:24.528639Z","time spent":"665.300668ms","remote":"127.0.0.1:37974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3257,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-03-01T21:27:25.193459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.348383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9105d105-f865-4055-ac68-a30d32cff5a9\" ","response":"range_response_count:1 size:3641"} {"level":"info","ts":"2026-03-01T21:27:25.194255Z","caller":"traceutil/trace.go:171","msg":"trace[1987975188] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9105d105-f865-4055-ac68-a30d32cff5a9; range_end:; response_count:1; response_revision:8129; }","duration":"478.178262ms","start":"2026-03-01T21:27:24.71606Z","end":"2026-03-01T21:27:25.194238Z","steps":["trace[1987975188] 'range keys from in-memory index tree' (duration: 477.1764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:25.194292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:24.71604Z","time spent":"478.240373ms","remote":"127.0.0.1:45020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3664,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9105d105-f865-4055-ac68-a30d32cff5a9\" "} {"level":"warn","ts":"2026-03-01T21:27:25.193521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.197065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:27:25.194451Z","caller":"traceutil/trace.go:171","msg":"trace[1576822482] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:8129; }","duration":"530.143867ms","start":"2026-03-01T21:27:24.664297Z","end":"2026-03-01T21:27:25.194441Z","steps":["trace[1576822482] 'count revisions from in-memory index tree' (duration: 529.088163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:25.194488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:24.664217Z","time spent":"530.25701ms","remote":"127.0.0.1:45162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":57,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:27:25.567792Z","caller":"traceutil/trace.go:171","msg":"trace[1173705894] transaction","detail":"{read_only:false; response_revision:8130; number_of_response:1; }","duration":"454.042575ms","start":"2026-03-01T21:27:25.11372Z","end":"2026-03-01T21:27:25.567763Z","steps":["trace[1173705894] 'process raft request' (duration: 453.789149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:25.567971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:25.113679Z","time spent":"454.204229ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:27:25.622005Z","caller":"traceutil/trace.go:171","msg":"trace[1613251281] transaction","detail":"{read_only:false; response_revision:8131; number_of_response:1; }","duration":"430.268417ms","start":"2026-03-01T21:27:25.191705Z","end":"2026-03-01T21:27:25.621973Z","steps":["trace[1613251281] 'process raft request' (duration: 430.072813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:25.622186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:25.191675Z","time spent":"430.415ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:27:25.622402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:25.194914Z","time spent":"427.483005ms","remote":"127.0.0.1:44882","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-01T21:27:25.622687Z","caller":"traceutil/trace.go:171","msg":"trace[2009052996] linearizableReadLoop","detail":"{readStateIndex:8432; appliedIndex:8429; }","duration":"427.084587ms","start":"2026-03-01T21:27:25.195574Z","end":"2026-03-01T21:27:25.622658Z","steps":["trace[2009052996] 'read index received' (duration: 371.953182ms)","trace[2009052996] 'applied index is now lower than readState.Index' (duration: 55.130095ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:27:25.622702Z","caller":"traceutil/trace.go:171","msg":"trace[573174957] transaction","detail":"{read_only:false; response_revision:8132; number_of_response:1; }","duration":"419.738864ms","start":"2026-03-01T21:27:25.202934Z","end":"2026-03-01T21:27:25.622673Z","steps":["trace[573174957] 'process raft request' (duration: 419.323384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:25.622907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:25.202921Z","time spent":"419.886327ms","remote":"127.0.0.1:45020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:27:25.623113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.731568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:27:25.623198Z","caller":"traceutil/trace.go:171","msg":"trace[1630817759] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8132; }","duration":"100.889751ms","start":"2026-03-01T21:27:25.522289Z","end":"2026-03-01T21:27:25.623179Z","steps":["trace[1630817759] 'agreement among raft nodes before linearized reading' (duration: 100.674667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:25.623191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.064056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-glance-default-user\" ","response":"range_response_count:1 size:1152"} {"level":"info","ts":"2026-03-01T21:27:25.623404Z","caller":"traceutil/trace.go:171","msg":"trace[1934237453] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-glance-default-user; range_end:; response_count:1; response_revision:8132; }","duration":"422.276261ms","start":"2026-03-01T21:27:25.201108Z","end":"2026-03-01T21:27:25.623384Z","steps":["trace[1934237453] 'agreement among raft nodes before linearized reading' (duration: 421.822531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:25.623543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:25.201062Z","time spent":"422.463735ms","remote":"127.0.0.1:44912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1175,"request content":"key:\"/registry/secrets/openstack/rabbitmq-glance-default-user\" "} {"level":"warn","ts":"2026-03-01T21:27:25.62359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.002067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-hv69h\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-01T21:27:25.623654Z","caller":"traceutil/trace.go:171","msg":"trace[1829211459] range","detail":"{range_begin:/registry/pods/openstack/keepalived-hv69h; range_end:; response_count:1; response_revision:8132; }","duration":"428.098559ms","start":"2026-03-01T21:27:25.195542Z","end":"2026-03-01T21:27:25.62364Z","steps":["trace[1829211459] 'agreement among raft nodes before linearized reading' (duration: 427.254221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:27:25.62369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:27:25.195529Z","time spent":"428.15382ms","remote":"127.0.0.1:45020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-hv69h\" "} {"level":"info","ts":"2026-03-01T21:27:38.389499Z","caller":"traceutil/trace.go:171","msg":"trace[841176344] transaction","detail":"{read_only:false; response_revision:8226; number_of_response:1; }","duration":"106.307211ms","start":"2026-03-01T21:27:38.283158Z","end":"2026-03-01T21:27:38.389465Z","steps":["trace[841176344] 'process raft request' (duration: 106.215659ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:38.389621Z","caller":"traceutil/trace.go:171","msg":"trace[424628075] transaction","detail":"{read_only:false; response_revision:8227; number_of_response:1; }","duration":"106.414264ms","start":"2026-03-01T21:27:38.283196Z","end":"2026-03-01T21:27:38.38961Z","steps":["trace[424628075] 'process raft request' (duration: 106.22777ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:27:38.389498Z","caller":"traceutil/trace.go:171","msg":"trace[608518603] transaction","detail":"{read_only:false; response_revision:8225; number_of_response:1; }","duration":"106.547357ms","start":"2026-03-01T21:27:38.282923Z","end":"2026-03-01T21:27:38.38947Z","steps":["trace[608518603] 'process raft request' (duration: 106.284981ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:28:25.185202Z","caller":"traceutil/trace.go:171","msg":"trace[1883643087] linearizableReadLoop","detail":"{readStateIndex:8923; appliedIndex:8921; }","duration":"545.246441ms","start":"2026-03-01T21:28:24.639927Z","end":"2026-03-01T21:28:25.185174Z","steps":["trace[1883643087] 'read index received' (duration: 3.054377ms)","trace[1883643087] 'applied index is now lower than readState.Index' (duration: 542.191034ms)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:28:25.185352Z","caller":"traceutil/trace.go:171","msg":"trace[1887825799] transaction","detail":"{read_only:false; response_revision:8608; number_of_response:1; }","duration":"556.232265ms","start":"2026-03-01T21:28:24.629071Z","end":"2026-03-01T21:28:25.185303Z","steps":["trace[1887825799] 'process raft request' (duration: 555.955399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:28:25.185457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.511837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-01T21:28:25.185461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.566681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-01T21:28:25.185498Z","caller":"traceutil/trace.go:171","msg":"trace[1959243664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8608; }","duration":"545.587719ms","start":"2026-03-01T21:28:24.639896Z","end":"2026-03-01T21:28:25.185484Z","steps":["trace[1959243664] 'agreement among raft nodes before linearized reading' (duration: 545.428475ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:28:25.185517Z","caller":"traceutil/trace.go:171","msg":"trace[439075913] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8608; }","duration":"492.664234ms","start":"2026-03-01T21:28:24.692837Z","end":"2026-03-01T21:28:25.185501Z","steps":["trace[439075913] 'agreement among raft nodes before linearized reading' (duration: 492.53303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:28:25.185533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:28:24.639884Z","time spent":"545.64078ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-01T21:28:25.18556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:28:24.692815Z","time spent":"492.736536ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-01T21:28:25.18553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.945298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-01T21:28:25.185584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:28:24.629052Z","time spent":"556.42085ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:28:25.185643Z","caller":"traceutil/trace.go:171","msg":"trace[143331568] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8608; }","duration":"361.119951ms","start":"2026-03-01T21:28:24.824501Z","end":"2026-03-01T21:28:25.185621Z","steps":["trace[143331568] 'agreement among raft nodes before linearized reading' (duration: 360.881905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:28:25.185702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:28:24.824479Z","time spent":"361.211484ms","remote":"127.0.0.1:41996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:28:25.185663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.605763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-01T21:28:25.18575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.439146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-01T21:28:25.185799Z","caller":"traceutil/trace.go:171","msg":"trace[1158279526] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:8608; }","duration":"402.812728ms","start":"2026-03-01T21:28:24.782956Z","end":"2026-03-01T21:28:25.185769Z","steps":["trace[1158279526] 'agreement among raft nodes before linearized reading' (duration: 402.516881ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:28:25.185818Z","caller":"traceutil/trace.go:171","msg":"trace[1951380272] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:8608; }","duration":"310.552358ms","start":"2026-03-01T21:28:24.87525Z","end":"2026-03-01T21:28:25.185802Z","steps":["trace[1951380272] 'agreement among raft nodes before linearized reading' (duration: 310.330713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:28:25.185858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:28:24.875227Z","time spent":"310.62366ms","remote":"127.0.0.1:44882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-03-01T21:28:25.185871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:28:24.782933Z","time spent":"402.92006ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-01T21:28:25.730484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.533976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-01T21:28:25.730741Z","caller":"traceutil/trace.go:171","msg":"trace[2037760358] transaction","detail":"{read_only:false; response_revision:8609; number_of_response:1; }","duration":"539.356881ms","start":"2026-03-01T21:28:25.191356Z","end":"2026-03-01T21:28:25.730713Z","steps":["trace[2037760358] 'process raft request' (duration: 260.492877ms)","trace[2037760358] 'compare' (duration: 278.372723ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:28:25.730841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:28:25.191329Z","time spent":"539.460582ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:28:25.731041Z","caller":"traceutil/trace.go:171","msg":"trace[279255125] transaction","detail":"{read_only:false; response_revision:8612; number_of_response:1; }","duration":"418.660369ms","start":"2026-03-01T21:28:25.312331Z","end":"2026-03-01T21:28:25.730991Z","steps":["trace[279255125] 'process raft request' (duration: 418.564237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:28:25.731155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.350664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-7rvb9\" ","response":"range_response_count:1 size:9598"} {"level":"info","ts":"2026-03-01T21:28:25.731123Z","caller":"traceutil/trace.go:171","msg":"trace[1318937484] transaction","detail":"{read_only:false; response_revision:8611; number_of_response:1; }","duration":"512.254329ms","start":"2026-03-01T21:28:25.218818Z","end":"2026-03-01T21:28:25.731073Z","steps":["trace[1318937484] 'process raft request' (duration: 511.993573ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:28:25.731198Z","caller":"traceutil/trace.go:171","msg":"trace[1974908211] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-7rvb9; range_end:; response_count:1; response_revision:8612; }","duration":"491.421046ms","start":"2026-03-01T21:28:25.239762Z","end":"2026-03-01T21:28:25.731183Z","steps":["trace[1974908211] 'agreement among raft nodes before linearized reading' (duration: 491.276523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:28:25.731196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:28:25.312303Z","time spent":"418.808092ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:28:25.731232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:28:25.239744Z","time spent":"491.481217ms","remote":"127.0.0.1:45020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":9621,"request content":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-7rvb9\" "} {"level":"info","ts":"2026-03-01T21:28:25.731243Z","caller":"traceutil/trace.go:171","msg":"trace[432005910] transaction","detail":"{read_only:false; response_revision:8610; number_of_response:1; }","duration":"539.573825ms","start":"2026-03-01T21:28:25.191351Z","end":"2026-03-01T21:28:25.730925Z","steps":["trace[432005910] 'process raft request' (duration: 539.238588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:28:25.7313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:28:25.218799Z","time spent":"512.407983ms","remote":"127.0.0.1:44882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-01T21:28:25.731404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:28:25.191328Z","time spent":"540.002614ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-01T21:28:25.730977Z","caller":"traceutil/trace.go:171","msg":"trace[154936047] linearizableReadLoop","detail":"{readStateIndex:8927; appliedIndex:8924; }","duration":"491.16694ms","start":"2026-03-01T21:28:25.239796Z","end":"2026-03-01T21:28:25.730963Z","steps":["trace[154936047] 'read index received' (duration: 212.129303ms)","trace[154936047] 'applied index is now lower than readState.Index' (duration: 279.036827ms)"],"step_count":2} {"level":"warn","ts":"2026-03-01T21:28:25.731835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.059444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:28:25.731885Z","caller":"traceutil/trace.go:171","msg":"trace[507780] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:8612; }","duration":"340.150786ms","start":"2026-03-01T21:28:25.391721Z","end":"2026-03-01T21:28:25.731872Z","steps":["trace[507780] 'agreement among raft nodes before linearized reading' (duration: 340.083445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:28:25.731912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-01T21:28:25.3917Z","time spent":"340.206358ms","remote":"127.0.0.1:38056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-01T21:28:25.931984Z","caller":"traceutil/trace.go:171","msg":"trace[1471558799] transaction","detail":"{read_only:false; response_revision:8613; number_of_response:1; }","duration":"188.247891ms","start":"2026-03-01T21:28:25.743707Z","end":"2026-03-01T21:28:25.931955Z","steps":["trace[1471558799] 'process raft request' (duration: 188.016766ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:28:25.94136Z","caller":"traceutil/trace.go:171","msg":"trace[1720730444] transaction","detail":"{read_only:false; response_revision:8614; number_of_response:1; }","duration":"128.162936ms","start":"2026-03-01T21:28:25.81317Z","end":"2026-03-01T21:28:25.941333Z","steps":["trace[1720730444] 'process raft request' (duration: 127.975842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:28:59.291528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.681669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-01T21:28:59.291639Z","caller":"traceutil/trace.go:171","msg":"trace[303438213] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8862; }","duration":"148.048788ms","start":"2026-03-01T21:28:59.143567Z","end":"2026-03-01T21:28:59.291616Z","steps":["trace[303438213] 'range keys from in-memory index tree' (duration: 147.467425ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:30:39.683775Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1c917701ce165bac","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-01T21:30:39.688947Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-01T21:30:39.689053Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-01T21:31:52.424581Z","caller":"traceutil/trace.go:171","msg":"trace[1925685118] linearizableReadLoop","detail":"{readStateIndex:10695; appliedIndex:10694; }","duration":"197.394625ms","start":"2026-03-01T21:31:52.227162Z","end":"2026-03-01T21:31:52.424557Z","steps":["trace[1925685118] 'read index received' (duration: 197.17963ms)","trace[1925685118] 'applied index is now lower than readState.Index' (duration: 214.285µs)"],"step_count":2} {"level":"info","ts":"2026-03-01T21:31:52.424674Z","caller":"traceutil/trace.go:171","msg":"trace[1054419431] transaction","detail":"{read_only:false; response_revision:10326; number_of_response:1; }","duration":"214.196688ms","start":"2026-03-01T21:31:52.210451Z","end":"2026-03-01T21:31:52.424648Z","steps":["trace[1054419431] 'process raft request' (duration: 213.966333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:52.424747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.559118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-01T21:31:52.424803Z","caller":"traceutil/trace.go:171","msg":"trace[275494740] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10326; }","duration":"197.62419ms","start":"2026-03-01T21:31:52.227155Z","end":"2026-03-01T21:31:52.424779Z","steps":["trace[275494740] 'agreement among raft nodes before linearized reading' (duration: 197.533118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-01T21:31:52.424933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.326024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-01T21:31:52.425042Z","caller":"traceutil/trace.go:171","msg":"trace[1248818269] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10326; }","duration":"175.481668ms","start":"2026-03-01T21:31:52.249534Z","end":"2026-03-01T21:31:52.425016Z","steps":["trace[1248818269] 'agreement among raft nodes before linearized reading' (duration: 175.271783ms)"],"step_count":1} {"level":"info","ts":"2026-03-01T21:31:52.957724Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7817} {"level":"info","ts":"2026-03-01T21:31:53.164265Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7817,"took":"203.548891ms","hash":1696861076,"current-db-size-bytes":42225664,"current-db-size":"42 MB","current-db-size-in-use-bytes":28033024,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-01T21:31:53.164329Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1696861076,"revision":7817,"compact-revision":5800} {"level":"info","ts":"2026-03-01T21:36:52.967262Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10330} {"level":"info","ts":"2026-03-01T21:36:53.064341Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10330,"took":"94.588242ms","hash":1518136601,"current-db-size-bytes":42225664,"current-db-size":"42 MB","current-db-size-in-use-bytes":24342528,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-01T21:36:53.0644Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1518136601,"revision":10330,"compact-revision":7817}