{"level":"warn","ts":"2026-07-21T20:50:10.429167Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-21T20:50:10.429313Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.156:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.156:2380","--initial-cluster=instance=https://199.204.45.156:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.156:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.156:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-21T20:50:10.42943Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-21T20:50:10.429455Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.156:2380"]} {"level":"info","ts":"2026-07-21T20:50:10.429494Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-21T20:50:10.43077Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.156:2379"]} {"level":"info","ts":"2026-07-21T20:50:10.43092Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.156:2380"],"listen-peer-urls":["https://199.204.45.156:2380"],"advertise-client-urls":["https://199.204.45.156:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.156:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.156:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-21T20:50:10.435822Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.471929ms"} {"level":"info","ts":"2026-07-21T20:50:10.445852Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"5ac240a6daec2148","cluster-id":"62163637a46c33c2"} {"level":"info","ts":"2026-07-21T20:50:10.445948Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 switched to configuration voters=()"} {"level":"info","ts":"2026-07-21T20:50:10.445978Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became follower at term 0"} {"level":"info","ts":"2026-07-21T20:50:10.445992Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 5ac240a6daec2148 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-21T20:50:10.446009Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became follower at term 1"} {"level":"info","ts":"2026-07-21T20:50:10.446067Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 switched to configuration voters=(6539860694277038408)"} {"level":"warn","ts":"2026-07-21T20:50:10.454189Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-21T20:50:10.456649Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-21T20:50:10.457958Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-21T20:50:10.461212Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"5ac240a6daec2148","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-21T20:50:10.46471Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"5ac240a6daec2148","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-21T20:50:10.464248Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-21T20:50:10.464826Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-21T20:50:10.46484Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-21T20:50:10.465525Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 switched to configuration voters=(6539860694277038408)"} {"level":"info","ts":"2026-07-21T20:50:10.465708Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"62163637a46c33c2","local-member-id":"5ac240a6daec2148","added-peer-id":"5ac240a6daec2148","added-peer-peer-urls":["https://199.204.45.156:2380"]} {"level":"info","ts":"2026-07-21T20:50:10.46733Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-21T20:50:10.467551Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"5ac240a6daec2148","initial-advertise-peer-urls":["https://199.204.45.156:2380"],"listen-peer-urls":["https://199.204.45.156:2380"],"advertise-client-urls":["https://199.204.45.156:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.156:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-21T20:50:10.467595Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-21T20:50:10.467948Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.156:2380"} {"level":"info","ts":"2026-07-21T20:50:10.467998Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.156:2380"} {"level":"info","ts":"2026-07-21T20:50:11.447062Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 is starting a new election at term 1"} {"level":"info","ts":"2026-07-21T20:50:11.447115Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-21T20:50:11.447142Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 received MsgPreVoteResp from 5ac240a6daec2148 at term 1"} {"level":"info","ts":"2026-07-21T20:50:11.447158Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became candidate at term 2"} {"level":"info","ts":"2026-07-21T20:50:11.447166Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 received MsgVoteResp from 5ac240a6daec2148 at term 2"} {"level":"info","ts":"2026-07-21T20:50:11.447181Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5ac240a6daec2148 became leader at term 2"} {"level":"info","ts":"2026-07-21T20:50:11.447193Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 5ac240a6daec2148 elected leader 5ac240a6daec2148 at term 2"} {"level":"info","ts":"2026-07-21T20:50:11.448257Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"5ac240a6daec2148","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.156:2379]}","request-path":"/0/members/5ac240a6daec2148/attributes","cluster-id":"62163637a46c33c2","publish-timeout":"7s"} {"level":"info","ts":"2026-07-21T20:50:11.448398Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-21T20:50:11.448424Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-21T20:50:11.448779Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-21T20:50:11.449022Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-21T20:50:11.449222Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-21T20:50:11.451176Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.156:2379"} {"level":"info","ts":"2026-07-21T20:50:11.451464Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"62163637a46c33c2","local-member-id":"5ac240a6daec2148","cluster-version":"3.5"} {"level":"info","ts":"2026-07-21T20:50:11.451591Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-21T20:50:11.451666Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-21T20:50:11.454464Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-21T20:50:47.779174Z","caller":"traceutil/trace.go:171","msg":"trace[1603633163] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"145.620936ms","start":"2026-07-21T20:50:47.633523Z","end":"2026-07-21T20:50:47.779144Z","steps":["trace[1603633163] 'process raft request' (duration: 140.072624ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T20:50:47.779753Z","caller":"traceutil/trace.go:171","msg":"trace[40146581] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"145.776792ms","start":"2026-07-21T20:50:47.633954Z","end":"2026-07-21T20:50:47.779731Z","steps":["trace[40146581] 'process raft request' (duration: 145.590375ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T20:50:47.779886Z","caller":"traceutil/trace.go:171","msg":"trace[1256113044] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"116.628444ms","start":"2026-07-21T20:50:47.663221Z","end":"2026-07-21T20:50:47.77985Z","steps":["trace[1256113044] 'process raft request' (duration: 116.536801ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T20:50:47.779925Z","caller":"traceutil/trace.go:171","msg":"trace[1970292893] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"139.592098ms","start":"2026-07-21T20:50:47.640329Z","end":"2026-07-21T20:50:47.779921Z","steps":["trace[1970292893] 'process raft request' (duration: 139.347329ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T20:50:53.967961Z","caller":"traceutil/trace.go:171","msg":"trace[385515647] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"153.606881ms","start":"2026-07-21T20:50:53.814327Z","end":"2026-07-21T20:50:53.967934Z","steps":["trace[385515647] 'process raft request' (duration: 103.887753ms)","trace[385515647] 'compare' (duration: 49.574664ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T20:50:54.269299Z","caller":"traceutil/trace.go:171","msg":"trace[2091192972] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"282.267502ms","start":"2026-07-21T20:50:53.986999Z","end":"2026-07-21T20:50:54.269267Z","steps":["trace[2091192972] 'process raft request' (duration: 263.082565ms)","trace[2091192972] 'compare' (duration: 18.788824ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T20:50:54.884759Z","caller":"traceutil/trace.go:171","msg":"trace[350917064] linearizableReadLoop","detail":"{readStateIndex:666; appliedIndex:665; }","duration":"488.689696ms","start":"2026-07-21T20:50:54.396044Z","end":"2026-07-21T20:50:54.884733Z","steps":["trace[350917064] 'read index received' (duration: 488.478159ms)","trace[350917064] 'applied index is now lower than readState.Index' (duration: 210.697µs)"],"step_count":2} {"level":"info","ts":"2026-07-21T20:50:54.884988Z","caller":"traceutil/trace.go:171","msg":"trace[440147822] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"553.430842ms","start":"2026-07-21T20:50:54.331545Z","end":"2026-07-21T20:50:54.884976Z","steps":["trace[440147822] 'process raft request' (duration: 553.043389ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:50:54.885398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T20:50:54.331515Z","time spent":"553.510645ms","remote":"127.0.0.1:56332","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-21T20:50:54.885485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.39285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-21T20:50:54.8855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.014528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-21T20:50:54.885615Z","caller":"traceutil/trace.go:171","msg":"trace[670884680] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:645; }","duration":"419.589786ms","start":"2026-07-21T20:50:54.466002Z","end":"2026-07-21T20:50:54.885592Z","steps":["trace[670884680] 'agreement among raft nodes before linearized reading' (duration: 419.325498ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T20:50:54.885623Z","caller":"traceutil/trace.go:171","msg":"trace[1151547889] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:645; }","duration":"382.180023ms","start":"2026-07-21T20:50:54.503422Z","end":"2026-07-21T20:50:54.885602Z","steps":["trace[1151547889] 'agreement among raft nodes before linearized reading' (duration: 381.963946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:50:54.885663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T20:50:54.465982Z","time spent":"419.671159ms","remote":"127.0.0.1:56066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-21T20:50:54.885667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T20:50:54.503407Z","time spent":"382.250236ms","remote":"127.0.0.1:56120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-07-21T20:50:54.885674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.607295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-6cltw\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-07-21T20:50:54.885756Z","caller":"traceutil/trace.go:171","msg":"trace[859533582] range","detail":"{range_begin:/registry/pods/kube-system/cilium-6cltw; range_end:; response_count:1; response_revision:645; }","duration":"489.705338ms","start":"2026-07-21T20:50:54.39603Z","end":"2026-07-21T20:50:54.885735Z","steps":["trace[859533582] 'agreement among raft nodes before linearized reading' (duration: 489.342007ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:50:54.88584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T20:50:54.395978Z","time spent":"489.852452ms","remote":"127.0.0.1:56290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16987,"request content":"key:\"/registry/pods/kube-system/cilium-6cltw\" "} {"level":"info","ts":"2026-07-21T20:51:09.849176Z","caller":"traceutil/trace.go:171","msg":"trace[301755075] transaction","detail":"{read_only:false; response_revision:803; number_of_response:1; }","duration":"363.195202ms","start":"2026-07-21T20:51:09.485955Z","end":"2026-07-21T20:51:09.84915Z","steps":["trace[301755075] 'process raft request' (duration: 363.045887ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:51:09.849495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T20:51:09.485942Z","time spent":"363.315765ms","remote":"127.0.0.1:56290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4025,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T20:51:09.849522Z","caller":"traceutil/trace.go:171","msg":"trace[1260070761] linearizableReadLoop","detail":"{readStateIndex:828; appliedIndex:827; }","duration":"201.846329ms","start":"2026-07-21T20:51:09.647646Z","end":"2026-07-21T20:51:09.849493Z","steps":["trace[1260070761] 'read index received' (duration: 201.480028ms)","trace[1260070761] 'applied index is now lower than readState.Index' (duration: 363.161µs)"],"step_count":2} {"level":"warn","ts":"2026-07-21T20:51:09.849752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.089866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-21T20:51:09.849807Z","caller":"traceutil/trace.go:171","msg":"trace[392370099] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:803; }","duration":"202.158609ms","start":"2026-07-21T20:51:09.647636Z","end":"2026-07-21T20:51:09.849795Z","steps":["trace[392370099] 'agreement among raft nodes before linearized reading' (duration: 201.985293ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T20:51:39.526835Z","caller":"traceutil/trace.go:171","msg":"trace[1107034985] transaction","detail":"{read_only:false; response_revision:1211; number_of_response:1; }","duration":"216.453192ms","start":"2026-07-21T20:51:39.310353Z","end":"2026-07-21T20:51:39.526806Z","steps":["trace[1107034985] 'process raft request' (duration: 149.080434ms)","trace[1107034985] 'compare' (duration: 67.224733ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T20:52:32.764167Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398342201352756494,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-21T20:52:32.786949Z","caller":"traceutil/trace.go:171","msg":"trace[1856221186] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"532.12657ms","start":"2026-07-21T20:52:32.254797Z","end":"2026-07-21T20:52:32.786923Z","steps":["trace[1856221186] 'process raft request' (duration: 531.981657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:52:32.787117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T20:52:32.25477Z","time spent":"532.255453ms","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T20:52:33.094789Z","caller":"traceutil/trace.go:171","msg":"trace[1451522830] linearizableReadLoop","detail":"{readStateIndex:1970; appliedIndex:1969; }","duration":"831.09485ms","start":"2026-07-21T20:52:32.263663Z","end":"2026-07-21T20:52:33.094758Z","steps":["trace[1451522830] 'read index received' (duration: 523.343256ms)","trace[1451522830] 'applied index is now lower than readState.Index' (duration: 307.750284ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T20:52:33.094835Z","caller":"traceutil/trace.go:171","msg":"trace[1473471780] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"487.196911ms","start":"2026-07-21T20:52:32.607584Z","end":"2026-07-21T20:52:33.094781Z","steps":["trace[1473471780] 'process raft request' (duration: 455.300897ms)","trace[1473471780] 'compare' (duration: 31.587238ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T20:52:33.095074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.378816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-07-21T20:52:33.095147Z","caller":"traceutil/trace.go:171","msg":"trace[1432196877] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1898; }","duration":"831.477228ms","start":"2026-07-21T20:52:32.263647Z","end":"2026-07-21T20:52:33.095124Z","steps":["trace[1432196877] 'agreement among raft nodes before linearized reading' (duration: 831.274244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:52:33.095205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T20:52:32.263639Z","time spent":"831.551679ms","remote":"127.0.0.1:59980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-21T20:52:33.095152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T20:52:32.60756Z","time spent":"487.361375ms","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T20:52:33.095251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.534366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-99a8b833-d1d1-48a6-8322-e79e771744df\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-07-21T20:52:33.095235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.567677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-99a8b833-d1d1-48a6-8322-e79e771744df\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-21T20:52:33.095623Z","caller":"traceutil/trace.go:171","msg":"trace[1193253411] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-99a8b833-d1d1-48a6-8322-e79e771744df; range_end:; response_count:1; response_revision:1898; }","duration":"617.029786ms","start":"2026-07-21T20:52:32.478568Z","end":"2026-07-21T20:52:33.095598Z","steps":["trace[1193253411] 'agreement among raft nodes before linearized reading' (duration: 616.404563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:52:33.095711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T20:52:32.478538Z","time spent":"617.158209ms","remote":"127.0.0.1:56290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-99a8b833-d1d1-48a6-8322-e79e771744df\" "} {"level":"warn","ts":"2026-07-21T20:52:33.095805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.419093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-21T20:52:33.095873Z","caller":"traceutil/trace.go:171","msg":"trace[2045144263] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1898; }","duration":"252.519315ms","start":"2026-07-21T20:52:32.843334Z","end":"2026-07-21T20:52:33.095853Z","steps":["trace[2045144263] 'agreement among raft nodes before linearized reading' (duration: 252.375601ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T20:52:33.095977Z","caller":"traceutil/trace.go:171","msg":"trace[776325749] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-99a8b833-d1d1-48a6-8322-e79e771744df; range_end:; response_count:1; response_revision:1898; }","duration":"251.689818ms","start":"2026-07-21T20:52:32.843661Z","end":"2026-07-21T20:52:33.095351Z","steps":["trace[776325749] 'agreement among raft nodes before linearized reading' (duration: 251.387222ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T20:52:33.518349Z","caller":"traceutil/trace.go:171","msg":"trace[978128138] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"417.234616ms","start":"2026-07-21T20:52:33.10109Z","end":"2026-07-21T20:52:33.518325Z","steps":["trace[978128138] 'process raft request' (duration: 417.034513ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:52:33.518511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T20:52:33.101068Z","time spent":"417.359088ms","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T20:52:33.639576Z","caller":"traceutil/trace.go:171","msg":"trace[212156169] linearizableReadLoop","detail":"{readStateIndex:1973; appliedIndex:1970; }","duration":"175.321092ms","start":"2026-07-21T20:52:33.464224Z","end":"2026-07-21T20:52:33.639545Z","steps":["trace[212156169] 'read index received' (duration: 53.88491ms)","trace[212156169] 'applied index is now lower than readState.Index' (duration: 121.435222ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T20:52:33.639578Z","caller":"traceutil/trace.go:171","msg":"trace[333486081] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"537.436853ms","start":"2026-07-21T20:52:33.102109Z","end":"2026-07-21T20:52:33.639546Z","steps":["trace[333486081] 'process raft request' (duration: 533.158328ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T20:52:33.639684Z","caller":"traceutil/trace.go:171","msg":"trace[1758966462] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"536.076436ms","start":"2026-07-21T20:52:33.103572Z","end":"2026-07-21T20:52:33.639649Z","steps":["trace[1758966462] 'process raft request' (duration: 535.915383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:52:33.639853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T20:52:33.103561Z","time spent":"536.211029ms","remote":"127.0.0.1:56290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3726,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T20:52:33.639857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T20:52:33.102083Z","time spent":"537.655438ms","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T20:52:33.639722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.474595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T20:52:33.639971Z","caller":"traceutil/trace.go:171","msg":"trace[133863935] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1901; }","duration":"175.77168ms","start":"2026-07-21T20:52:33.464183Z","end":"2026-07-21T20:52:33.639955Z","steps":["trace[133863935] 'agreement among raft nodes before linearized reading' (duration: 175.487924ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T20:52:34.125386Z","caller":"traceutil/trace.go:171","msg":"trace[1255122273] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"208.796412ms","start":"2026-07-21T20:52:33.916559Z","end":"2026-07-21T20:52:34.125355Z","steps":["trace[1255122273] 'process raft request' (duration: 208.68571ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T20:52:34.125565Z","caller":"traceutil/trace.go:171","msg":"trace[1541287637] linearizableReadLoop","detail":"{readStateIndex:1974; appliedIndex:1973; }","duration":"485.869036ms","start":"2026-07-21T20:52:33.639646Z","end":"2026-07-21T20:52:34.125515Z","steps":["trace[1541287637] 'read index received' (duration: 400.440621ms)","trace[1541287637] 'applied index is now lower than readState.Index' (duration: 85.426555ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T20:52:34.125585Z","caller":"traceutil/trace.go:171","msg":"trace[1588683177] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"543.890527ms","start":"2026-07-21T20:52:33.581661Z","end":"2026-07-21T20:52:34.125552Z","steps":["trace[1588683177] 'process raft request' (duration: 458.505884ms)","trace[1588683177] 'compare' (duration: 84.783851ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T20:52:34.126074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T20:52:33.581645Z","time spent":"544.188124ms","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T20:52:34.126202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.249623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-21T20:52:34.126282Z","caller":"traceutil/trace.go:171","msg":"trace[1671121404] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1903; }","duration":"343.372745ms","start":"2026-07-21T20:52:33.782893Z","end":"2026-07-21T20:52:34.126266Z","steps":["trace[1671121404] 'agreement among raft nodes before linearized reading' (duration: 343.167831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:52:34.126094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.99225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-21T20:52:34.126319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T20:52:33.782877Z","time spent":"343.433605ms","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-21T20:52:34.126349Z","caller":"traceutil/trace.go:171","msg":"trace[1480554428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1903; }","duration":"314.297766ms","start":"2026-07-21T20:52:33.812029Z","end":"2026-07-21T20:52:34.126326Z","steps":["trace[1480554428] 'agreement among raft nodes before linearized reading' (duration: 313.929369ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:52:34.126397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.556969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-21T20:52:34.126404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T20:52:33.81201Z","time spent":"314.377979ms","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-21T20:52:34.126434Z","caller":"traceutil/trace.go:171","msg":"trace[1070835817] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1903; }","duration":"485.62881ms","start":"2026-07-21T20:52:33.640798Z","end":"2026-07-21T20:52:34.126427Z","steps":["trace[1070835817] 'agreement among raft nodes before linearized reading' (duration: 485.009228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:52:34.126451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T20:52:33.640785Z","time spent":"485.661091ms","remote":"127.0.0.1:56078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-21T20:52:34.126622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.752515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-21T20:52:34.12666Z","caller":"traceutil/trace.go:171","msg":"trace[1647783536] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1903; }","duration":"541.0002ms","start":"2026-07-21T20:52:33.585649Z","end":"2026-07-21T20:52:34.126649Z","steps":["trace[1647783536] 'agreement among raft nodes before linearized reading' (duration: 540.083272ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:52:34.126865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T20:52:33.585641Z","time spent":"541.212854ms","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-21T20:52:46.013914Z","caller":"traceutil/trace.go:171","msg":"trace[1041912876] transaction","detail":"{read_only:false; response_revision:2018; number_of_response:1; }","duration":"100.847653ms","start":"2026-07-21T20:52:45.913049Z","end":"2026-07-21T20:52:46.013896Z","steps":["trace[1041912876] 'process raft request' (duration: 100.732781ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T20:52:46.980901Z","caller":"traceutil/trace.go:171","msg":"trace[249489698] linearizableReadLoop","detail":"{readStateIndex:2100; appliedIndex:2099; }","duration":"121.701461ms","start":"2026-07-21T20:52:46.859176Z","end":"2026-07-21T20:52:46.980877Z","steps":["trace[249489698] 'read index received' (duration: 121.509387ms)","trace[249489698] 'applied index is now lower than readState.Index' (duration: 190.894µs)"],"step_count":2} {"level":"info","ts":"2026-07-21T20:52:46.981036Z","caller":"traceutil/trace.go:171","msg":"trace[152465975] transaction","detail":"{read_only:false; response_revision:2024; number_of_response:1; }","duration":"293.472484ms","start":"2026-07-21T20:52:46.687535Z","end":"2026-07-21T20:52:46.981007Z","steps":["trace[152465975] 'process raft request' (duration: 293.162088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:52:46.98118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.992157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-21T20:52:46.981473Z","caller":"traceutil/trace.go:171","msg":"trace[984366847] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2024; }","duration":"122.335223ms","start":"2026-07-21T20:52:46.859128Z","end":"2026-07-21T20:52:46.981463Z","steps":["trace[984366847] 'agreement among raft nodes before linearized reading' (duration: 121.877094ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T20:53:07.209458Z","caller":"traceutil/trace.go:171","msg":"trace[704479646] transaction","detail":"{read_only:false; response_revision:2142; number_of_response:1; }","duration":"125.007156ms","start":"2026-07-21T20:53:07.084425Z","end":"2026-07-21T20:53:07.209432Z","steps":["trace[704479646] 'process raft request' (duration: 124.844883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:53:07.530711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.847519ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-21T20:53:07.530822Z","caller":"traceutil/trace.go:171","msg":"trace[1654326637] linearizableReadLoop","detail":"{readStateIndex:2223; appliedIndex:2222; }","duration":"160.40533ms","start":"2026-07-21T20:53:07.370396Z","end":"2026-07-21T20:53:07.530801Z","steps":["trace[1654326637] 'read index received' (duration: 49.081µs)","trace[1654326637] 'applied index is now lower than readState.Index' (duration: 160.354929ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T20:53:07.531483Z","caller":"traceutil/trace.go:171","msg":"trace[1352352832] transaction","detail":"{read_only:false; response_revision:2143; number_of_response:1; }","duration":"266.803993ms","start":"2026-07-21T20:53:07.264652Z","end":"2026-07-21T20:53:07.531456Z","steps":["trace[1352352832] 'process raft request' (duration: 21.946145ms)","trace[1352352832] 'compare' (duration: 243.705706ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T20:53:07.531788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.355297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-07-21T20:53:07.531941Z","caller":"traceutil/trace.go:171","msg":"trace[1960516871] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2143; }","duration":"161.489709ms","start":"2026-07-21T20:53:07.370359Z","end":"2026-07-21T20:53:07.531849Z","steps":["trace[1960516871] 'agreement among raft nodes before linearized reading' (duration: 161.198094ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:53:09.068526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.017719ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-21T20:53:09.068638Z","caller":"traceutil/trace.go:171","msg":"trace[879152023] linearizableReadLoop","detail":"{readStateIndex:2231; appliedIndex:2230; }","duration":"528.867185ms","start":"2026-07-21T20:53:08.539753Z","end":"2026-07-21T20:53:09.06862Z","steps":["trace[879152023] 'read index received' (duration: 208.5469ms)","trace[879152023] 'applied index is now lower than readState.Index' (duration: 320.318855ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T20:53:09.068756Z","caller":"traceutil/trace.go:171","msg":"trace[1846271522] transaction","detail":"{read_only:false; response_revision:2151; number_of_response:1; }","duration":"690.640265ms","start":"2026-07-21T20:53:08.378006Z","end":"2026-07-21T20:53:09.068647Z","steps":["trace[1846271522] 'process raft request' (duration: 370.37603ms)","trace[1846271522] 'compare' (duration: 319.839337ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T20:53:09.068848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.09915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-07-21T20:53:09.068913Z","caller":"traceutil/trace.go:171","msg":"trace[1398460477] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2151; }","duration":"529.167302ms","start":"2026-07-21T20:53:08.539702Z","end":"2026-07-21T20:53:09.068869Z","steps":["trace[1398460477] 'agreement among raft nodes before linearized reading' (duration: 529.015888ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:53:09.068933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T20:53:08.377993Z","time spent":"690.845618ms","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T20:53:09.068967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T20:53:08.53968Z","time spent":"529.270752ms","remote":"127.0.0.1:59980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-21T20:53:09.450031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.712601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-21T20:53:09.450093Z","caller":"traceutil/trace.go:171","msg":"trace[1343651840] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2151; }","duration":"237.821383ms","start":"2026-07-21T20:53:09.212257Z","end":"2026-07-21T20:53:09.450078Z","steps":["trace[1343651840] 'range keys from in-memory index tree' (duration: 237.532507ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T20:53:09.788914Z","caller":"traceutil/trace.go:171","msg":"trace[883191013] linearizableReadLoop","detail":"{readStateIndex:2232; appliedIndex:2231; }","duration":"322.018059ms","start":"2026-07-21T20:53:09.466869Z","end":"2026-07-21T20:53:09.788887Z","steps":["trace[883191013] 'read index received' (duration: 321.846457ms)","trace[883191013] 'applied index is now lower than readState.Index' (duration: 170.542µs)"],"step_count":2} {"level":"info","ts":"2026-07-21T20:53:09.788987Z","caller":"traceutil/trace.go:171","msg":"trace[361107409] transaction","detail":"{read_only:false; response_revision:2152; number_of_response:1; }","duration":"334.956057ms","start":"2026-07-21T20:53:09.453998Z","end":"2026-07-21T20:53:09.788954Z","steps":["trace[361107409] 'process raft request' (duration: 334.742963ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:53:09.789289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T20:53:09.453979Z","time spent":"335.253634ms","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T20:53:09.789125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.241923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T20:53:09.78941Z","caller":"traceutil/trace.go:171","msg":"trace[593640348] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2152; }","duration":"322.55995ms","start":"2026-07-21T20:53:09.466827Z","end":"2026-07-21T20:53:09.789387Z","steps":["trace[593640348] 'agreement among raft nodes before linearized reading' (duration: 322.243054ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:53:09.789634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T20:53:09.466812Z","time spent":"322.801924ms","remote":"127.0.0.1:56066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-21T20:53:09.911637Z","caller":"traceutil/trace.go:171","msg":"trace[1905443893] transaction","detail":"{read_only:false; response_revision:2153; number_of_response:1; }","duration":"375.035204ms","start":"2026-07-21T20:53:09.53657Z","end":"2026-07-21T20:53:09.911605Z","steps":["trace[1905443893] 'process raft request' (duration: 372.341665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:53:09.911943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T20:53:09.536546Z","time spent":"375.28655ms","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T20:53:09.914583Z","caller":"traceutil/trace.go:171","msg":"trace[1676358621] linearizableReadLoop","detail":"{readStateIndex:2234; appliedIndex:2232; }","duration":"125.374976ms","start":"2026-07-21T20:53:09.789184Z","end":"2026-07-21T20:53:09.914559Z","steps":["trace[1676358621] 'read index received' (duration: 119.65098ms)","trace[1676358621] 'applied index is now lower than readState.Index' (duration: 5.722215ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T20:53:09.914792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.149934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-21T20:53:09.914849Z","caller":"traceutil/trace.go:171","msg":"trace[1642412841] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2153; }","duration":"154.231776ms","start":"2026-07-21T20:53:09.760607Z","end":"2026-07-21T20:53:09.914839Z","steps":["trace[1642412841] 'agreement among raft nodes before linearized reading' (duration: 154.090004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:53:09.915195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.215144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T20:53:09.915937Z","caller":"traceutil/trace.go:171","msg":"trace[719245579] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2153; }","duration":"124.346757ms","start":"2026-07-21T20:53:09.79092Z","end":"2026-07-21T20:53:09.915267Z","steps":["trace[719245579] 'agreement among raft nodes before linearized reading' (duration: 123.881149ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T20:54:12.534743Z","caller":"traceutil/trace.go:171","msg":"trace[1329051450] transaction","detail":"{read_only:false; response_revision:2593; number_of_response:1; }","duration":"434.770445ms","start":"2026-07-21T20:54:12.099945Z","end":"2026-07-21T20:54:12.534715Z","steps":["trace[1329051450] 'process raft request' (duration: 434.62977ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:54:12.534887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T20:54:12.099926Z","time spent":"434.89005ms","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T20:54:12.569286Z","caller":"traceutil/trace.go:171","msg":"trace[2004681133] transaction","detail":"{read_only:false; response_revision:2594; number_of_response:1; }","duration":"344.889493ms","start":"2026-07-21T20:54:12.224362Z","end":"2026-07-21T20:54:12.569252Z","steps":["trace[2004681133] 'process raft request' (duration: 335.793856ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:54:12.569448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T20:54:12.224336Z","time spent":"345.031668ms","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T20:54:12.569493Z","caller":"traceutil/trace.go:171","msg":"trace[1509910949] linearizableReadLoop","detail":"{readStateIndex:2689; appliedIndex:2687; }","duration":"288.157016ms","start":"2026-07-21T20:54:12.281306Z","end":"2026-07-21T20:54:12.569463Z","steps":["trace[1509910949] 'read index received' (duration: 253.217422ms)","trace[1509910949] 'applied index is now lower than readState.Index' (duration: 34.938054ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T20:54:12.569718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.400366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-21T20:54:12.569726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.155049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T20:54:12.569751Z","caller":"traceutil/trace.go:171","msg":"trace[614186980] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2595; }","duration":"288.483759ms","start":"2026-07-21T20:54:12.281256Z","end":"2026-07-21T20:54:12.56974Z","steps":["trace[614186980] 'agreement among raft nodes before linearized reading' (duration: 288.335563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:54:12.569744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.546853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-21T20:54:12.569764Z","caller":"traceutil/trace.go:171","msg":"trace[629298976] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2595; }","duration":"103.229564ms","start":"2026-07-21T20:54:12.466523Z","end":"2026-07-21T20:54:12.569752Z","steps":["trace[629298976] 'agreement among raft nodes before linearized reading' (duration: 103.169621ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T20:54:12.569809Z","caller":"traceutil/trace.go:171","msg":"trace[1670671098] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2595; }","duration":"287.656117ms","start":"2026-07-21T20:54:12.282136Z","end":"2026-07-21T20:54:12.569793Z","steps":["trace[1670671098] 'agreement among raft nodes before linearized reading' (duration: 287.510902ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T20:54:44.820639Z","caller":"traceutil/trace.go:171","msg":"trace[835125168] linearizableReadLoop","detail":"{readStateIndex:2876; appliedIndex:2874; }","duration":"100.769608ms","start":"2026-07-21T20:54:44.719845Z","end":"2026-07-21T20:54:44.820614Z","steps":["trace[835125168] 'read index received' (duration: 100.608462ms)","trace[835125168] 'applied index is now lower than readState.Index' (duration: 160.156µs)"],"step_count":2} {"level":"info","ts":"2026-07-21T20:54:44.820699Z","caller":"traceutil/trace.go:171","msg":"trace[1127557595] transaction","detail":"{read_only:false; response_revision:2772; number_of_response:1; }","duration":"111.641587ms","start":"2026-07-21T20:54:44.709011Z","end":"2026-07-21T20:54:44.820653Z","steps":["trace[1127557595] 'process raft request' (duration: 111.376628ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T20:54:44.820837Z","caller":"traceutil/trace.go:171","msg":"trace[685644062] transaction","detail":"{read_only:false; response_revision:2773; number_of_response:1; }","duration":"110.184418ms","start":"2026-07-21T20:54:44.710525Z","end":"2026-07-21T20:54:44.820709Z","steps":["trace[685644062] 'process raft request' (duration: 110.030473ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:54:44.820946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.023726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-21T20:54:44.821053Z","caller":"traceutil/trace.go:171","msg":"trace[1980474505] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2773; }","duration":"101.208243ms","start":"2026-07-21T20:54:44.719826Z","end":"2026-07-21T20:54:44.821034Z","steps":["trace[1980474505] 'agreement among raft nodes before linearized reading' (duration: 100.921714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:54:45.25699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.021889ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-21T20:54:45.257123Z","caller":"traceutil/trace.go:171","msg":"trace[1224481727] linearizableReadLoop","detail":"{readStateIndex:2877; appliedIndex:2876; }","duration":"436.376221ms","start":"2026-07-21T20:54:44.820725Z","end":"2026-07-21T20:54:45.257101Z","steps":["trace[1224481727] 'read index received' (duration: 255.038162ms)","trace[1224481727] 'applied index is now lower than readState.Index' (duration: 181.335839ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T20:54:45.257236Z","caller":"traceutil/trace.go:171","msg":"trace[2045476658] transaction","detail":"{read_only:false; response_revision:2774; number_of_response:1; }","duration":"468.691758ms","start":"2026-07-21T20:54:44.788527Z","end":"2026-07-21T20:54:45.257219Z","steps":["trace[2045476658] 'process raft request' (duration: 287.290176ms)","trace[2045476658] 'compare' (duration: 180.796221ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T20:54:45.257427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T20:54:44.788504Z","time spent":"468.776321ms","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T20:54:45.257554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.350441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-21T20:54:45.257606Z","caller":"traceutil/trace.go:171","msg":"trace[1443053785] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2774; }","duration":"525.441993ms","start":"2026-07-21T20:54:44.732149Z","end":"2026-07-21T20:54:45.257591Z","steps":["trace[1443053785] 'agreement among raft nodes before linearized reading' (duration: 525.176374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:54:45.257613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.876237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-21T20:54:45.257657Z","caller":"traceutil/trace.go:171","msg":"trace[1216016691] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2774; }","duration":"433.95151ms","start":"2026-07-21T20:54:44.823692Z","end":"2026-07-21T20:54:45.257643Z","steps":["trace[1216016691] 'agreement among raft nodes before linearized reading' (duration: 433.866947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:54:45.257701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T20:54:44.823674Z","time spent":"434.017492ms","remote":"127.0.0.1:56364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-21T20:54:45.257697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T20:54:44.73207Z","time spent":"525.566717ms","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-21T20:54:45.257736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.332583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-07-21T20:54:45.257769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.043791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-21T20:54:45.257809Z","caller":"traceutil/trace.go:171","msg":"trace[314083460] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2774; }","duration":"498.460828ms","start":"2026-07-21T20:54:44.75933Z","end":"2026-07-21T20:54:45.257791Z","steps":["trace[314083460] 'agreement among raft nodes before linearized reading' (duration: 498.21961ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:54:45.257842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T20:54:44.759314Z","time spent":"498.52174ms","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-21T20:54:45.257851Z","caller":"traceutil/trace.go:171","msg":"trace[937448605] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2774; }","duration":"357.147954ms","start":"2026-07-21T20:54:44.900679Z","end":"2026-07-21T20:54:45.257827Z","steps":["trace[937448605] 'agreement among raft nodes before linearized reading' (duration: 356.894566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:54:45.25794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.99806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-21T20:54:45.257921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T20:54:44.900649Z","time spent":"357.261228ms","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-21T20:54:45.257961Z","caller":"traceutil/trace.go:171","msg":"trace[1361089270] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2774; }","duration":"291.057322ms","start":"2026-07-21T20:54:44.966897Z","end":"2026-07-21T20:54:45.257954Z","steps":["trace[1361089270] 'agreement among raft nodes before linearized reading' (duration: 291.020381ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:54:45.257919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.625356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-21T20:54:45.258Z","caller":"traceutil/trace.go:171","msg":"trace[734152659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2774; }","duration":"361.742771ms","start":"2026-07-21T20:54:44.896241Z","end":"2026-07-21T20:54:45.257984Z","steps":["trace[734152659] 'agreement among raft nodes before linearized reading' (duration: 361.527963ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:54:45.258055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T20:54:44.896223Z","time spent":"361.806852ms","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-21T20:54:45.633318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.784895ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-21T20:54:45.63359Z","caller":"traceutil/trace.go:171","msg":"trace[347455547] transaction","detail":"{read_only:false; response_revision:2775; number_of_response:1; }","duration":"372.026895ms","start":"2026-07-21T20:54:45.26154Z","end":"2026-07-21T20:54:45.633567Z","steps":["trace[347455547] 'process raft request' (duration: 131.905139ms)","trace[347455547] 'compare' (duration: 239.376971ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T20:54:45.633731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T20:54:45.261525Z","time spent":"372.129979ms","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T20:54:45.633742Z","caller":"traceutil/trace.go:171","msg":"trace[615594835] linearizableReadLoop","detail":"{readStateIndex:2881; appliedIndex:2877; }","duration":"335.720169ms","start":"2026-07-21T20:54:45.298007Z","end":"2026-07-21T20:54:45.633727Z","steps":["trace[615594835] 'read index received' (duration: 95.360724ms)","trace[615594835] 'applied index is now lower than readState.Index' (duration: 240.358575ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T20:54:45.633921Z","caller":"traceutil/trace.go:171","msg":"trace[173263860] transaction","detail":"{read_only:false; response_revision:2777; number_of_response:1; }","duration":"371.532229ms","start":"2026-07-21T20:54:45.262335Z","end":"2026-07-21T20:54:45.633867Z","steps":["trace[173263860] 'process raft request' (duration: 371.260299ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T20:54:45.633941Z","caller":"traceutil/trace.go:171","msg":"trace[283891105] transaction","detail":"{read_only:false; response_revision:2778; number_of_response:1; }","duration":"371.206848ms","start":"2026-07-21T20:54:45.262699Z","end":"2026-07-21T20:54:45.633905Z","steps":["trace[283891105] 'process raft request' (duration: 370.985271ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:54:45.634033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T20:54:45.262688Z","time spent":"371.299781ms","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T20:54:45.634033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T20:54:45.262321Z","time spent":"371.659983ms","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T20:54:45.634344Z","caller":"traceutil/trace.go:171","msg":"trace[2134165105] transaction","detail":"{read_only:false; response_revision:2776; number_of_response:1; }","duration":"372.063007ms","start":"2026-07-21T20:54:45.262263Z","end":"2026-07-21T20:54:45.634326Z","steps":["trace[2134165105] 'process raft request' (duration: 371.159417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:54:45.634455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T20:54:45.262245Z","time spent":"372.1439ms","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T20:54:45.635009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.451033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18c4696c163e0e21\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-07-21T20:54:45.635094Z","caller":"traceutil/trace.go:171","msg":"trace[1213707948] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18c4696c163e0e21; range_end:; response_count:1; response_revision:2778; }","duration":"337.102834ms","start":"2026-07-21T20:54:45.297959Z","end":"2026-07-21T20:54:45.635062Z","steps":["trace[1213707948] 'agreement among raft nodes before linearized reading' (duration: 335.986627ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:54:45.635807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T20:54:45.297939Z","time spent":"337.194878ms","remote":"127.0.0.1:56160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":803,"request content":"key:\"/registry/events/auth-system/keycloak-0.18c4696c163e0e21\" "} {"level":"info","ts":"2026-07-21T20:55:02.981151Z","caller":"traceutil/trace.go:171","msg":"trace[796535833] transaction","detail":"{read_only:false; response_revision:2866; number_of_response:1; }","duration":"183.471421ms","start":"2026-07-21T20:55:02.797655Z","end":"2026-07-21T20:55:02.981127Z","steps":["trace[796535833] 'process raft request' (duration: 183.338067ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T20:55:03.020645Z","caller":"traceutil/trace.go:171","msg":"trace[116548353] transaction","detail":"{read_only:false; response_revision:2867; number_of_response:1; }","duration":"150.119274ms","start":"2026-07-21T20:55:02.8705Z","end":"2026-07-21T20:55:03.020619Z","steps":["trace[116548353] 'process raft request' (duration: 149.897047ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T20:55:03.020789Z","caller":"traceutil/trace.go:171","msg":"trace[1098947068] transaction","detail":"{read_only:false; response_revision:2868; number_of_response:1; }","duration":"143.1098ms","start":"2026-07-21T20:55:02.877644Z","end":"2026-07-21T20:55:03.020754Z","steps":["trace[1098947068] 'process raft request' (duration: 142.925534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:55:03.201429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.665649ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-21T20:55:03.201611Z","caller":"traceutil/trace.go:171","msg":"trace[1743808245] transaction","detail":"{read_only:false; response_revision:2869; number_of_response:1; }","duration":"163.31457ms","start":"2026-07-21T20:55:03.03827Z","end":"2026-07-21T20:55:03.201585Z","steps":["trace[1743808245] 'process raft request' (duration: 44.403933ms)","trace[1743808245] 'compare' (duration: 118.483523ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T20:58:26.03655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.676431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-operator-cd88cf4bf\" ","response":"range_response_count:1 size:5161"} {"level":"info","ts":"2026-07-21T20:58:26.036619Z","caller":"traceutil/trace.go:171","msg":"trace[648065601] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-operator-cd88cf4bf; range_end:; response_count:1; response_revision:4302; }","duration":"100.767233ms","start":"2026-07-21T20:58:25.935836Z","end":"2026-07-21T20:58:26.036604Z","steps":["trace[648065601] 'agreement among raft nodes before linearized reading' (duration: 100.601499ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T20:58:26.460436Z","caller":"traceutil/trace.go:171","msg":"trace[1507584495] transaction","detail":"{read_only:false; response_revision:4370; number_of_response:1; }","duration":"130.424501ms","start":"2026-07-21T20:58:26.329976Z","end":"2026-07-21T20:58:26.460401Z","steps":["trace[1507584495] 'process raft request' (duration: 96.108571ms)","trace[1507584495] 'compare' (duration: 33.932022ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T20:58:26.662153Z","caller":"traceutil/trace.go:171","msg":"trace[934018290] transaction","detail":"{read_only:false; response_revision:4377; number_of_response:1; }","duration":"113.090638ms","start":"2026-07-21T20:58:26.549034Z","end":"2026-07-21T20:58:26.662124Z","steps":["trace[934018290] 'process raft request' (duration: 45.980891ms)","trace[934018290] 'compare' (duration: 66.978755ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T20:58:26.675812Z","caller":"traceutil/trace.go:171","msg":"trace[1438250208] transaction","detail":"{read_only:false; response_revision:4378; number_of_response:1; }","duration":"123.412861ms","start":"2026-07-21T20:58:26.552377Z","end":"2026-07-21T20:58:26.67579Z","steps":["trace[1438250208] 'process raft request' (duration: 122.777157ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T20:58:26.676027Z","caller":"traceutil/trace.go:171","msg":"trace[744931092] transaction","detail":"{read_only:false; response_revision:4379; number_of_response:1; }","duration":"123.546284ms","start":"2026-07-21T20:58:26.552468Z","end":"2026-07-21T20:58:26.676015Z","steps":["trace[744931092] 'process raft request' (duration: 122.790548ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T20:58:26.676152Z","caller":"traceutil/trace.go:171","msg":"trace[780274910] transaction","detail":"{read_only:false; response_revision:4384; number_of_response:1; }","duration":"103.780786ms","start":"2026-07-21T20:58:26.572362Z","end":"2026-07-21T20:58:26.676143Z","steps":["trace[780274910] 'process raft request' (duration: 103.074322ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T20:58:26.676193Z","caller":"traceutil/trace.go:171","msg":"trace[1715195145] transaction","detail":"{read_only:false; response_revision:4380; number_of_response:1; }","duration":"123.683767ms","start":"2026-07-21T20:58:26.552499Z","end":"2026-07-21T20:58:26.676183Z","steps":["trace[1715195145] 'process raft request' (duration: 122.790877ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T20:58:26.676126Z","caller":"traceutil/trace.go:171","msg":"trace[135466621] transaction","detail":"{read_only:false; response_revision:4383; number_of_response:1; }","duration":"103.752738ms","start":"2026-07-21T20:58:26.572338Z","end":"2026-07-21T20:58:26.67609Z","steps":["trace[135466621] 'process raft request' (duration: 103.074393ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T20:58:26.676578Z","caller":"traceutil/trace.go:171","msg":"trace[1801276145] transaction","detail":"{read_only:false; response_revision:4381; number_of_response:1; }","duration":"108.439448ms","start":"2026-07-21T20:58:26.568125Z","end":"2026-07-21T20:58:26.676565Z","steps":["trace[1801276145] 'process raft request' (duration: 107.194421ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T20:58:26.676671Z","caller":"traceutil/trace.go:171","msg":"trace[815037591] transaction","detail":"{read_only:false; response_revision:4382; number_of_response:1; }","duration":"104.37132ms","start":"2026-07-21T20:58:26.572292Z","end":"2026-07-21T20:58:26.676663Z","steps":["trace[815037591] 'process raft request' (duration: 103.089722ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T20:58:26.730778Z","caller":"traceutil/trace.go:171","msg":"trace[1712727108] transaction","detail":"{read_only:false; response_revision:4387; number_of_response:1; }","duration":"106.24005ms","start":"2026-07-21T20:58:26.624505Z","end":"2026-07-21T20:58:26.730745Z","steps":["trace[1712727108] 'process raft request' (duration: 106.075827ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T20:58:32.731066Z","caller":"traceutil/trace.go:171","msg":"trace[374761747] transaction","detail":"{read_only:false; response_revision:4608; number_of_response:1; }","duration":"117.822896ms","start":"2026-07-21T20:58:32.61321Z","end":"2026-07-21T20:58:32.731033Z","steps":["trace[374761747] 'process raft request' (duration: 90.909939ms)","trace[374761747] 'compare' (duration: 26.734304ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T20:58:34.239279Z","caller":"traceutil/trace.go:171","msg":"trace[1836401438] linearizableReadLoop","detail":"{readStateIndex:4821; appliedIndex:4819; }","duration":"126.18398ms","start":"2026-07-21T20:58:34.113074Z","end":"2026-07-21T20:58:34.239258Z","steps":["trace[1836401438] 'read index received' (duration: 23.37804ms)","trace[1836401438] 'applied index is now lower than readState.Index' (duration: 102.80434ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T20:58:34.2394Z","caller":"traceutil/trace.go:171","msg":"trace[839313798] transaction","detail":"{read_only:false; response_revision:4648; number_of_response:1; }","duration":"132.529906ms","start":"2026-07-21T20:58:34.106858Z","end":"2026-07-21T20:58:34.239388Z","steps":["trace[839313798] 'process raft request' (duration: 82.298421ms)","trace[839313798] 'compare' (duration: 49.931168ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T20:58:34.239452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.376985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-21T20:58:34.239502Z","caller":"traceutil/trace.go:171","msg":"trace[1709096862] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4648; }","duration":"126.458716ms","start":"2026-07-21T20:58:34.113033Z","end":"2026-07-21T20:58:34.239492Z","steps":["trace[1709096862] 'agreement among raft nodes before linearized reading' (duration: 126.312193ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T20:58:37.001899Z","caller":"traceutil/trace.go:171","msg":"trace[1930801844] transaction","detail":"{read_only:false; response_revision:4701; number_of_response:1; }","duration":"193.914952ms","start":"2026-07-21T20:58:36.807932Z","end":"2026-07-21T20:58:37.001847Z","steps":["trace[1930801844] 'process raft request' (duration: 182.434517ms)","trace[1930801844] 'compare' (duration: 11.23487ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T20:58:37.002203Z","caller":"traceutil/trace.go:171","msg":"trace[701101464] linearizableReadLoop","detail":"{readStateIndex:4877; appliedIndex:4875; }","duration":"111.193055ms","start":"2026-07-21T20:58:36.890665Z","end":"2026-07-21T20:58:37.001858Z","steps":["trace[701101464] 'read index received' (duration: 99.615398ms)","trace[701101464] 'applied index is now lower than readState.Index' (duration: 11.573737ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T20:58:37.002586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.63474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-07-21T20:58:37.002618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.540138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-21T20:58:37.002659Z","caller":"traceutil/trace.go:171","msg":"trace[1894739326] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4702; }","duration":"100.742001ms","start":"2026-07-21T20:58:36.901894Z","end":"2026-07-21T20:58:37.002636Z","steps":["trace[1894739326] 'agreement among raft nodes before linearized reading' (duration: 100.483536ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T20:58:37.002675Z","caller":"traceutil/trace.go:171","msg":"trace[757197468] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4702; }","duration":"100.62383ms","start":"2026-07-21T20:58:36.902036Z","end":"2026-07-21T20:58:37.00266Z","steps":["trace[757197468] 'agreement among raft nodes before linearized reading' (duration: 100.483837ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T20:58:37.00272Z","caller":"traceutil/trace.go:171","msg":"trace[999713189] transaction","detail":"{read_only:false; response_revision:4702; number_of_response:1; }","duration":"188.867585ms","start":"2026-07-21T20:58:36.813377Z","end":"2026-07-21T20:58:37.002245Z","steps":["trace[999713189] 'process raft request' (duration: 188.375364ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:58:37.002942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.663951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"warn","ts":"2026-07-21T20:58:37.002948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.126883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2207418"} {"level":"info","ts":"2026-07-21T20:58:37.003003Z","caller":"traceutil/trace.go:171","msg":"trace[213595048] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4702; }","duration":"108.760553ms","start":"2026-07-21T20:58:36.894228Z","end":"2026-07-21T20:58:37.002989Z","steps":["trace[213595048] 'agreement among raft nodes before linearized reading' (duration: 108.10952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:58:37.003067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.333225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-21T20:58:37.004194Z","caller":"traceutil/trace.go:171","msg":"trace[141461073] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:4702; }","duration":"132.233975ms","start":"2026-07-21T20:58:36.870769Z","end":"2026-07-21T20:58:37.003003Z","steps":["trace[141461073] 'agreement among raft nodes before linearized reading' (duration: 131.09349ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T20:58:37.004294Z","caller":"traceutil/trace.go:171","msg":"trace[89623849] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:4702; }","duration":"101.979039ms","start":"2026-07-21T20:58:36.901186Z","end":"2026-07-21T20:58:37.003165Z","steps":["trace[89623849] 'agreement among raft nodes before linearized reading' (duration: 101.319785ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T20:58:37.402499Z","caller":"traceutil/trace.go:171","msg":"trace[168535533] transaction","detail":"{read_only:false; response_revision:4710; number_of_response:1; }","duration":"249.069316ms","start":"2026-07-21T20:58:37.1534Z","end":"2026-07-21T20:58:37.40247Z","steps":["trace[168535533] 'process raft request' (duration: 218.014694ms)","trace[168535533] 'compare' (duration: 30.544441ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T20:58:37.402667Z","caller":"traceutil/trace.go:171","msg":"trace[1381675726] linearizableReadLoop","detail":"{readStateIndex:4886; appliedIndex:4884; }","duration":"228.16526ms","start":"2026-07-21T20:58:37.174478Z","end":"2026-07-21T20:58:37.402643Z","steps":["trace[1381675726] 'read index received' (duration: 196.877012ms)","trace[1381675726] 'applied index is now lower than readState.Index' (duration: 31.287198ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T20:58:37.402782Z","caller":"traceutil/trace.go:171","msg":"trace[150228408] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4710; }","duration":"248.546105ms","start":"2026-07-21T20:58:37.154226Z","end":"2026-07-21T20:58:37.402772Z","steps":["trace[150228408] 'process raft request' (duration: 248.212318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:58:37.4031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.447681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"warn","ts":"2026-07-21T20:58:37.403206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.588945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-07-21T20:58:37.403164Z","caller":"traceutil/trace.go:171","msg":"trace[2059752677] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4710; }","duration":"224.538862ms","start":"2026-07-21T20:58:37.178609Z","end":"2026-07-21T20:58:37.403148Z","steps":["trace[2059752677] 'agreement among raft nodes before linearized reading' (duration: 224.333599ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T20:58:37.403246Z","caller":"traceutil/trace.go:171","msg":"trace[1084595717] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:4710; }","duration":"248.665437ms","start":"2026-07-21T20:58:37.154568Z","end":"2026-07-21T20:58:37.403234Z","steps":["trace[1084595717] 'agreement among raft nodes before linearized reading' (duration: 248.532815ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T20:58:38.103322Z","caller":"traceutil/trace.go:171","msg":"trace[870600460] transaction","detail":"{read_only:false; response_revision:4719; number_of_response:1; }","duration":"142.675984ms","start":"2026-07-21T20:58:37.960611Z","end":"2026-07-21T20:58:38.103287Z","steps":["trace[870600460] 'process raft request' (duration: 142.469979ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T20:58:38.309943Z","caller":"traceutil/trace.go:171","msg":"trace[300023210] transaction","detail":"{read_only:false; response_revision:4720; number_of_response:1; }","duration":"162.320371ms","start":"2026-07-21T20:58:38.147591Z","end":"2026-07-21T20:58:38.309911Z","steps":["trace[300023210] 'process raft request' (duration: 126.424516ms)","trace[300023210] 'compare' (duration: 35.773343ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T20:58:38.363917Z","caller":"traceutil/trace.go:171","msg":"trace[944660320] linearizableReadLoop","detail":"{readStateIndex:4898; appliedIndex:4896; }","duration":"100.409442ms","start":"2026-07-21T20:58:38.263489Z","end":"2026-07-21T20:58:38.363898Z","steps":["trace[944660320] 'read index received' (duration: 10.544305ms)","trace[944660320] 'applied index is now lower than readState.Index' (duration: 89.864337ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T20:58:38.364022Z","caller":"traceutil/trace.go:171","msg":"trace[570150551] transaction","detail":"{read_only:false; response_revision:4721; number_of_response:1; }","duration":"103.102058ms","start":"2026-07-21T20:58:38.260893Z","end":"2026-07-21T20:58:38.363995Z","steps":["trace[570150551] 'process raft request' (duration: 102.894185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:58:38.364076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.571725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-21T20:58:38.3641Z","caller":"traceutil/trace.go:171","msg":"trace[438359103] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4721; }","duration":"100.634155ms","start":"2026-07-21T20:58:38.263457Z","end":"2026-07-21T20:58:38.364091Z","steps":["trace[438359103] 'agreement among raft nodes before linearized reading' (duration: 100.506853ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T20:58:41.248367Z","caller":"traceutil/trace.go:171","msg":"trace[446205858] transaction","detail":"{read_only:false; response_revision:4736; number_of_response:1; }","duration":"101.919518ms","start":"2026-07-21T20:58:41.146423Z","end":"2026-07-21T20:58:41.248342Z","steps":["trace[446205858] 'process raft request' (duration: 101.789555ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T20:58:43.474878Z","caller":"traceutil/trace.go:171","msg":"trace[1180076874] linearizableReadLoop","detail":"{readStateIndex:4988; appliedIndex:4987; }","duration":"327.82047ms","start":"2026-07-21T20:58:43.147026Z","end":"2026-07-21T20:58:43.474846Z","steps":["trace[1180076874] 'read index received' (duration: 278.057862ms)","trace[1180076874] 'applied index is now lower than readState.Index' (duration: 49.761198ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T20:58:43.474967Z","caller":"traceutil/trace.go:171","msg":"trace[1248604388] transaction","detail":"{read_only:false; response_revision:4809; number_of_response:1; }","duration":"356.99716ms","start":"2026-07-21T20:58:43.117936Z","end":"2026-07-21T20:58:43.474933Z","steps":["trace[1248604388] 'process raft request' (duration: 307.212243ms)","trace[1248604388] 'compare' (duration: 49.481691ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T20:58:43.475113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T20:58:43.117909Z","time spent":"357.124083ms","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T20:58:43.475222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.167249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-21T20:58:43.475264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.86094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-21T20:58:43.47528Z","caller":"traceutil/trace.go:171","msg":"trace[1062985660] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4809; }","duration":"328.274569ms","start":"2026-07-21T20:58:43.146988Z","end":"2026-07-21T20:58:43.475263Z","steps":["trace[1062985660] 'agreement among raft nodes before linearized reading' (duration: 328.075346ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T20:58:43.475316Z","caller":"traceutil/trace.go:171","msg":"trace[1239440230] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4809; }","duration":"221.927332ms","start":"2026-07-21T20:58:43.253374Z","end":"2026-07-21T20:58:43.475302Z","steps":["trace[1239440230] 'agreement among raft nodes before linearized reading' (duration: 221.776278ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:58:43.475331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T20:58:43.146973Z","time spent":"328.345351ms","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-21T20:58:43.475334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.55325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-21T20:58:43.47543Z","caller":"traceutil/trace.go:171","msg":"trace[850961331] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4809; }","duration":"225.692112ms","start":"2026-07-21T20:58:43.249707Z","end":"2026-07-21T20:58:43.475399Z","steps":["trace[850961331] 'agreement among raft nodes before linearized reading' (duration: 225.410526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:58:43.475538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.22965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-872e65a1-8b68-47db-972c-1b34dca3e7f3\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-07-21T20:58:43.475586Z","caller":"traceutil/trace.go:171","msg":"trace[273773805] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-872e65a1-8b68-47db-972c-1b34dca3e7f3; range_end:; response_count:1; response_revision:4809; }","duration":"150.27742ms","start":"2026-07-21T20:58:43.325295Z","end":"2026-07-21T20:58:43.475572Z","steps":["trace[273773805] 'agreement among raft nodes before linearized reading' (duration: 150.132377ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:58:43.47569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.33871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-21T20:58:43.475745Z","caller":"traceutil/trace.go:171","msg":"trace[1356355411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4809; }","duration":"222.389832ms","start":"2026-07-21T20:58:43.253323Z","end":"2026-07-21T20:58:43.475713Z","steps":["trace[1356355411] 'agreement among raft nodes before linearized reading' (duration: 222.28953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:58:43.475927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.012014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-21T20:58:43.475977Z","caller":"traceutil/trace.go:171","msg":"trace[533603254] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4809; }","duration":"223.081587ms","start":"2026-07-21T20:58:43.252883Z","end":"2026-07-21T20:58:43.475965Z","steps":["trace[533603254] 'agreement among raft nodes before linearized reading' (duration: 222.941754ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T20:58:44.030816Z","caller":"traceutil/trace.go:171","msg":"trace[325181348] transaction","detail":"{read_only:false; response_revision:4811; number_of_response:1; }","duration":"550.511179ms","start":"2026-07-21T20:58:43.480279Z","end":"2026-07-21T20:58:44.03079Z","steps":["trace[325181348] 'process raft request' (duration: 550.462257ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T20:58:44.030868Z","caller":"traceutil/trace.go:171","msg":"trace[1870913951] transaction","detail":"{read_only:false; response_revision:4810; number_of_response:1; }","duration":"550.572649ms","start":"2026-07-21T20:58:43.480274Z","end":"2026-07-21T20:58:44.030847Z","steps":["trace[1870913951] 'process raft request' (duration: 550.316154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:58:44.030961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T20:58:43.480249Z","time spent":"550.635931ms","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T20:58:44.030988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T20:58:43.48025Z","time spent":"550.675141ms","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T20:58:44.055405Z","caller":"traceutil/trace.go:171","msg":"trace[1558374434] transaction","detail":"{read_only:false; response_revision:4812; number_of_response:1; }","duration":"574.990277ms","start":"2026-07-21T20:58:43.480307Z","end":"2026-07-21T20:58:44.055297Z","steps":["trace[1558374434] 'process raft request' (duration: 574.811864ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T20:58:44.055629Z","caller":"traceutil/trace.go:171","msg":"trace[773682430] transaction","detail":"{read_only:false; response_revision:4813; number_of_response:1; }","duration":"575.231763ms","start":"2026-07-21T20:58:43.480372Z","end":"2026-07-21T20:58:44.055604Z","steps":["trace[773682430] 'process raft request' (duration: 574.884185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:58:44.055771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T20:58:43.480355Z","time spent":"575.351135ms","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T20:58:44.055815Z","caller":"traceutil/trace.go:171","msg":"trace[1340401680] transaction","detail":"{read_only:false; response_revision:4814; number_of_response:1; }","duration":"574.61684ms","start":"2026-07-21T20:58:43.481188Z","end":"2026-07-21T20:58:44.055805Z","steps":["trace[1340401680] 'process raft request' (duration: 574.307863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:58:44.055715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T20:58:43.480274Z","time spent":"575.180892ms","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T20:58:44.055888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T20:58:43.481178Z","time spent":"574.66404ms","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T20:58:44.056031Z","caller":"traceutil/trace.go:171","msg":"trace[1460498679] linearizableReadLoop","detail":"{readStateIndex:4993; appliedIndex:4988; }","duration":"490.478192ms","start":"2026-07-21T20:58:43.565539Z","end":"2026-07-21T20:58:44.056017Z","steps":["trace[1460498679] 'read index received' (duration: 465.099784ms)","trace[1460498679] 'applied index is now lower than readState.Index' (duration: 25.377538ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T20:58:44.056131Z","caller":"traceutil/trace.go:171","msg":"trace[294934538] transaction","detail":"{read_only:false; response_revision:4815; number_of_response:1; }","duration":"142.506295ms","start":"2026-07-21T20:58:43.913599Z","end":"2026-07-21T20:58:44.056105Z","steps":["trace[294934538] 'process raft request' (duration: 142.164117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:58:44.056289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.13635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-21T20:58:44.056211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.670307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-872e65a1-8b68-47db-972c-1b34dca3e7f3\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-07-21T20:58:44.056303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.515344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-576d488dc-zb7ql.18c469a7fc13532b\" ","response":"range_response_count:1 size:895"} {"level":"info","ts":"2026-07-21T20:58:44.056316Z","caller":"traceutil/trace.go:171","msg":"trace[46667651] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4815; }","duration":"412.201381ms","start":"2026-07-21T20:58:43.644107Z","end":"2026-07-21T20:58:44.056309Z","steps":["trace[46667651] 'agreement among raft nodes before linearized reading' (duration: 412.135639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:58:44.056342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T20:58:43.644086Z","time spent":"412.251752ms","remote":"127.0.0.1:56290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-21T20:58:44.056343Z","caller":"traceutil/trace.go:171","msg":"trace[519398387] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-576d488dc-zb7ql.18c469a7fc13532b; range_end:; response_count:1; response_revision:4815; }","duration":"490.569774ms","start":"2026-07-21T20:58:43.565763Z","end":"2026-07-21T20:58:44.056332Z","steps":["trace[519398387] 'agreement among raft nodes before linearized reading' (duration: 490.445822ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T20:58:44.05635Z","caller":"traceutil/trace.go:171","msg":"trace[1664314053] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-872e65a1-8b68-47db-972c-1b34dca3e7f3; range_end:; response_count:1; response_revision:4815; }","duration":"490.795429ms","start":"2026-07-21T20:58:43.565533Z","end":"2026-07-21T20:58:44.056328Z","steps":["trace[1664314053] 'agreement among raft nodes before linearized reading' (duration: 490.604425ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:58:44.056461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T20:58:43.565492Z","time spent":"490.915303ms","remote":"127.0.0.1:56290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-872e65a1-8b68-47db-972c-1b34dca3e7f3\" "} {"level":"warn","ts":"2026-07-21T20:58:44.056373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T20:58:43.565758Z","time spent":"490.607925ms","remote":"127.0.0.1:56160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":917,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-576d488dc-zb7ql.18c469a7fc13532b\" "} {"level":"info","ts":"2026-07-21T20:58:44.490924Z","caller":"traceutil/trace.go:171","msg":"trace[1516506563] transaction","detail":"{read_only:false; response_revision:4819; number_of_response:1; }","duration":"161.066976ms","start":"2026-07-21T20:58:44.329837Z","end":"2026-07-21T20:58:44.490904Z","steps":["trace[1516506563] 'process raft request' (duration: 160.938783ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T20:58:44.630283Z","caller":"traceutil/trace.go:171","msg":"trace[1815316710] linearizableReadLoop","detail":"{readStateIndex:4999; appliedIndex:4997; }","duration":"207.346108ms","start":"2026-07-21T20:58:44.422907Z","end":"2026-07-21T20:58:44.630253Z","steps":["trace[1815316710] 'read index received' (duration: 67.842459ms)","trace[1815316710] 'applied index is now lower than readState.Index' (duration: 139.502929ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T20:58:44.630324Z","caller":"traceutil/trace.go:171","msg":"trace[797911378] transaction","detail":"{read_only:false; response_revision:4820; number_of_response:1; }","duration":"251.190839ms","start":"2026-07-21T20:58:44.379101Z","end":"2026-07-21T20:58:44.630291Z","steps":["trace[797911378] 'process raft request' (duration: 180.97611ms)","trace[797911378] 'compare' (duration: 69.993934ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T20:58:44.630476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.137921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T20:58:44.630535Z","caller":"traceutil/trace.go:171","msg":"trace[1531646017] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4820; }","duration":"163.270563ms","start":"2026-07-21T20:58:44.467251Z","end":"2026-07-21T20:58:44.630522Z","steps":["trace[1531646017] 'agreement among raft nodes before linearized reading' (duration: 163.13858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:58:44.630728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.582647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-21T20:58:44.630877Z","caller":"traceutil/trace.go:171","msg":"trace[1114691685] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:1; response_revision:4820; }","duration":"103.772902ms","start":"2026-07-21T20:58:44.527079Z","end":"2026-07-21T20:58:44.630852Z","steps":["trace[1114691685] 'agreement among raft nodes before linearized reading' (duration: 103.400044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:58:44.630795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.3662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-872e65a1-8b68-47db-972c-1b34dca3e7f3\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-07-21T20:58:44.630974Z","caller":"traceutil/trace.go:171","msg":"trace[469689546] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-872e65a1-8b68-47db-972c-1b34dca3e7f3; range_end:; response_count:1; response_revision:4820; }","duration":"151.542995ms","start":"2026-07-21T20:58:44.479419Z","end":"2026-07-21T20:58:44.630962Z","steps":["trace[469689546] 'agreement among raft nodes before linearized reading' (duration: 151.277468ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:58:44.630495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.566353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-21T20:58:44.631029Z","caller":"traceutil/trace.go:171","msg":"trace[1775325876] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4820; }","duration":"208.142986ms","start":"2026-07-21T20:58:44.422871Z","end":"2026-07-21T20:58:44.631014Z","steps":["trace[1775325876] 'agreement among raft nodes before linearized reading' (duration: 207.499262ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T20:58:44.780229Z","caller":"traceutil/trace.go:171","msg":"trace[1344034408] transaction","detail":"{read_only:false; response_revision:4823; number_of_response:1; }","duration":"132.590322ms","start":"2026-07-21T20:58:44.647606Z","end":"2026-07-21T20:58:44.780196Z","steps":["trace[1344034408] 'process raft request' (duration: 82.839137ms)","trace[1344034408] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/masterleases/199.204.45.156; req_size:118; } (duration: 49.428408ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T20:58:45.331783Z","caller":"traceutil/trace.go:171","msg":"trace[1680805285] transaction","detail":"{read_only:false; response_revision:4828; number_of_response:1; }","duration":"127.638055ms","start":"2026-07-21T20:58:45.204127Z","end":"2026-07-21T20:58:45.331765Z","steps":["trace[1680805285] 'process raft request' (duration: 125.742534ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T20:58:46.809585Z","caller":"traceutil/trace.go:171","msg":"trace[1237467262] linearizableReadLoop","detail":"{readStateIndex:5034; appliedIndex:5033; }","duration":"168.076709ms","start":"2026-07-21T20:58:46.641488Z","end":"2026-07-21T20:58:46.809565Z","steps":["trace[1237467262] 'read index received' (duration: 165.615356ms)","trace[1237467262] 'applied index is now lower than readState.Index' (duration: 2.460693ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T20:58:46.809673Z","caller":"traceutil/trace.go:171","msg":"trace[646562116] transaction","detail":"{read_only:false; response_revision:4854; number_of_response:1; }","duration":"174.525357ms","start":"2026-07-21T20:58:46.635116Z","end":"2026-07-21T20:58:46.809641Z","steps":["trace[646562116] 'process raft request' (duration: 171.969922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:58:46.809781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.271563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-872e65a1-8b68-47db-972c-1b34dca3e7f3\" ","response":"range_response_count:1 size:3952"} {"level":"info","ts":"2026-07-21T20:58:46.809804Z","caller":"traceutil/trace.go:171","msg":"trace[2021988400] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-872e65a1-8b68-47db-972c-1b34dca3e7f3; range_end:; response_count:1; response_revision:4854; }","duration":"168.339155ms","start":"2026-07-21T20:58:46.641457Z","end":"2026-07-21T20:58:46.809797Z","steps":["trace[2021988400] 'agreement among raft nodes before linearized reading' (duration: 168.216523ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:58:57.394682Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398342201352764024,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T20:58:57.441816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.569389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-07-21T20:58:57.441896Z","caller":"traceutil/trace.go:171","msg":"trace[275839714] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4989; }","duration":"559.698241ms","start":"2026-07-21T20:58:56.882177Z","end":"2026-07-21T20:58:57.441875Z","steps":["trace[275839714] 'range keys from in-memory index tree' (duration: 559.382385ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:58:57.441935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T20:58:56.882155Z","time spent":"559.770943ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3265,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-07-21T20:58:57.480435Z","caller":"traceutil/trace.go:171","msg":"trace[1061454176] linearizableReadLoop","detail":"{readStateIndex:5176; appliedIndex:5175; }","duration":"586.145527ms","start":"2026-07-21T20:58:56.894275Z","end":"2026-07-21T20:58:57.48042Z","steps":["trace[1061454176] 'read index received' (duration: 586.005374ms)","trace[1061454176] 'applied index is now lower than readState.Index' (duration: 139.423µs)"],"step_count":2} {"level":"warn","ts":"2026-07-21T20:58:57.480661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.769777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-21T20:58:57.480705Z","caller":"traceutil/trace.go:171","msg":"trace[1988196115] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:4990; }","duration":"414.86277ms","start":"2026-07-21T20:58:57.065836Z","end":"2026-07-21T20:58:57.480699Z","steps":["trace[1988196115] 'agreement among raft nodes before linearized reading' (duration: 414.771718ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:58:57.480701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.408192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-21T20:58:57.480772Z","caller":"traceutil/trace.go:171","msg":"trace[1796506702] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4990; }","duration":"586.536205ms","start":"2026-07-21T20:58:56.89422Z","end":"2026-07-21T20:58:57.480757Z","steps":["trace[1796506702] 'agreement among raft nodes before linearized reading' (duration: 586.2959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:58:57.480812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T20:58:56.894201Z","time spent":"586.604016ms","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-21T20:58:57.480968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.414744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-07-21T20:58:57.481015Z","caller":"traceutil/trace.go:171","msg":"trace[1846307015] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4990; }","duration":"207.457325ms","start":"2026-07-21T20:58:57.273545Z","end":"2026-07-21T20:58:57.481002Z","steps":["trace[1846307015] 'agreement among raft nodes before linearized reading' (duration: 207.346482ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T20:58:57.481039Z","caller":"traceutil/trace.go:171","msg":"trace[1413396171] transaction","detail":"{read_only:false; response_revision:4990; number_of_response:1; }","duration":"597.353353ms","start":"2026-07-21T20:58:56.883665Z","end":"2026-07-21T20:58:57.481019Z","steps":["trace[1413396171] 'process raft request' (duration: 596.656928ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T20:58:57.481167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T20:58:56.88364Z","time spent":"597.453054ms","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T20:58:57.480734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T20:58:57.065818Z","time spent":"414.90812ms","remote":"127.0.0.1:56434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":26,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-07-21T20:58:58.358225Z","caller":"traceutil/trace.go:171","msg":"trace[1780686053] transaction","detail":"{read_only:false; response_revision:5001; number_of_response:1; }","duration":"115.136215ms","start":"2026-07-21T20:58:58.243052Z","end":"2026-07-21T20:58:58.358188Z","steps":["trace[1780686053] 'process raft request' (duration: 62.96527ms)","trace[1780686053] 'compare' (duration: 51.905389ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T20:58:58.358421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.882932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-21T20:58:58.358493Z","caller":"traceutil/trace.go:171","msg":"trace[1475426215] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5002; }","duration":"148.997144ms","start":"2026-07-21T20:58:58.209478Z","end":"2026-07-21T20:58:58.358476Z","steps":["trace[1475426215] 'agreement among raft nodes before linearized reading' (duration: 148.76804ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T20:58:59.364954Z","caller":"traceutil/trace.go:171","msg":"trace[479248753] transaction","detail":"{read_only:false; response_revision:5009; number_of_response:1; }","duration":"298.416035ms","start":"2026-07-21T20:58:59.066504Z","end":"2026-07-21T20:58:59.36492Z","steps":["trace[479248753] 'process raft request' (duration: 293.171655ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T20:59:58.665706Z","caller":"traceutil/trace.go:171","msg":"trace[1415654993] transaction","detail":"{read_only:false; response_revision:5473; number_of_response:1; }","duration":"158.670406ms","start":"2026-07-21T20:59:58.507007Z","end":"2026-07-21T20:59:58.665678Z","steps":["trace[1415654993] 'process raft request' (duration: 111.071685ms)","trace[1415654993] 'compare' (duration: 47.298906ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T21:00:11.482154Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2912} {"level":"info","ts":"2026-07-21T21:00:11.566948Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2912,"took":"83.539188ms","hash":1341989042,"current-db-size-bytes":53538816,"current-db-size":"54 MB","current-db-size-in-use-bytes":29200384,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-21T21:00:11.56701Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1341989042,"revision":2912,"compact-revision":-1} {"level":"warn","ts":"2026-07-21T21:02:59.682576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.795724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T21:02:59.68273Z","caller":"traceutil/trace.go:171","msg":"trace[574181747] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:6756; }","duration":"161.999452ms","start":"2026-07-21T21:02:59.520716Z","end":"2026-07-21T21:02:59.682716Z","steps":["trace[574181747] 'count revisions from in-memory index tree' (duration: 161.712401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:24.316002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.967942ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T21:04:24.316178Z","caller":"traceutil/trace.go:171","msg":"trace[1052100969] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7213; }","duration":"111.162719ms","start":"2026-07-21T21:04:24.204997Z","end":"2026-07-21T21:04:24.316159Z","steps":["trace[1052100969] 'range keys from in-memory index tree' (duration: 110.948101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:24.316736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.602763ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-21T21:04:24.316856Z","caller":"traceutil/trace.go:171","msg":"trace[1012872730] linearizableReadLoop","detail":"{readStateIndex:7477; appliedIndex:7476; }","duration":"150.825729ms","start":"2026-07-21T21:04:24.166014Z","end":"2026-07-21T21:04:24.31684Z","steps":["trace[1012872730] 'read index received' (duration: 3.736769ms)","trace[1012872730] 'applied index is now lower than readState.Index' (duration: 147.08751ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T21:04:24.31694Z","caller":"traceutil/trace.go:171","msg":"trace[391830211] transaction","detail":"{read_only:false; response_revision:7214; number_of_response:1; }","duration":"203.475062ms","start":"2026-07-21T21:04:24.113455Z","end":"2026-07-21T21:04:24.31693Z","steps":["trace[391830211] 'process raft request' (duration: 56.345052ms)","trace[391830211] 'compare' (duration: 146.203048ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T21:04:24.317062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.037537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-21T21:04:24.317163Z","caller":"traceutil/trace.go:171","msg":"trace[1287636636] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7214; }","duration":"151.163832ms","start":"2026-07-21T21:04:24.165976Z","end":"2026-07-21T21:04:24.31714Z","steps":["trace[1287636636] 'agreement among raft nodes before linearized reading' (duration: 150.982385ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:24.31718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.41761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-21T21:04:24.317264Z","caller":"traceutil/trace.go:171","msg":"trace[1215580716] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7214; }","duration":"149.509993ms","start":"2026-07-21T21:04:24.167734Z","end":"2026-07-21T21:04:24.317244Z","steps":["trace[1215580716] 'agreement among raft nodes before linearized reading' (duration: 149.250734ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:24.893707Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398342201352769953,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T21:04:25.394005Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398342201352769953,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T21:04:25.894248Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398342201352769953,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T21:04:26.39481Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398342201352769953,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T21:04:26.465132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999966106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-21T21:04:26.465192Z","caller":"traceutil/trace.go:171","msg":"trace[1015878651] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000095739s","start":"2026-07-21T21:04:24.465082Z","end":"2026-07-21T21:04:26.465178Z","steps":["trace[1015878651] 'agreement among raft nodes before linearized reading' (duration: 2.000020467s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:26.465222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:24.465067Z","time spent":"2.000149703s","remote":"127.0.0.1:56066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/21 21:04:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-21T21:04:26.895753Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398342201352769953,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T21:04:27.396752Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398342201352769953,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T21:04:27.896912Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398342201352769953,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T21:04:28.322346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000123738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-21T21:04:28.32241Z","caller":"traceutil/trace.go:171","msg":"trace[1020376753] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000235621s","start":"2026-07-21T21:04:26.32216Z","end":"2026-07-21T21:04:28.322395Z","steps":["trace[1020376753] 'agreement among raft nodes before linearized reading' (duration: 2.000148209s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:28.322446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:26.322146Z","time spent":"2.000292994s","remote":"127.0.0.1:56066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/21 21:04:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-21T21:04:28.400871Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398342201352769953,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T21:04:28.465544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000145974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-21T21:04:28.465637Z","caller":"traceutil/trace.go:171","msg":"trace[1731442883] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000272788s","start":"2026-07-21T21:04:26.46534Z","end":"2026-07-21T21:04:28.465613Z","steps":["trace[1731442883] 'agreement among raft nodes before linearized reading' (duration: 2.000163224s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:28.465853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:26.465328Z","time spent":"2.000508346s","remote":"127.0.0.1:56078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-21T21:04:28.901855Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398342201352769953,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T21:04:29.319211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:24.32016Z","time spent":"4.999046172s","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-21T21:04:29.402133Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398342201352769953,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T21:04:29.90316Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2398342201352769953,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-21T21:04:30.141659Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.821393573s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-21T21:04:30.221013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999734362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-21T21:04:30.221161Z","caller":"traceutil/trace.go:171","msg":"trace[1255778292] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999854977s","start":"2026-07-21T21:04:25.221214Z","end":"2026-07-21T21:04:30.221069Z","steps":["trace[1255778292] 'agreement among raft nodes before linearized reading' (duration: 4.999757033s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:30.221221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:25.221201Z","time spent":"5.000009193s","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-21T21:04:30.471037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000857042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-21T21:04:30.471106Z","caller":"traceutil/trace.go:171","msg":"trace[1957220302] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000972436s","start":"2026-07-21T21:04:28.470116Z","end":"2026-07-21T21:04:30.471089Z","steps":["trace[1957220302] 'agreement among raft nodes before linearized reading' (duration: 2.000874463s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:30.471146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:28.470104Z","time spent":"2.001033607s","remote":"127.0.0.1:56066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/21 21:04:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-21T21:04:30.495758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:25.497642Z","time spent":"4.998108746s","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"info","ts":"2026-07-21T21:04:30.521814Z","caller":"traceutil/trace.go:171","msg":"trace[1031665576] transaction","detail":"{read_only:false; response_revision:7216; number_of_response:1; }","duration":"6.200312833s","start":"2026-07-21T21:04:24.321475Z","end":"2026-07-21T21:04:30.521787Z","steps":["trace[1031665576] 'process raft request' (duration: 6.200121686s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:30.521992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:24.321461Z","time spent":"6.200431057s","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T21:04:30.522075Z","caller":"traceutil/trace.go:171","msg":"trace[2117549797] transaction","detail":"{read_only:false; response_revision:7217; number_of_response:1; }","duration":"6.200483378s","start":"2026-07-21T21:04:24.321531Z","end":"2026-07-21T21:04:30.522014Z","steps":["trace[2117549797] 'process raft request' (duration: 6.200214828s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:30.52219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:24.321526Z","time spent":"6.200606382s","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T21:04:30.522342Z","caller":"traceutil/trace.go:171","msg":"trace[1484217173] transaction","detail":"{read_only:false; response_revision:7218; number_of_response:1; }","duration":"6.200531291s","start":"2026-07-21T21:04:24.321789Z","end":"2026-07-21T21:04:30.52232Z","steps":["trace[1484217173] 'process raft request' (duration: 6.200161277s)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:04:30.522458Z","caller":"traceutil/trace.go:171","msg":"trace[79551497] transaction","detail":"{read_only:false; response_revision:7221; number_of_response:1; }","duration":"4.314176502s","start":"2026-07-21T21:04:26.208274Z","end":"2026-07-21T21:04:30.52245Z","steps":["trace[79551497] 'process raft request' (duration: 4.313994805s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:30.522464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:24.321769Z","time spent":"6.200628193s","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T21:04:30.522516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:26.208255Z","time spent":"4.314229903s","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T21:04:30.522583Z","caller":"traceutil/trace.go:171","msg":"trace[484131809] transaction","detail":"{read_only:false; response_revision:7219; number_of_response:1; }","duration":"5.710469244s","start":"2026-07-21T21:04:24.812107Z","end":"2026-07-21T21:04:30.522576Z","steps":["trace[484131809] 'process raft request' (duration: 5.71007775s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:30.522618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:24.812088Z","time spent":"5.710508175s","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T21:04:30.522696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:28.468996Z","time spent":"2.053698514s","remote":"127.0.0.1:56160","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-21T21:04:30.522783Z","caller":"traceutil/trace.go:171","msg":"trace[345166054] transaction","detail":"{read_only:false; response_revision:7223; number_of_response:1; }","duration":"701.287439ms","start":"2026-07-21T21:04:29.821489Z","end":"2026-07-21T21:04:30.522776Z","steps":["trace[345166054] 'process raft request' (duration: 700.936117ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:04:30.522821Z","caller":"traceutil/trace.go:171","msg":"trace[814685851] transaction","detail":"{read_only:false; response_revision:7222; number_of_response:1; }","duration":"4.200495256s","start":"2026-07-21T21:04:26.322317Z","end":"2026-07-21T21:04:30.522812Z","steps":["trace[814685851] 'process raft request' (duration: 4.199984598s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:30.522823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:29.821464Z","time spent":"701.340581ms","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T21:04:30.522866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:26.322287Z","time spent":"4.200556479s","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T21:04:30.735232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.753568ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-21T21:04:30.735625Z","caller":"traceutil/trace.go:171","msg":"trace[163465294] transaction","detail":"{read_only:false; response_revision:7225; number_of_response:1; }","duration":"737.508209ms","start":"2026-07-21T21:04:29.9981Z","end":"2026-07-21T21:04:30.735609Z","steps":["trace[163465294] 'process raft request' (duration: 737.198529ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:04:30.735615Z","caller":"traceutil/trace.go:171","msg":"trace[386516618] linearizableReadLoop","detail":"{readStateIndex:7487; appliedIndex:7477; }","duration":"6.342194015s","start":"2026-07-21T21:04:24.393395Z","end":"2026-07-21T21:04:30.735589Z","steps":["trace[386516618] 'read index received' (duration: 5.748455825s)","trace[386516618] 'applied index is now lower than readState.Index' (duration: 593.73709ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T21:04:30.735713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:29.998083Z","time spent":"737.57316ms","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T21:04:30.914095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.00102172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-21T21:04:30.914167Z","caller":"traceutil/trace.go:171","msg":"trace[1245213765] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.001133743s","start":"2026-07-21T21:04:25.913018Z","end":"2026-07-21T21:04:30.914152Z","steps":["trace[1245213765] 'agreement among raft nodes before linearized reading' (duration: 5.00104229s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:30.914203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:25.913003Z","time spent":"5.001192465s","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/21 21:04:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-21T21:04:30.922786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.791443ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-21T21:04:30.92287Z","caller":"traceutil/trace.go:171","msg":"trace[1935168466] linearizableReadLoop","detail":"{readStateIndex:7490; appliedIndex:7489; }","duration":"187.186326ms","start":"2026-07-21T21:04:30.735669Z","end":"2026-07-21T21:04:30.922856Z","steps":["trace[1935168466] 'read index received' (duration: 49.279749ms)","trace[1935168466] 'applied index is now lower than readState.Index' (duration: 137.905017ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T21:04:30.922911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.529439622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-21T21:04:30.922965Z","caller":"traceutil/trace.go:171","msg":"trace[1201374339] transaction","detail":"{read_only:false; response_revision:7226; number_of_response:1; }","duration":"399.064336ms","start":"2026-07-21T21:04:30.523893Z","end":"2026-07-21T21:04:30.922957Z","steps":["trace[1201374339] 'process raft request' (duration: 261.032715ms)","trace[1201374339] 'compare' (duration: 137.624567ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T21:04:30.922958Z","caller":"traceutil/trace.go:171","msg":"trace[992312470] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:7225; }","duration":"6.52960974s","start":"2026-07-21T21:04:24.393336Z","end":"2026-07-21T21:04:30.922946Z","steps":["trace[992312470] 'agreement among raft nodes before linearized reading' (duration: 6.34235907s)","trace[992312470] 'count revisions from in-memory index tree' (duration: 187.100143ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T21:04:30.923055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:24.393314Z","time spent":"6.529731463s","remote":"127.0.0.1:33350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":21,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-21T21:04:30.923145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.899596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-21T21:04:30.923174Z","caller":"traceutil/trace.go:171","msg":"trace[828761112] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:7226; }","duration":"424.948278ms","start":"2026-07-21T21:04:30.498218Z","end":"2026-07-21T21:04:30.923166Z","steps":["trace[828761112] 'agreement among raft nodes before linearized reading' (duration: 424.855335ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:30.923201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:30.498205Z","time spent":"424.988409ms","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-21T21:04:30.922925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.377202124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.156\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T21:04:30.923331Z","caller":"traceutil/trace.go:171","msg":"trace[1918942358] range","detail":"{range_begin:/registry/masterleases/199.204.45.156; range_end:; response_count:0; response_revision:7226; }","duration":"6.377626379s","start":"2026-07-21T21:04:24.545695Z","end":"2026-07-21T21:04:30.923321Z","steps":["trace[1918942358] 'agreement among raft nodes before linearized reading' (duration: 6.377197084s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:30.923366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.959549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T21:04:30.923395Z","caller":"traceutil/trace.go:171","msg":"trace[1714006656] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7226; }","duration":"452.045594ms","start":"2026-07-21T21:04:30.471342Z","end":"2026-07-21T21:04:30.923387Z","steps":["trace[1714006656] 'agreement among raft nodes before linearized reading' (duration: 451.988401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:30.923374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:24.545682Z","time spent":"6.37768375s","remote":"127.0.0.1:56120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/masterleases/199.204.45.156\" "} {"level":"warn","ts":"2026-07-21T21:04:30.923457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206424168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-21T21:04:30.923485Z","caller":"traceutil/trace.go:171","msg":"trace[295310550] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:7226; }","duration":"1.20647658s","start":"2026-07-21T21:04:29.716999Z","end":"2026-07-21T21:04:30.923475Z","steps":["trace[295310550] 'agreement among raft nodes before linearized reading' (duration: 1.206432029s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:30.923512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:29.716984Z","time spent":"1.206520512s","remote":"127.0.0.1:56604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-21T21:04:30.923017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:30.523858Z","time spent":"399.133688ms","remote":"127.0.0.1:56160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-21T21:04:30.923707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.608672995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:12296"} {"level":"info","ts":"2026-07-21T21:04:30.923736Z","caller":"traceutil/trace.go:171","msg":"trace[961203024] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:7226; }","duration":"1.608730036s","start":"2026-07-21T21:04:29.314998Z","end":"2026-07-21T21:04:30.923728Z","steps":["trace[961203024] 'agreement among raft nodes before linearized reading' (duration: 1.608629393s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:30.923762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:29.314982Z","time spent":"1.608773587s","remote":"127.0.0.1:56276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":12318,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-07-21T21:04:30.923417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:30.471323Z","time spent":"452.089484ms","remote":"127.0.0.1:56078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-21T21:04:30.924273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.565626557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-07-21T21:04:30.924332Z","caller":"traceutil/trace.go:171","msg":"trace[1396610161] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:7226; }","duration":"5.565684038s","start":"2026-07-21T21:04:25.358639Z","end":"2026-07-21T21:04:30.924323Z","steps":["trace[1396610161] 'agreement among raft nodes before linearized reading' (duration: 5.565582425s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:30.924369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:25.358597Z","time spent":"5.565765092s","remote":"127.0.0.1:56254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-21T21:04:30.924546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.327454174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-21T21:04:30.924594Z","caller":"traceutil/trace.go:171","msg":"trace[137866204] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:7226; }","duration":"2.327536107s","start":"2026-07-21T21:04:28.597051Z","end":"2026-07-21T21:04:30.924587Z","steps":["trace[137866204] 'agreement among raft nodes before linearized reading' (duration: 2.327432803s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:30.924651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.869111523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-21T21:04:30.92469Z","caller":"traceutil/trace.go:171","msg":"trace[1405813422] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7226; }","duration":"5.869163215s","start":"2026-07-21T21:04:25.055517Z","end":"2026-07-21T21:04:30.92468Z","steps":["trace[1405813422] 'agreement among raft nodes before linearized reading' (duration: 5.869048552s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:30.924719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:25.055512Z","time spent":"5.869200106s","remote":"127.0.0.1:56290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-21T21:04:30.924732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.924958926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-21T21:04:30.924796Z","caller":"traceutil/trace.go:171","msg":"trace[1913744578] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7226; }","duration":"2.925023788s","start":"2026-07-21T21:04:27.999765Z","end":"2026-07-21T21:04:30.924789Z","steps":["trace[1913744578] 'agreement among raft nodes before linearized reading' (duration: 2.924930175s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:30.924836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:27.999712Z","time spent":"2.925115621s","remote":"127.0.0.1:59976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-21T21:04:30.925544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.883214844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T21:04:30.925587Z","caller":"traceutil/trace.go:171","msg":"trace[1679987474] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:7226; }","duration":"5.883518604s","start":"2026-07-21T21:04:25.042057Z","end":"2026-07-21T21:04:30.925575Z","steps":["trace[1679987474] 'agreement among raft nodes before linearized reading' (duration: 5.883195243s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:30.92565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:25.042042Z","time spent":"5.883594747s","remote":"127.0.0.1:55354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-07-21T21:04:30.925539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.409169142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T21:04:30.926455Z","caller":"traceutil/trace.go:171","msg":"trace[929568221] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:7226; }","duration":"3.410120095s","start":"2026-07-21T21:04:27.516324Z","end":"2026-07-21T21:04:30.926444Z","steps":["trace[929568221] 'agreement among raft nodes before linearized reading' (duration: 3.409169872s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:30.923059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.465733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-21T21:04:30.924643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:28.597034Z","time spent":"2.327600989s","remote":"127.0.0.1:56464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":72,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-21T21:04:30.926145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.049484054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T21:04:30.926694Z","caller":"traceutil/trace.go:171","msg":"trace[773091435] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:7226; }","duration":"4.050100276s","start":"2026-07-21T21:04:26.876579Z","end":"2026-07-21T21:04:30.92668Z","steps":["trace[773091435] 'agreement among raft nodes before linearized reading' (duration: 4.049490045s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:30.926766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:26.876562Z","time spent":"4.050191739s","remote":"127.0.0.1:33040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-21T21:04:30.926163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.549615497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-21T21:04:30.927147Z","caller":"traceutil/trace.go:171","msg":"trace[719481054] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:7226; }","duration":"3.550632073s","start":"2026-07-21T21:04:27.376504Z","end":"2026-07-21T21:04:30.927136Z","steps":["trace[719481054] 'agreement among raft nodes before linearized reading' (duration: 3.549591128s)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:04:30.9272Z","caller":"traceutil/trace.go:171","msg":"trace[924054508] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:7226; }","duration":"384.639547ms","start":"2026-07-21T21:04:30.542543Z","end":"2026-07-21T21:04:30.927182Z","steps":["trace[924054508] 'agreement among raft nodes before linearized reading' (duration: 380.494174ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:30.927275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:30.542518Z","time spent":"384.733861ms","remote":"127.0.0.1:33300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-07-21T21:04:30.927224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:27.376491Z","time spent":"3.550722407s","remote":"127.0.0.1:56292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":40,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-07-21T21:04:30.927082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:27.516307Z","time spent":"3.410741357s","remote":"127.0.0.1:55316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-21T21:04:30.926234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.610855009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-21T21:04:30.927671Z","caller":"traceutil/trace.go:171","msg":"trace[759709007] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:7226; }","duration":"3.61231176s","start":"2026-07-21T21:04:27.31535Z","end":"2026-07-21T21:04:30.927662Z","steps":["trace[759709007] 'agreement among raft nodes before linearized reading' (duration: 3.6108337s)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:30.927744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:27.315335Z","time spent":"3.612398513s","remote":"127.0.0.1:56446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":42,"response size":29,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-07-21T21:04:31.132672Z","caller":"traceutil/trace.go:171","msg":"trace[23457798] transaction","detail":"{read_only:false; response_revision:7228; number_of_response:1; }","duration":"111.46292ms","start":"2026-07-21T21:04:31.021182Z","end":"2026-07-21T21:04:31.132645Z","steps":["trace[23457798] 'process raft request' (duration: 111.325064ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:31.132824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.304315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T21:04:31.133011Z","caller":"traceutil/trace.go:171","msg":"trace[909438210] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:7228; }","duration":"107.669838ms","start":"2026-07-21T21:04:31.025324Z","end":"2026-07-21T21:04:31.132994Z","steps":["trace[909438210] 'agreement among raft nodes before linearized reading' (duration: 107.319336ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:32.4018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.858096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-21T21:04:32.402054Z","caller":"traceutil/trace.go:171","msg":"trace[1881923175] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:7231; }","duration":"105.196508ms","start":"2026-07-21T21:04:32.296844Z","end":"2026-07-21T21:04:32.40204Z","steps":["trace[1881923175] 'count revisions from in-memory index tree' (duration: 104.762102ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:04:32.594074Z","caller":"traceutil/trace.go:171","msg":"trace[2125474574] transaction","detail":"{read_only:false; response_revision:7232; number_of_response:1; }","duration":"105.907362ms","start":"2026-07-21T21:04:32.488137Z","end":"2026-07-21T21:04:32.594044Z","steps":["trace[2125474574] 'process raft request' (duration: 105.585381ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:04:32.680691Z","caller":"traceutil/trace.go:171","msg":"trace[44261389] transaction","detail":"{read_only:false; response_revision:7233; number_of_response:1; }","duration":"153.868572ms","start":"2026-07-21T21:04:32.526801Z","end":"2026-07-21T21:04:32.680669Z","steps":["trace[44261389] 'process raft request' (duration: 84.573808ms)","trace[44261389] 'compare' (duration: 69.139588ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T21:04:32.680958Z","caller":"traceutil/trace.go:171","msg":"trace[520305029] transaction","detail":"{read_only:false; response_revision:7234; number_of_response:1; }","duration":"152.970811ms","start":"2026-07-21T21:04:32.527959Z","end":"2026-07-21T21:04:32.68093Z","steps":["trace[520305029] 'process raft request' (duration: 152.67295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:32.681193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.061942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-21T21:04:32.682983Z","caller":"traceutil/trace.go:171","msg":"trace[79951155] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7235; }","duration":"156.876806ms","start":"2026-07-21T21:04:32.526087Z","end":"2026-07-21T21:04:32.682963Z","steps":["trace[79951155] 'agreement among raft nodes before linearized reading' (duration: 154.888658ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:32.681235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.817246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-21T21:04:32.683205Z","caller":"traceutil/trace.go:171","msg":"trace[1155510148] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7235; }","duration":"154.806163ms","start":"2026-07-21T21:04:32.528384Z","end":"2026-07-21T21:04:32.68319Z","steps":["trace[1155510148] 'agreement among raft nodes before linearized reading' (duration: 152.758853ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:04:34.794629Z","caller":"traceutil/trace.go:171","msg":"trace[1615053640] linearizableReadLoop","detail":"{readStateIndex:7510; appliedIndex:7508; }","duration":"103.988816ms","start":"2026-07-21T21:04:34.690612Z","end":"2026-07-21T21:04:34.7946Z","steps":["trace[1615053640] 'read index received' (duration: 74.333899ms)","trace[1615053640] 'applied index is now lower than readState.Index' (duration: 29.653627ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T21:04:34.794735Z","caller":"traceutil/trace.go:171","msg":"trace[1391177709] transaction","detail":"{read_only:false; response_revision:7244; number_of_response:1; }","duration":"104.154041ms","start":"2026-07-21T21:04:34.690547Z","end":"2026-07-21T21:04:34.794701Z","steps":["trace[1391177709] 'process raft request' (duration: 103.906093ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:34.794942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.302596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-21T21:04:34.794987Z","caller":"traceutil/trace.go:171","msg":"trace[1813192942] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7244; }","duration":"104.382289ms","start":"2026-07-21T21:04:34.690589Z","end":"2026-07-21T21:04:34.794971Z","steps":["trace[1813192942] 'agreement among raft nodes before linearized reading' (duration: 104.163801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:36.652261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.979747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-21T21:04:36.652349Z","caller":"traceutil/trace.go:171","msg":"trace[680435146] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:7251; }","duration":"119.133673ms","start":"2026-07-21T21:04:36.533197Z","end":"2026-07-21T21:04:36.652331Z","steps":["trace[680435146] 'count revisions from in-memory index tree' (duration: 118.896484ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:04:36.9677Z","caller":"traceutil/trace.go:171","msg":"trace[154323241] linearizableReadLoop","detail":"{readStateIndex:7519; appliedIndex:7517; }","duration":"148.026452ms","start":"2026-07-21T21:04:36.819654Z","end":"2026-07-21T21:04:36.967681Z","steps":["trace[154323241] 'read index received' (duration: 12.842309ms)","trace[154323241] 'applied index is now lower than readState.Index' (duration: 135.174761ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T21:04:36.967794Z","caller":"traceutil/trace.go:171","msg":"trace[825775309] transaction","detail":"{read_only:false; response_revision:7253; number_of_response:1; }","duration":"167.784297ms","start":"2026-07-21T21:04:36.800001Z","end":"2026-07-21T21:04:36.967786Z","steps":["trace[825775309] 'process raft request' (duration: 97.663819ms)","trace[825775309] 'compare' (duration: 69.923721ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T21:04:36.968046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.404629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-21T21:04:36.968087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.288485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-21T21:04:36.968146Z","caller":"traceutil/trace.go:171","msg":"trace[753354310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7253; }","duration":"123.391049ms","start":"2026-07-21T21:04:36.844738Z","end":"2026-07-21T21:04:36.968129Z","steps":["trace[753354310] 'agreement among raft nodes before linearized reading' (duration: 123.222763ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:04:36.968145Z","caller":"traceutil/trace.go:171","msg":"trace[1466025887] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7253; }","duration":"123.522703ms","start":"2026-07-21T21:04:36.844576Z","end":"2026-07-21T21:04:36.968098Z","steps":["trace[1466025887] 'agreement among raft nodes before linearized reading' (duration: 123.283865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:36.968959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.308944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-21T21:04:36.969004Z","caller":"traceutil/trace.go:171","msg":"trace[223424808] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7253; }","duration":"149.387827ms","start":"2026-07-21T21:04:36.819608Z","end":"2026-07-21T21:04:36.968996Z","steps":["trace[223424808] 'agreement among raft nodes before linearized reading' (duration: 148.29159ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:04:37.123531Z","caller":"traceutil/trace.go:171","msg":"trace[2109292526] linearizableReadLoop","detail":"{readStateIndex:7522; appliedIndex:7520; }","duration":"136.19906ms","start":"2026-07-21T21:04:36.987306Z","end":"2026-07-21T21:04:37.123505Z","steps":["trace[2109292526] 'read index received' (duration: 79.321858ms)","trace[2109292526] 'applied index is now lower than readState.Index' (duration: 56.876042ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T21:04:37.123583Z","caller":"traceutil/trace.go:171","msg":"trace[369066339] transaction","detail":"{read_only:false; response_revision:7256; number_of_response:1; }","duration":"150.276202ms","start":"2026-07-21T21:04:36.973288Z","end":"2026-07-21T21:04:37.123564Z","steps":["trace[369066339] 'process raft request' (duration: 129.526184ms)","trace[369066339] 'compare' (duration: 20.569362ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T21:04:37.123749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.424198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-21T21:04:37.123788Z","caller":"traceutil/trace.go:171","msg":"trace[2085592772] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7256; }","duration":"136.502961ms","start":"2026-07-21T21:04:36.987275Z","end":"2026-07-21T21:04:37.123778Z","steps":["trace[2085592772] 'agreement among raft nodes before linearized reading' (duration: 136.362487ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:04:39.257486Z","caller":"traceutil/trace.go:171","msg":"trace[1534139993] linearizableReadLoop","detail":"{readStateIndex:7532; appliedIndex:7531; }","duration":"105.855224ms","start":"2026-07-21T21:04:39.151604Z","end":"2026-07-21T21:04:39.257459Z","steps":["trace[1534139993] 'read index received' (duration: 62.697524ms)","trace[1534139993] 'applied index is now lower than readState.Index' (duration: 43.15453ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T21:04:39.257494Z","caller":"traceutil/trace.go:171","msg":"trace[357016603] transaction","detail":"{read_only:false; response_revision:7266; number_of_response:1; }","duration":"106.599129ms","start":"2026-07-21T21:04:39.150855Z","end":"2026-07-21T21:04:39.257454Z","steps":["trace[357016603] 'process raft request' (duration: 63.471291ms)","trace[357016603] 'compare' (duration: 42.89741ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T21:04:39.257722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.098662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-21T21:04:39.257767Z","caller":"traceutil/trace.go:171","msg":"trace[1654157914] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7267; }","duration":"106.173365ms","start":"2026-07-21T21:04:39.151581Z","end":"2026-07-21T21:04:39.257754Z","steps":["trace[1654157914] 'agreement among raft nodes before linearized reading' (duration: 105.965688ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:04:40.979764Z","caller":"traceutil/trace.go:171","msg":"trace[1608144971] transaction","detail":"{read_only:false; response_revision:7271; number_of_response:1; }","duration":"164.207341ms","start":"2026-07-21T21:04:40.815534Z","end":"2026-07-21T21:04:40.979741Z","steps":["trace[1608144971] 'process raft request' (duration: 164.083217ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:04:41.026244Z","caller":"traceutil/trace.go:171","msg":"trace[834597315] transaction","detail":"{read_only:false; response_revision:7272; number_of_response:1; }","duration":"164.584263ms","start":"2026-07-21T21:04:40.861637Z","end":"2026-07-21T21:04:41.026221Z","steps":["trace[834597315] 'process raft request' (duration: 164.460439ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:04:41.114848Z","caller":"traceutil/trace.go:171","msg":"trace[221812634] transaction","detail":"{read_only:false; response_revision:7273; number_of_response:1; }","duration":"125.740818ms","start":"2026-07-21T21:04:40.989078Z","end":"2026-07-21T21:04:41.114818Z","steps":["trace[221812634] 'process raft request' (duration: 69.706326ms)","trace[221812634] 'compare' (duration: 55.441912ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T21:04:41.114842Z","caller":"traceutil/trace.go:171","msg":"trace[1131204212] transaction","detail":"{read_only:false; response_revision:7274; number_of_response:1; }","duration":"125.056545ms","start":"2026-07-21T21:04:40.989754Z","end":"2026-07-21T21:04:41.114811Z","steps":["trace[1131204212] 'process raft request' (duration: 124.944601ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:04:59.494383Z","caller":"traceutil/trace.go:171","msg":"trace[1436763328] transaction","detail":"{read_only:false; response_revision:7361; number_of_response:1; }","duration":"874.855632ms","start":"2026-07-21T21:04:58.619497Z","end":"2026-07-21T21:04:59.494353Z","steps":["trace[1436763328] 'process raft request' (duration: 874.703856ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:59.494551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:58.619476Z","time spent":"874.998316ms","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T21:04:59.504703Z","caller":"traceutil/trace.go:171","msg":"trace[1604159045] transaction","detail":"{read_only:false; response_revision:7363; number_of_response:1; }","duration":"283.477132ms","start":"2026-07-21T21:04:59.22121Z","end":"2026-07-21T21:04:59.504687Z","steps":["trace[1604159045] 'process raft request' (duration: 283.41477ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:04:59.504731Z","caller":"traceutil/trace.go:171","msg":"trace[27018398] transaction","detail":"{read_only:false; response_revision:7362; number_of_response:1; }","duration":"350.900283ms","start":"2026-07-21T21:04:59.153807Z","end":"2026-07-21T21:04:59.504707Z","steps":["trace[27018398] 'process raft request' (duration: 350.759648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:59.504829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:04:59.153785Z","time spent":"350.992356ms","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T21:04:59.504957Z","caller":"traceutil/trace.go:171","msg":"trace[76522106] linearizableReadLoop","detail":"{readStateIndex:7633; appliedIndex:7630; }","duration":"274.728432ms","start":"2026-07-21T21:04:59.230215Z","end":"2026-07-21T21:04:59.504944Z","steps":["trace[76522106] 'read index received' (duration: 264.044638ms)","trace[76522106] 'applied index is now lower than readState.Index' (duration: 10.682604ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T21:04:59.505082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.869796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-21T21:04:59.505071Z","caller":"traceutil/trace.go:171","msg":"trace[856727437] transaction","detail":"{read_only:false; response_revision:7364; number_of_response:1; }","duration":"158.710962ms","start":"2026-07-21T21:04:59.346285Z","end":"2026-07-21T21:04:59.504996Z","steps":["trace[856727437] 'process raft request' (duration: 158.376841ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:04:59.505114Z","caller":"traceutil/trace.go:171","msg":"trace[1289680861] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:7364; }","duration":"274.945519ms","start":"2026-07-21T21:04:59.230161Z","end":"2026-07-21T21:04:59.505106Z","steps":["trace[1289680861] 'agreement among raft nodes before linearized reading' (duration: 274.836965ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:59.505111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.171184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-21T21:04:59.505141Z","caller":"traceutil/trace.go:171","msg":"trace[1259090798] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7364; }","duration":"200.234848ms","start":"2026-07-21T21:04:59.304897Z","end":"2026-07-21T21:04:59.505132Z","steps":["trace[1259090798] 'agreement among raft nodes before linearized reading' (duration: 200.125854ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:59.505312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.256523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-21T21:04:59.505341Z","caller":"traceutil/trace.go:171","msg":"trace[1526270225] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7364; }","duration":"105.322985ms","start":"2026-07-21T21:04:59.400011Z","end":"2026-07-21T21:04:59.505334Z","steps":["trace[1526270225] 'agreement among raft nodes before linearized reading' (duration: 105.258163ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:59.505359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.336122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-21T21:04:59.505406Z","caller":"traceutil/trace.go:171","msg":"trace[1603133831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7364; }","duration":"136.382983ms","start":"2026-07-21T21:04:59.369011Z","end":"2026-07-21T21:04:59.505394Z","steps":["trace[1603133831] 'agreement among raft nodes before linearized reading' (duration: 136.275139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:59.505558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.259902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-21T21:04:59.505602Z","caller":"traceutil/trace.go:171","msg":"trace[1665044339] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7364; }","duration":"153.331644ms","start":"2026-07-21T21:04:59.352253Z","end":"2026-07-21T21:04:59.505585Z","steps":["trace[1665044339] 'agreement among raft nodes before linearized reading' (duration: 153.243801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:59.734295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.403337ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-21T21:04:59.73443Z","caller":"traceutil/trace.go:171","msg":"trace[1534166995] transaction","detail":"{read_only:false; response_revision:7365; number_of_response:1; }","duration":"225.283946ms","start":"2026-07-21T21:04:59.509123Z","end":"2026-07-21T21:04:59.734407Z","steps":["trace[1534166995] 'process raft request' (duration: 110.691134ms)","trace[1534166995] 'compare' (duration: 114.009072ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T21:04:59.746924Z","caller":"traceutil/trace.go:171","msg":"trace[1466230311] transaction","detail":"{read_only:false; response_revision:7366; number_of_response:1; }","duration":"237.006793ms","start":"2026-07-21T21:04:59.509894Z","end":"2026-07-21T21:04:59.746901Z","steps":["trace[1466230311] 'process raft request' (duration: 236.845727ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:04:59.747262Z","caller":"traceutil/trace.go:171","msg":"trace[453779057] transaction","detail":"{read_only:false; response_revision:7367; number_of_response:1; }","duration":"237.277293ms","start":"2026-07-21T21:04:59.509958Z","end":"2026-07-21T21:04:59.747235Z","steps":["trace[453779057] 'process raft request' (duration: 236.909391ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:04:59.747316Z","caller":"traceutil/trace.go:171","msg":"trace[2130757147] linearizableReadLoop","detail":"{readStateIndex:7638; appliedIndex:7634; }","duration":"155.222546ms","start":"2026-07-21T21:04:59.592059Z","end":"2026-07-21T21:04:59.747282Z","steps":["trace[2130757147] 'read index received' (duration: 27.712157ms)","trace[2130757147] 'applied index is now lower than readState.Index' (duration: 127.508829ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T21:04:59.747378Z","caller":"traceutil/trace.go:171","msg":"trace[780077813] transaction","detail":"{read_only:false; response_revision:7368; number_of_response:1; }","duration":"236.776466ms","start":"2026-07-21T21:04:59.510549Z","end":"2026-07-21T21:04:59.747325Z","steps":["trace[780077813] 'process raft request' (duration: 236.569059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:04:59.747695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.281378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/dashboard\" ","response":"range_response_count:1 size:1309"} {"level":"warn","ts":"2026-07-21T21:04:59.747709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.634451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-21T21:04:59.747748Z","caller":"traceutil/trace.go:171","msg":"trace[833111661] range","detail":"{range_begin:/registry/ingress/openstack/dashboard; range_end:; response_count:1; response_revision:7368; }","duration":"119.36762ms","start":"2026-07-21T21:04:59.628366Z","end":"2026-07-21T21:04:59.747734Z","steps":["trace[833111661] 'agreement among raft nodes before linearized reading' (duration: 119.113332ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:04:59.747771Z","caller":"traceutil/trace.go:171","msg":"trace[1606668161] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7368; }","duration":"155.748324ms","start":"2026-07-21T21:04:59.591997Z","end":"2026-07-21T21:04:59.747746Z","steps":["trace[1606668161] 'agreement among raft nodes before linearized reading' (duration: 155.433235ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:05:01.708818Z","caller":"traceutil/trace.go:171","msg":"trace[1503761980] transaction","detail":"{read_only:false; response_revision:7377; number_of_response:1; }","duration":"110.821847ms","start":"2026-07-21T21:05:01.597963Z","end":"2026-07-21T21:05:01.708785Z","steps":["trace[1503761980] 'process raft request' (duration: 110.458614ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:05:02.750385Z","caller":"traceutil/trace.go:171","msg":"trace[1765417338] transaction","detail":"{read_only:false; response_revision:7383; number_of_response:1; }","duration":"135.320659ms","start":"2026-07-21T21:05:02.615043Z","end":"2026-07-21T21:05:02.750364Z","steps":["trace[1765417338] 'process raft request' (duration: 135.185395ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:05:03.660264Z","caller":"traceutil/trace.go:171","msg":"trace[30098868] transaction","detail":"{read_only:false; response_revision:7387; number_of_response:1; }","duration":"123.074681ms","start":"2026-07-21T21:05:03.537154Z","end":"2026-07-21T21:05:03.660229Z","steps":["trace[30098868] 'process raft request' (duration: 123.04545ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:05:03.660304Z","caller":"traceutil/trace.go:171","msg":"trace[85365788] transaction","detail":"{read_only:false; response_revision:7386; number_of_response:1; }","duration":"123.484214ms","start":"2026-07-21T21:05:03.536806Z","end":"2026-07-21T21:05:03.66029Z","steps":["trace[85365788] 'process raft request' (duration: 123.36757ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:05:03.660331Z","caller":"traceutil/trace.go:171","msg":"trace[1359511995] transaction","detail":"{read_only:false; response_revision:7385; number_of_response:1; }","duration":"123.777364ms","start":"2026-07-21T21:05:03.536516Z","end":"2026-07-21T21:05:03.660294Z","steps":["trace[1359511995] 'process raft request' (duration: 78.889436ms)","trace[1359511995] 'compare' (duration: 44.682111ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T21:05:04.148368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.732792ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-21T21:05:04.148517Z","caller":"traceutil/trace.go:171","msg":"trace[1228909526] transaction","detail":"{read_only:false; response_revision:7390; number_of_response:1; }","duration":"324.964818ms","start":"2026-07-21T21:05:03.823536Z","end":"2026-07-21T21:05:04.148501Z","steps":["trace[1228909526] 'process raft request' (duration: 324.907506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:05:04.148574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:05:03.823527Z","time spent":"325.013941ms","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T21:05:04.148598Z","caller":"traceutil/trace.go:171","msg":"trace[247619696] transaction","detail":"{read_only:false; response_revision:7389; number_of_response:1; }","duration":"325.078033ms","start":"2026-07-21T21:05:03.823477Z","end":"2026-07-21T21:05:04.148555Z","steps":["trace[247619696] 'process raft request' (duration: 144.083732ms)","trace[247619696] 'compare' (duration: 180.423012ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T21:05:04.148716Z","caller":"traceutil/trace.go:171","msg":"trace[137636378] linearizableReadLoop","detail":"{readStateIndex:7663; appliedIndex:7659; }","duration":"213.82318ms","start":"2026-07-21T21:05:03.934873Z","end":"2026-07-21T21:05:04.148696Z","steps":["trace[137636378] 'read index received' (duration: 32.714107ms)","trace[137636378] 'applied index is now lower than readState.Index' (duration: 181.108143ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T21:05:04.148794Z","caller":"traceutil/trace.go:171","msg":"trace[549397872] transaction","detail":"{read_only:false; response_revision:7392; number_of_response:1; }","duration":"321.6899ms","start":"2026-07-21T21:05:03.827098Z","end":"2026-07-21T21:05:04.148788Z","steps":["trace[549397872] 'process raft request' (duration: 321.443233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:05:04.148838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.945594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-21T21:05:04.148865Z","caller":"traceutil/trace.go:171","msg":"trace[1675497443] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:7392; }","duration":"213.991816ms","start":"2026-07-21T21:05:03.934865Z","end":"2026-07-21T21:05:04.148857Z","steps":["trace[1675497443] 'agreement among raft nodes before linearized reading' (duration: 213.898483ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:05:04.148868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:05:03.827078Z","time spent":"321.739722ms","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T21:05:04.148948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:05:03.82346Z","time spent":"325.211897ms","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T21:05:04.148616Z","caller":"traceutil/trace.go:171","msg":"trace[1061911966] transaction","detail":"{read_only:false; response_revision:7391; number_of_response:1; }","duration":"324.312407ms","start":"2026-07-21T21:05:03.824288Z","end":"2026-07-21T21:05:04.1486Z","steps":["trace[1061911966] 'process raft request' (duration: 324.190793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:05:04.14915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:05:03.824279Z","time spent":"324.826384ms","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T21:05:05.922392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.601922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-21T21:05:05.922954Z","caller":"traceutil/trace.go:171","msg":"trace[1185177057] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7397; }","duration":"101.218212ms","start":"2026-07-21T21:05:05.821716Z","end":"2026-07-21T21:05:05.922935Z","steps":["trace[1185177057] 'range keys from in-memory index tree' (duration: 100.455637ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:05:06.444678Z","caller":"traceutil/trace.go:171","msg":"trace[590248911] transaction","detail":"{read_only:false; response_revision:7401; number_of_response:1; }","duration":"286.151769ms","start":"2026-07-21T21:05:06.158495Z","end":"2026-07-21T21:05:06.444646Z","steps":["trace[590248911] 'process raft request' (duration: 285.933072ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:05:06.444723Z","caller":"traceutil/trace.go:171","msg":"trace[828227983] transaction","detail":"{read_only:false; response_revision:7402; number_of_response:1; }","duration":"285.957973ms","start":"2026-07-21T21:05:06.158747Z","end":"2026-07-21T21:05:06.444705Z","steps":["trace[828227983] 'process raft request' (duration: 285.777847ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:05:06.444859Z","caller":"traceutil/trace.go:171","msg":"trace[1321867462] transaction","detail":"{read_only:false; response_revision:7400; number_of_response:1; }","duration":"287.534265ms","start":"2026-07-21T21:05:06.157294Z","end":"2026-07-21T21:05:06.444828Z","steps":["trace[1321867462] 'process raft request' (duration: 282.390246ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:05:07.817222Z","caller":"traceutil/trace.go:171","msg":"trace[1070832456] transaction","detail":"{read_only:false; response_revision:7404; number_of_response:1; }","duration":"115.497981ms","start":"2026-07-21T21:05:07.7017Z","end":"2026-07-21T21:05:07.817198Z","steps":["trace[1070832456] 'process raft request' (duration: 63.325993ms)","trace[1070832456] 'compare' (duration: 51.974472ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T21:05:07.971534Z","caller":"traceutil/trace.go:171","msg":"trace[1052048000] transaction","detail":"{read_only:false; response_revision:7405; number_of_response:1; }","duration":"262.08202ms","start":"2026-07-21T21:05:07.709426Z","end":"2026-07-21T21:05:07.971508Z","steps":["trace[1052048000] 'process raft request' (duration: 227.430545ms)","trace[1052048000] 'compare' (duration: 34.406326ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T21:05:07.971601Z","caller":"traceutil/trace.go:171","msg":"trace[251529211] transaction","detail":"{read_only:false; response_revision:7406; number_of_response:1; }","duration":"261.360976ms","start":"2026-07-21T21:05:07.71018Z","end":"2026-07-21T21:05:07.971541Z","steps":["trace[251529211] 'process raft request' (duration: 261.226541ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:05:08.574286Z","caller":"traceutil/trace.go:171","msg":"trace[384666181] transaction","detail":"{read_only:false; response_revision:7410; number_of_response:1; }","duration":"103.400991ms","start":"2026-07-21T21:05:08.47086Z","end":"2026-07-21T21:05:08.574261Z","steps":["trace[384666181] 'process raft request' (duration: 103.229345ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:05:08.7743Z","caller":"traceutil/trace.go:171","msg":"trace[33617627] transaction","detail":"{read_only:false; response_revision:7411; number_of_response:1; }","duration":"303.368707ms","start":"2026-07-21T21:05:08.470904Z","end":"2026-07-21T21:05:08.774272Z","steps":["trace[33617627] 'process raft request' (duration: 268.026512ms)","trace[33617627] 'compare' (duration: 35.155289ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T21:05:08.774562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:05:08.470886Z","time spent":"303.574683ms","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T21:05:08.774626Z","caller":"traceutil/trace.go:171","msg":"trace[1169472974] transaction","detail":"{read_only:false; response_revision:7412; number_of_response:1; }","duration":"303.605985ms","start":"2026-07-21T21:05:08.470997Z","end":"2026-07-21T21:05:08.774603Z","steps":["trace[1169472974] 'process raft request' (duration: 303.226172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:05:08.775268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:05:08.47099Z","time spent":"304.192023ms","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T21:05:11.593663Z","caller":"traceutil/trace.go:171","msg":"trace[231347201] transaction","detail":"{read_only:false; response_revision:7423; number_of_response:1; }","duration":"109.714342ms","start":"2026-07-21T21:05:11.483912Z","end":"2026-07-21T21:05:11.593626Z","steps":["trace[231347201] 'process raft request' (duration: 74.565037ms)","trace[231347201] 'compare' (duration: 34.99096ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T21:05:11.695375Z","caller":"traceutil/trace.go:171","msg":"trace[167360800] compact","detail":"{revision:5590; response_revision:7423; }","duration":"100.521713ms","start":"2026-07-21T21:05:11.594833Z","end":"2026-07-21T21:05:11.695355Z","steps":["trace[167360800] 'process raft request' (duration: 25.898183ms)","trace[167360800] 'check and update compact revision' (duration: 74.299109ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T21:05:11.695349Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5590} {"level":"info","ts":"2026-07-21T21:05:12.108373Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5590,"took":"410.957665ms","hash":3240259971,"current-db-size-bytes":53538816,"current-db-size":"54 MB","current-db-size-in-use-bytes":18526208,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-07-21T21:05:12.108592Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3240259971,"revision":5590,"compact-revision":2912} {"level":"info","ts":"2026-07-21T21:05:12.166561Z","caller":"traceutil/trace.go:171","msg":"trace[2038461473] transaction","detail":"{read_only:false; response_revision:7428; number_of_response:1; }","duration":"100.447276ms","start":"2026-07-21T21:05:12.066076Z","end":"2026-07-21T21:05:12.166524Z","steps":["trace[2038461473] 'process raft request' (duration: 70.145941ms)","trace[2038461473] 'compare' (duration: 29.796339ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T21:05:14.108638Z","caller":"traceutil/trace.go:171","msg":"trace[2048380026] transaction","detail":"{read_only:false; response_revision:7434; number_of_response:1; }","duration":"333.105332ms","start":"2026-07-21T21:05:13.775509Z","end":"2026-07-21T21:05:14.108614Z","steps":["trace[2048380026] 'process raft request' (duration: 332.957157ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:05:14.108781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:05:13.775491Z","time spent":"333.216296ms","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T21:05:14.4147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.594479ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T21:05:14.414809Z","caller":"traceutil/trace.go:171","msg":"trace[1475001638] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7434; }","duration":"210.718804ms","start":"2026-07-21T21:05:14.204074Z","end":"2026-07-21T21:05:14.414792Z","steps":["trace[1475001638] 'range keys from in-memory index tree' (duration: 210.569868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:05:14.414966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.310883ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-21T21:05:14.415201Z","caller":"traceutil/trace.go:171","msg":"trace[1173182096] linearizableReadLoop","detail":"{readStateIndex:7711; appliedIndex:7708; }","duration":"230.791275ms","start":"2026-07-21T21:05:14.184394Z","end":"2026-07-21T21:05:14.415186Z","steps":["trace[1173182096] 'read index received' (duration: 101.1204ms)","trace[1173182096] 'applied index is now lower than readState.Index' (duration: 129.669915ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T21:05:14.415285Z","caller":"traceutil/trace.go:171","msg":"trace[450319070] transaction","detail":"{read_only:false; response_revision:7437; number_of_response:1; }","duration":"299.900626ms","start":"2026-07-21T21:05:14.115365Z","end":"2026-07-21T21:05:14.415265Z","steps":["trace[450319070] 'process raft request' (duration: 299.774862ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:05:14.415308Z","caller":"traceutil/trace.go:171","msg":"trace[1714070756] transaction","detail":"{read_only:false; response_revision:7436; number_of_response:1; }","duration":"372.19767ms","start":"2026-07-21T21:05:14.043075Z","end":"2026-07-21T21:05:14.415273Z","steps":["trace[1714070756] 'process raft request' (duration: 372.007074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:05:14.415401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:05:14.043052Z","time spent":"372.305384ms","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-21T21:05:14.415196Z","caller":"traceutil/trace.go:171","msg":"trace[973617399] transaction","detail":"{read_only:false; response_revision:7435; number_of_response:1; }","duration":"488.493445ms","start":"2026-07-21T21:05:13.926668Z","end":"2026-07-21T21:05:14.415161Z","steps":["trace[973617399] 'process raft request' (duration: 358.8135ms)","trace[973617399] 'compare' (duration: 129.20398ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T21:05:14.415538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-21T21:05:13.926647Z","time spent":"488.864867ms","remote":"127.0.0.1:56358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-21T21:05:14.416032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.634072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-21T21:05:14.416127Z","caller":"traceutil/trace.go:171","msg":"trace[1288200952] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7437; }","duration":"231.760576ms","start":"2026-07-21T21:05:14.184354Z","end":"2026-07-21T21:05:14.416115Z","steps":["trace[1288200952] 'agreement among raft nodes before linearized reading' (duration: 230.989701ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:05:34.659925Z","caller":"traceutil/trace.go:171","msg":"trace[661538373] transaction","detail":"{read_only:false; response_revision:7539; number_of_response:1; }","duration":"107.414104ms","start":"2026-07-21T21:05:34.552451Z","end":"2026-07-21T21:05:34.659865Z","steps":["trace[661538373] 'process raft request' (duration: 107.103354ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:05:34.659949Z","caller":"traceutil/trace.go:171","msg":"trace[599411077] transaction","detail":"{read_only:false; response_revision:7540; number_of_response:1; }","duration":"106.832856ms","start":"2026-07-21T21:05:34.553022Z","end":"2026-07-21T21:05:34.659855Z","steps":["trace[599411077] 'process raft request' (duration: 106.773514ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:05:34.697232Z","caller":"traceutil/trace.go:171","msg":"trace[1497021656] linearizableReadLoop","detail":"{readStateIndex:7820; appliedIndex:7817; }","duration":"130.098181ms","start":"2026-07-21T21:05:34.567104Z","end":"2026-07-21T21:05:34.697203Z","steps":["trace[1497021656] 'read index received' (duration: 92.610457ms)","trace[1497021656] 'applied index is now lower than readState.Index' (duration: 37.486434ms)"],"step_count":2} {"level":"info","ts":"2026-07-21T21:05:34.697254Z","caller":"traceutil/trace.go:171","msg":"trace[1370513570] transaction","detail":"{read_only:false; response_revision:7541; number_of_response:1; }","duration":"136.585086ms","start":"2026-07-21T21:05:34.560644Z","end":"2026-07-21T21:05:34.697229Z","steps":["trace[1370513570] 'process raft request' (duration: 136.40178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:05:34.697544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.354529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-21T21:05:34.697598Z","caller":"traceutil/trace.go:171","msg":"trace[1827847052] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7541; }","duration":"130.522975ms","start":"2026-07-21T21:05:34.567064Z","end":"2026-07-21T21:05:34.697587Z","steps":["trace[1827847052] 'agreement among raft nodes before linearized reading' (duration: 130.244476ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:05:35.09058Z","caller":"traceutil/trace.go:171","msg":"trace[632919236] linearizableReadLoop","detail":"{readStateIndex:7824; appliedIndex:7823; }","duration":"134.789945ms","start":"2026-07-21T21:05:34.955763Z","end":"2026-07-21T21:05:35.090553Z","steps":["trace[632919236] 'read index received' (duration: 85.631944ms)","trace[632919236] 'applied index is now lower than readState.Index' (duration: 49.157221ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T21:05:35.090796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.019262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-21T21:05:35.090855Z","caller":"traceutil/trace.go:171","msg":"trace[1879772760] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7545; }","duration":"135.127277ms","start":"2026-07-21T21:05:34.955714Z","end":"2026-07-21T21:05:35.090841Z","steps":["trace[1879772760] 'agreement among raft nodes before linearized reading' (duration: 134.986093ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:05:35.091055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.410776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-21T21:05:35.091137Z","caller":"traceutil/trace.go:171","msg":"trace[1650056560] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7545; }","duration":"123.546111ms","start":"2026-07-21T21:05:34.967573Z","end":"2026-07-21T21:05:35.091119Z","steps":["trace[1650056560] 'agreement among raft nodes before linearized reading' (duration: 123.172769ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:05:35.091464Z","caller":"traceutil/trace.go:171","msg":"trace[665781415] transaction","detail":"{read_only:false; response_revision:7545; number_of_response:1; }","duration":"140.133325ms","start":"2026-07-21T21:05:34.95053Z","end":"2026-07-21T21:05:35.090664Z","steps":["trace[665781415] 'process raft request' (duration: 90.931643ms)","trace[665781415] 'compare' (duration: 48.980415ms)"],"step_count":2} {"level":"warn","ts":"2026-07-21T21:07:41.581752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.081353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/keystone-keystone-db-sync\" ","response":"range_response_count:1 size:752"} {"level":"info","ts":"2026-07-21T21:07:41.581835Z","caller":"traceutil/trace.go:171","msg":"trace[1319206176] range","detail":"{range_begin:/registry/rolebindings/openstack/keystone-keystone-db-sync; range_end:; response_count:1; response_revision:8177; }","duration":"189.185235ms","start":"2026-07-21T21:07:41.39263Z","end":"2026-07-21T21:07:41.581816Z","steps":["trace[1319206176] 'range keys from in-memory index tree' (duration: 188.589159ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:07:41.582052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.400008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-21T21:07:41.58205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.195341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-21T21:07:41.582106Z","caller":"traceutil/trace.go:171","msg":"trace[400393514] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8177; }","duration":"254.297804ms","start":"2026-07-21T21:07:41.327795Z","end":"2026-07-21T21:07:41.582093Z","steps":["trace[400393514] 'range keys from in-memory index tree' (duration: 253.358498ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:07:41.582075Z","caller":"traceutil/trace.go:171","msg":"trace[511096454] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8177; }","duration":"199.847081ms","start":"2026-07-21T21:07:41.382222Z","end":"2026-07-21T21:07:41.582069Z","steps":["trace[511096454] 'range keys from in-memory index tree' (duration: 198.929084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-21T21:07:41.58233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.602452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/keystone-keystone-domain-manage\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-07-21T21:07:41.582365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.871324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-21T21:07:41.582409Z","caller":"traceutil/trace.go:171","msg":"trace[1973200142] range","detail":"{range_begin:/registry/rolebindings/openstack/keystone-keystone-domain-manage; range_end:; response_count:1; response_revision:8177; }","duration":"204.718535ms","start":"2026-07-21T21:07:41.377671Z","end":"2026-07-21T21:07:41.582389Z","steps":["trace[1973200142] 'range keys from in-memory index tree' (duration: 203.475022ms)"],"step_count":1} {"level":"info","ts":"2026-07-21T21:07:41.582434Z","caller":"traceutil/trace.go:171","msg":"trace[1493333601] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8177; }","duration":"101.981387ms","start":"2026-07-21T21:07:41.480428Z","end":"2026-07-21T21:07:41.582409Z","steps":["trace[1493333601] 'range keys from in-memory index tree' (duration: 100.714843ms)"],"step_count":1}