{"level":"warn","ts":"2026-07-28T09:57:58.834337Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-28T09:57:58.834431Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.44:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.44:2380","--initial-cluster=instance=https://199.204.45.44:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.44:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.44:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-28T09:57:58.834498Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-28T09:57:58.834511Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.44:2380"]} {"level":"info","ts":"2026-07-28T09:57:58.834532Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-28T09:57:58.835233Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.44:2379"]} {"level":"info","ts":"2026-07-28T09:57:58.835333Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.44:2380"],"listen-peer-urls":["https://199.204.45.44:2380"],"advertise-client-urls":["https://199.204.45.44:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.44:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.44:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-28T09:57:58.839368Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.704192ms"} {"level":"info","ts":"2026-07-28T09:57:58.848319Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"a0a01fc7fbf6be45","cluster-id":"92fa3fee501eaaec"} {"level":"info","ts":"2026-07-28T09:57:58.848436Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 switched to configuration voters=()"} {"level":"info","ts":"2026-07-28T09:57:58.848466Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 became follower at term 0"} {"level":"info","ts":"2026-07-28T09:57:58.848481Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft a0a01fc7fbf6be45 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-28T09:57:58.848498Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 became follower at term 1"} {"level":"info","ts":"2026-07-28T09:57:58.848537Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 switched to configuration voters=(11574285986128379461)"} {"level":"warn","ts":"2026-07-28T09:57:58.858583Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-28T09:57:58.863698Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-28T09:57:58.865201Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-28T09:57:58.867597Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"a0a01fc7fbf6be45","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-28T09:57:58.867835Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"a0a01fc7fbf6be45","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-28T09:57:58.869689Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-28T09:57:58.869842Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-28T09:57:58.869864Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-28T09:57:58.870777Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 switched to configuration voters=(11574285986128379461)"} {"level":"info","ts":"2026-07-28T09:57:58.871923Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"92fa3fee501eaaec","local-member-id":"a0a01fc7fbf6be45","added-peer-id":"a0a01fc7fbf6be45","added-peer-peer-urls":["https://199.204.45.44:2380"]} {"level":"info","ts":"2026-07-28T09:57:58.875523Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-28T09:57:58.875918Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.44:2380"} {"level":"info","ts":"2026-07-28T09:57:58.876011Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.44:2380"} {"level":"info","ts":"2026-07-28T09:57:58.876104Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"a0a01fc7fbf6be45","initial-advertise-peer-urls":["https://199.204.45.44:2380"],"listen-peer-urls":["https://199.204.45.44:2380"],"advertise-client-urls":["https://199.204.45.44:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.44:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-28T09:57:58.876175Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-28T09:57:59.549237Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 is starting a new election at term 1"} {"level":"info","ts":"2026-07-28T09:57:59.54931Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-28T09:57:59.549331Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 received MsgPreVoteResp from a0a01fc7fbf6be45 at term 1"} {"level":"info","ts":"2026-07-28T09:57:59.549346Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 became candidate at term 2"} {"level":"info","ts":"2026-07-28T09:57:59.549353Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 received MsgVoteResp from a0a01fc7fbf6be45 at term 2"} {"level":"info","ts":"2026-07-28T09:57:59.549364Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 became leader at term 2"} {"level":"info","ts":"2026-07-28T09:57:59.549372Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: a0a01fc7fbf6be45 elected leader a0a01fc7fbf6be45 at term 2"} {"level":"info","ts":"2026-07-28T09:57:59.550433Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T09:57:59.551166Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-28T09:57:59.551204Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-28T09:57:59.551169Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"a0a01fc7fbf6be45","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.44:2379]}","request-path":"/0/members/a0a01fc7fbf6be45/attributes","cluster-id":"92fa3fee501eaaec","publish-timeout":"7s"} {"level":"info","ts":"2026-07-28T09:57:59.551537Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"92fa3fee501eaaec","local-member-id":"a0a01fc7fbf6be45","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T09:57:59.551633Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T09:57:59.551614Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-28T09:57:59.551689Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-28T09:57:59.551664Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T09:57:59.554589Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.44:2379"} {"level":"info","ts":"2026-07-28T09:57:59.555016Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-07-28T09:58:23.683652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.555698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T09:58:23.683788Z","caller":"traceutil/trace.go:171","msg":"trace[2053201155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:436; }","duration":"109.766223ms","start":"2026-07-28T09:58:23.574Z","end":"2026-07-28T09:58:23.683766Z","steps":["trace[2053201155] 'range keys from in-memory index tree' (duration: 109.404405ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T09:58:45.738908Z","caller":"traceutil/trace.go:171","msg":"trace[1815429602] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"518.628462ms","start":"2026-07-28T09:58:45.220249Z","end":"2026-07-28T09:58:45.738878Z","steps":["trace[1815429602] 'process raft request' (duration: 518.254713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T09:58:45.740049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T09:58:45.220224Z","time spent":"518.912188ms","remote":"127.0.0.1:54966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T09:58:45.808693Z","caller":"traceutil/trace.go:171","msg":"trace[671558723] linearizableReadLoop","detail":"{readStateIndex:668; appliedIndex:666; }","duration":"381.484271ms","start":"2026-07-28T09:58:45.427179Z","end":"2026-07-28T09:58:45.808664Z","steps":["trace[671558723] 'read index received' (duration: 311.297436ms)","trace[671558723] 'applied index is now lower than readState.Index' (duration: 70.185685ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T09:58:45.808788Z","caller":"traceutil/trace.go:171","msg":"trace[1049038469] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"513.846543ms","start":"2026-07-28T09:58:45.294908Z","end":"2026-07-28T09:58:45.808755Z","steps":["trace[1049038469] 'process raft request' (duration: 513.104174ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T09:58:45.808893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.687016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T09:58:45.808931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T09:58:45.294872Z","time spent":"513.985346ms","remote":"127.0.0.1:54778","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036313,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T09:58:45.808939Z","caller":"traceutil/trace.go:171","msg":"trace[524860739] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:645; }","duration":"381.790239ms","start":"2026-07-28T09:58:45.427135Z","end":"2026-07-28T09:58:45.808925Z","steps":["trace[524860739] 'agreement among raft nodes before linearized reading' (duration: 381.676796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T09:58:45.808978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T09:58:45.427117Z","time spent":"381.85202ms","remote":"127.0.0.1:54690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T09:58:45.809107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.123189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T09:58:45.809205Z","caller":"traceutil/trace.go:171","msg":"trace[39144924] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:645; }","duration":"283.287043ms","start":"2026-07-28T09:58:45.525892Z","end":"2026-07-28T09:58:45.809179Z","steps":["trace[39144924] 'agreement among raft nodes before linearized reading' (duration: 283.012556ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T09:58:45.809196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.305095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-8njrj\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-07-28T09:58:45.809302Z","caller":"traceutil/trace.go:171","msg":"trace[127051533] range","detail":"{range_begin:/registry/pods/kube-system/cilium-8njrj; range_end:; response_count:1; response_revision:645; }","duration":"186.51006ms","start":"2026-07-28T09:58:45.622768Z","end":"2026-07-28T09:58:45.809278Z","steps":["trace[127051533] 'agreement among raft nodes before linearized reading' (duration: 186.176312ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T09:58:46.27824Z","caller":"traceutil/trace.go:171","msg":"trace[951435245] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"461.627833ms","start":"2026-07-28T09:58:45.816579Z","end":"2026-07-28T09:58:46.278207Z","steps":["trace[951435245] 'process raft request' (duration: 419.01589ms)","trace[951435245] 'compare' (duration: 42.310615ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T09:58:46.278409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T09:58:45.816555Z","time spent":"461.764356ms","remote":"127.0.0.1:54966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T09:58:46.473941Z","caller":"traceutil/trace.go:171","msg":"trace[2144936463] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"654.802388ms","start":"2026-07-28T09:58:45.8191Z","end":"2026-07-28T09:58:46.473902Z","steps":["trace[2144936463] 'process raft request' (duration: 650.85638ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T09:58:46.474085Z","caller":"traceutil/trace.go:171","msg":"trace[2054804259] linearizableReadLoop","detail":"{readStateIndex:672; appliedIndex:669; }","duration":"228.115109ms","start":"2026-07-28T09:58:46.245935Z","end":"2026-07-28T09:58:46.47405Z","steps":["trace[2054804259] 'read index received' (duration: 223.990987ms)","trace[2054804259] 'applied index is now lower than readState.Index' (duration: 4.113882ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T09:58:46.474123Z","caller":"traceutil/trace.go:171","msg":"trace[302699703] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"610.786369ms","start":"2026-07-28T09:58:45.863305Z","end":"2026-07-28T09:58:46.474091Z","steps":["trace[302699703] 'process raft request' (duration: 610.501822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T09:58:46.474169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T09:58:45.819084Z","time spent":"654.958002ms","remote":"127.0.0.1:54966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T09:58:46.474267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T09:58:45.863265Z","time spent":"610.937133ms","remote":"127.0.0.1:54930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T09:58:46.474024Z","caller":"traceutil/trace.go:171","msg":"trace[1648978402] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"646.366179ms","start":"2026-07-28T09:58:45.827603Z","end":"2026-07-28T09:58:46.47397Z","steps":["trace[1648978402] 'process raft request' (duration: 646.145944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T09:58:46.474417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.458118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-28T09:58:46.474476Z","caller":"traceutil/trace.go:171","msg":"trace[1859818428] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:649; }","duration":"228.576671ms","start":"2026-07-28T09:58:46.245882Z","end":"2026-07-28T09:58:46.474459Z","steps":["trace[1859818428] 'agreement among raft nodes before linearized reading' (duration: 228.309245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T09:58:46.47467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T09:58:45.827581Z","time spent":"646.924834ms","remote":"127.0.0.1:54854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T09:59:01.366953Z","caller":"traceutil/trace.go:171","msg":"trace[1488201604] transaction","detail":"{read_only:false; response_revision:811; number_of_response:1; }","duration":"134.506245ms","start":"2026-07-28T09:59:01.23242Z","end":"2026-07-28T09:59:01.366927Z","steps":["trace[1488201604] 'process raft request' (duration: 134.326811ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T10:00:21.994399Z","caller":"traceutil/trace.go:171","msg":"trace[1910185789] transaction","detail":"{read_only:false; response_revision:1832; number_of_response:1; }","duration":"118.298526ms","start":"2026-07-28T10:00:21.876076Z","end":"2026-07-28T10:00:21.994375Z","steps":["trace[1910185789] 'process raft request' (duration: 50.543751ms)","trace[1910185789] 'compare' (duration: 67.637882ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T10:00:40.989476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.39981ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T10:00:40.989631Z","caller":"traceutil/trace.go:171","msg":"trace[1200445535] transaction","detail":"{read_only:false; response_revision:2046; number_of_response:1; }","duration":"136.407972ms","start":"2026-07-28T10:00:40.853176Z","end":"2026-07-28T10:00:40.989584Z","steps":["trace[1200445535] 'process raft request' (duration: 30.501339ms)","trace[1200445535] 'compare' (duration: 105.153994ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T10:00:44.606893Z","caller":"traceutil/trace.go:171","msg":"trace[1984301905] transaction","detail":"{read_only:false; response_revision:2066; number_of_response:1; }","duration":"148.251713ms","start":"2026-07-28T10:00:44.458611Z","end":"2026-07-28T10:00:44.606863Z","steps":["trace[1984301905] 'process raft request' (duration: 148.073649ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T10:01:17.498995Z","caller":"traceutil/trace.go:171","msg":"trace[971127656] linearizableReadLoop","detail":"{readStateIndex:2331; appliedIndex:2329; }","duration":"170.000337ms","start":"2026-07-28T10:01:17.32897Z","end":"2026-07-28T10:01:17.49897Z","steps":["trace[971127656] 'read index received' (duration: 20.068476ms)","trace[971127656] 'applied index is now lower than readState.Index' (duration: 149.930711ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T10:01:17.499055Z","caller":"traceutil/trace.go:171","msg":"trace[597901866] transaction","detail":"{read_only:false; response_revision:2246; number_of_response:1; }","duration":"189.229523ms","start":"2026-07-28T10:01:17.309783Z","end":"2026-07-28T10:01:17.499013Z","steps":["trace[597901866] 'process raft request' (duration: 189.012538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:01:17.499384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.401747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T10:01:17.499512Z","caller":"traceutil/trace.go:171","msg":"trace[1975013810] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2246; }","duration":"170.564001ms","start":"2026-07-28T10:01:17.32893Z","end":"2026-07-28T10:01:17.499494Z","steps":["trace[1975013810] 'agreement among raft nodes before linearized reading' (duration: 170.165171ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T10:01:22.969072Z","caller":"traceutil/trace.go:171","msg":"trace[135898968] transaction","detail":"{read_only:false; response_revision:2275; number_of_response:1; }","duration":"159.722233ms","start":"2026-07-28T10:01:22.809309Z","end":"2026-07-28T10:01:22.969031Z","steps":["trace[135898968] 'process raft request' (duration: 132.325606ms)","trace[135898968] 'compare' (duration: 27.253913ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T10:01:22.969127Z","caller":"traceutil/trace.go:171","msg":"trace[981805025] linearizableReadLoop","detail":"{readStateIndex:2362; appliedIndex:2361; }","duration":"138.718302ms","start":"2026-07-28T10:01:22.830377Z","end":"2026-07-28T10:01:22.969095Z","steps":["trace[981805025] 'read index received' (duration: 50.012798ms)","trace[981805025] 'applied index is now lower than readState.Index' (duration: 88.699304ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T10:01:22.969608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.208254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c66bd233134d08\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-07-28T10:01:22.969706Z","caller":"traceutil/trace.go:171","msg":"trace[1660538145] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18c66bd233134d08; range_end:; response_count:1; response_revision:2276; }","duration":"139.349209ms","start":"2026-07-28T10:01:22.83033Z","end":"2026-07-28T10:01:22.96968Z","steps":["trace[1660538145] 'agreement among raft nodes before linearized reading' (duration: 138.879156ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T10:01:23.396868Z","caller":"traceutil/trace.go:171","msg":"trace[540693325] transaction","detail":"{read_only:false; response_revision:2278; number_of_response:1; }","duration":"207.446324ms","start":"2026-07-28T10:01:23.189399Z","end":"2026-07-28T10:01:23.396846Z","steps":["trace[540693325] 'process raft request' (duration: 207.28612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:01:23.688607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.203353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T10:01:23.688696Z","caller":"traceutil/trace.go:171","msg":"trace[1522576393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2278; }","duration":"166.342926ms","start":"2026-07-28T10:01:23.522329Z","end":"2026-07-28T10:01:23.688672Z","steps":["trace[1522576393] 'range keys from in-memory index tree' (duration: 166.004098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:01:23.688742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.736311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T10:01:23.688835Z","caller":"traceutil/trace.go:171","msg":"trace[197555570] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2278; }","duration":"144.936097ms","start":"2026-07-28T10:01:23.543878Z","end":"2026-07-28T10:01:23.688814Z","steps":["trace[197555570] 'range keys from in-memory index tree' (duration: 144.477045ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T10:02:34.337322Z","caller":"traceutil/trace.go:171","msg":"trace[1526561338] transaction","detail":"{read_only:false; response_revision:2859; number_of_response:1; }","duration":"168.48882ms","start":"2026-07-28T10:02:34.168809Z","end":"2026-07-28T10:02:34.337298Z","steps":["trace[1526561338] 'process raft request' (duration: 168.416428ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T10:02:34.337352Z","caller":"traceutil/trace.go:171","msg":"trace[380954386] transaction","detail":"{read_only:false; response_revision:2858; number_of_response:1; }","duration":"169.070705ms","start":"2026-07-28T10:02:34.168247Z","end":"2026-07-28T10:02:34.337318Z","steps":["trace[380954386] 'process raft request' (duration: 137.340435ms)","trace[380954386] 'compare' (duration: 31.478643ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T10:02:34.337609Z","caller":"traceutil/trace.go:171","msg":"trace[2008686771] transaction","detail":"{read_only:false; response_revision:2860; number_of_response:1; }","duration":"130.556819ms","start":"2026-07-28T10:02:34.207021Z","end":"2026-07-28T10:02:34.337578Z","steps":["trace[2008686771] 'process raft request' (duration: 130.2391ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T10:06:59.219443Z","caller":"traceutil/trace.go:171","msg":"trace[1265589385] transaction","detail":"{read_only:false; response_revision:5382; number_of_response:1; }","duration":"125.058695ms","start":"2026-07-28T10:06:59.094354Z","end":"2026-07-28T10:06:59.219413Z","steps":["trace[1265589385] 'process raft request' (duration: 124.775749ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T10:06:59.356233Z","caller":"traceutil/trace.go:171","msg":"trace[1574061167] linearizableReadLoop","detail":"{readStateIndex:5584; appliedIndex:5582; }","duration":"213.949864ms","start":"2026-07-28T10:06:59.142235Z","end":"2026-07-28T10:06:59.356185Z","steps":["trace[1574061167] 'read index received' (duration: 76.846124ms)","trace[1574061167] 'applied index is now lower than readState.Index' (duration: 137.09818ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T10:06:59.356335Z","caller":"traceutil/trace.go:171","msg":"trace[292542338] transaction","detail":"{read_only:false; response_revision:5384; number_of_response:1; }","duration":"134.952958ms","start":"2026-07-28T10:06:59.22134Z","end":"2026-07-28T10:06:59.356293Z","steps":["trace[292542338] 'process raft request' (duration: 134.757153ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T10:06:59.356426Z","caller":"traceutil/trace.go:171","msg":"trace[1208978699] transaction","detail":"{read_only:false; response_revision:5383; number_of_response:1; }","duration":"248.47003ms","start":"2026-07-28T10:06:59.107886Z","end":"2026-07-28T10:06:59.356356Z","steps":["trace[1208978699] 'process raft request' (duration: 184.41386ms)","trace[1208978699] 'compare' (duration: 63.614389ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T10:06:59.356568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.313083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/goldpinger-6sk2d\" ","response":"range_response_count:1 size:4991"} {"level":"warn","ts":"2026-07-28T10:06:59.356596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.64425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T10:06:59.35667Z","caller":"traceutil/trace.go:171","msg":"trace[2013683159] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5385; }","duration":"125.789103ms","start":"2026-07-28T10:06:59.230862Z","end":"2026-07-28T10:06:59.356652Z","steps":["trace[2013683159] 'agreement among raft nodes before linearized reading' (duration: 125.524747ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T10:06:59.356669Z","caller":"traceutil/trace.go:171","msg":"trace[1302061578] range","detail":"{range_begin:/registry/pods/monitoring/goldpinger-6sk2d; range_end:; response_count:1; response_revision:5385; }","duration":"214.460517ms","start":"2026-07-28T10:06:59.142181Z","end":"2026-07-28T10:06:59.356641Z","steps":["trace[1302061578] 'agreement among raft nodes before linearized reading' (duration: 214.16844ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T10:07:08.144359Z","caller":"traceutil/trace.go:171","msg":"trace[895871789] linearizableReadLoop","detail":"{readStateIndex:5796; appliedIndex:5795; }","duration":"134.303642ms","start":"2026-07-28T10:07:08.010013Z","end":"2026-07-28T10:07:08.144316Z","steps":["trace[895871789] 'read index received' (duration: 45.898404ms)","trace[895871789] 'applied index is now lower than readState.Index' (duration: 88.403448ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T10:07:08.144749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.714942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ddce4090-d087-4743-8c59-cde36d0c511b\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-07-28T10:07:08.144818Z","caller":"traceutil/trace.go:171","msg":"trace[646900302] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ddce4090-d087-4743-8c59-cde36d0c511b; range_end:; response_count:1; response_revision:5591; }","duration":"134.852515ms","start":"2026-07-28T10:07:08.009939Z","end":"2026-07-28T10:07:08.144791Z","steps":["trace[646900302] 'agreement among raft nodes before linearized reading' (duration: 134.614159ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T10:07:08.453059Z","caller":"traceutil/trace.go:171","msg":"trace[471706188] transaction","detail":"{read_only:false; response_revision:5593; number_of_response:1; }","duration":"181.249483ms","start":"2026-07-28T10:07:08.271775Z","end":"2026-07-28T10:07:08.453024Z","steps":["trace[471706188] 'process raft request' (duration: 114.017336ms)","trace[471706188] 'compare' (duration: 67.021182ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T10:07:59.583818Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2999} {"level":"info","ts":"2026-07-28T10:07:59.664447Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2999,"took":"78.747451ms","hash":2902419628,"current-db-size-bytes":58843136,"current-db-size":"59 MB","current-db-size-in-use-bytes":33783808,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-28T10:07:59.664534Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2902419628,"revision":2999,"compact-revision":-1} {"level":"info","ts":"2026-07-28T10:12:59.589361Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6047} {"level":"info","ts":"2026-07-28T10:12:59.68763Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6047,"took":"96.039919ms","hash":556110395,"current-db-size-bytes":58843136,"current-db-size":"59 MB","current-db-size-in-use-bytes":21925888,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-07-28T10:12:59.687698Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":556110395,"revision":6047,"compact-revision":2999} {"level":"info","ts":"2026-07-28T10:13:40.384341Z","caller":"traceutil/trace.go:171","msg":"trace[438609684] linearizableReadLoop","detail":"{readStateIndex:8808; appliedIndex:8807; }","duration":"196.592105ms","start":"2026-07-28T10:13:40.187724Z","end":"2026-07-28T10:13:40.384316Z","steps":["trace[438609684] 'read index received' (duration: 196.408011ms)","trace[438609684] 'applied index is now lower than readState.Index' (duration: 183.434µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T10:13:40.384489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.744689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T10:13:40.384547Z","caller":"traceutil/trace.go:171","msg":"trace[487594669] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:8508; }","duration":"196.851341ms","start":"2026-07-28T10:13:40.187684Z","end":"2026-07-28T10:13:40.384535Z","steps":["trace[487594669] 'agreement among raft nodes before linearized reading' (duration: 196.735508ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T10:13:40.384562Z","caller":"traceutil/trace.go:171","msg":"trace[1650199266] transaction","detail":"{read_only:false; response_revision:8508; number_of_response:1; }","duration":"438.710848ms","start":"2026-07-28T10:13:39.945814Z","end":"2026-07-28T10:13:40.384524Z","steps":["trace[1650199266] 'process raft request' (duration: 438.37953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:13:40.384738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:13:39.945779Z","time spent":"438.858761ms","remote":"127.0.0.1:54966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T10:13:41.884548Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002274.wal"} {"level":"info","ts":"2026-07-28T10:13:51.52617Z","caller":"traceutil/trace.go:171","msg":"trace[742622039] transaction","detail":"{read_only:false; response_revision:8568; number_of_response:1; }","duration":"119.1479ms","start":"2026-07-28T10:13:51.406977Z","end":"2026-07-28T10:13:51.526124Z","steps":["trace[742622039] 'process raft request' (duration: 118.837682ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:14:22.607192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.237247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T10:14:22.607293Z","caller":"traceutil/trace.go:171","msg":"trace[2087812645] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8788; }","duration":"182.381331ms","start":"2026-07-28T10:14:22.424884Z","end":"2026-07-28T10:14:22.607265Z","steps":["trace[2087812645] 'range keys from in-memory index tree' (duration: 182.152605ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T10:14:22.61916Z","caller":"traceutil/trace.go:171","msg":"trace[982619521] linearizableReadLoop","detail":"{readStateIndex:9099; appliedIndex:9098; }","duration":"122.168554ms","start":"2026-07-28T10:14:22.496968Z","end":"2026-07-28T10:14:22.619137Z","steps":["trace[982619521] 'read index received' (duration: 121.932318ms)","trace[982619521] 'applied index is now lower than readState.Index' (duration: 234.986µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T10:14:22.619316Z","caller":"traceutil/trace.go:171","msg":"trace[1908069915] transaction","detail":"{read_only:false; response_revision:8789; number_of_response:1; }","duration":"141.31221ms","start":"2026-07-28T10:14:22.477993Z","end":"2026-07-28T10:14:22.619305Z","steps":["trace[1908069915] 'process raft request' (duration: 140.940921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:14:22.619538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.533382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T10:14:22.619629Z","caller":"traceutil/trace.go:171","msg":"trace[305101023] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:8789; }","duration":"122.901311ms","start":"2026-07-28T10:14:22.496703Z","end":"2026-07-28T10:14:22.619605Z","steps":["trace[305101023] 'agreement among raft nodes before linearized reading' (duration: 122.656345ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T10:15:53.607558Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"a0a01fc7fbf6be45","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-28T10:15:53.612804Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-28T10:15:53.61296Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-28T10:17:59.595616Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8120} {"level":"info","ts":"2026-07-28T10:17:59.66028Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8120,"took":"61.587658ms","hash":2232517166,"current-db-size-bytes":58843136,"current-db-size":"59 MB","current-db-size-in-use-bytes":28483584,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-28T10:17:59.660358Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2232517166,"revision":8120,"compact-revision":6047} {"level":"warn","ts":"2026-07-28T10:21:31.899467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.818716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T10:21:31.899583Z","caller":"traceutil/trace.go:171","msg":"trace[1752073330] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12091; }","duration":"137.9936ms","start":"2026-07-28T10:21:31.761569Z","end":"2026-07-28T10:21:31.899562Z","steps":["trace[1752073330] 'range keys from in-memory index tree' (duration: 137.745005ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:21:31.899585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.283871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-07-28T10:21:31.899745Z","caller":"traceutil/trace.go:171","msg":"trace[1887478861] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12091; }","duration":"136.489476ms","start":"2026-07-28T10:21:31.763224Z","end":"2026-07-28T10:21:31.899713Z","steps":["trace[1887478861] 'range keys from in-memory index tree' (duration: 136.077657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:21:31.899787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.545165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T10:21:31.899865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.119914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T10:21:31.899908Z","caller":"traceutil/trace.go:171","msg":"trace[552719187] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:12091; }","duration":"133.707159ms","start":"2026-07-28T10:21:31.766173Z","end":"2026-07-28T10:21:31.89988Z","steps":["trace[552719187] 'count revisions from in-memory index tree' (duration: 133.487634ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T10:21:31.899917Z","caller":"traceutil/trace.go:171","msg":"trace[1342565887] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12091; }","duration":"138.191785ms","start":"2026-07-28T10:21:31.761711Z","end":"2026-07-28T10:21:31.899903Z","steps":["trace[1342565887] 'range keys from in-memory index tree' (duration: 138.068943ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:21:31.899919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.226336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T10:21:31.899971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.535791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T10:21:31.900019Z","caller":"traceutil/trace.go:171","msg":"trace[488255126] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12091; }","duration":"138.351979ms","start":"2026-07-28T10:21:31.761632Z","end":"2026-07-28T10:21:31.899984Z","steps":["trace[488255126] 'range keys from in-memory index tree' (duration: 138.160165ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T10:21:31.900031Z","caller":"traceutil/trace.go:171","msg":"trace[536858056] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12091; }","duration":"137.612192ms","start":"2026-07-28T10:21:31.762403Z","end":"2026-07-28T10:21:31.900015Z","steps":["trace[536858056] 'range keys from in-memory index tree' (duration: 137.472268ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:21:31.900634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.80289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447722"} {"level":"info","ts":"2026-07-28T10:21:31.900785Z","caller":"traceutil/trace.go:171","msg":"trace[1972539412] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:12091; }","duration":"141.990725ms","start":"2026-07-28T10:21:31.758733Z","end":"2026-07-28T10:21:31.900724Z","steps":["trace[1972539412] 'range keys from in-memory index tree' (duration: 140.794567ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T10:21:33.025967Z","caller":"traceutil/trace.go:171","msg":"trace[69905818] linearizableReadLoop","detail":"{readStateIndex:12515; appliedIndex:12514; }","duration":"168.498619ms","start":"2026-07-28T10:21:32.857427Z","end":"2026-07-28T10:21:33.025925Z","steps":["trace[69905818] 'read index received' (duration: 168.12165ms)","trace[69905818] 'applied index is now lower than readState.Index' (duration: 374.679µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T10:21:33.026084Z","caller":"traceutil/trace.go:171","msg":"trace[1545378351] transaction","detail":"{read_only:false; response_revision:12100; number_of_response:1; }","duration":"172.697238ms","start":"2026-07-28T10:21:32.853341Z","end":"2026-07-28T10:21:33.026039Z","steps":["trace[1545378351] 'process raft request' (duration: 172.205926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:21:33.026359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.827116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.44\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-28T10:21:33.026571Z","caller":"traceutil/trace.go:171","msg":"trace[1564519787] range","detail":"{range_begin:/registry/masterleases/199.204.45.44; range_end:; response_count:1; response_revision:12100; }","duration":"169.178074ms","start":"2026-07-28T10:21:32.857363Z","end":"2026-07-28T10:21:33.026541Z","steps":["trace[1564519787] 'agreement among raft nodes before linearized reading' (duration: 168.697463ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T10:22:59.602184Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10532} {"level":"info","ts":"2026-07-28T10:22:59.688699Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10532,"took":"83.279409ms","hash":2935314700,"current-db-size-bytes":58843136,"current-db-size":"59 MB","current-db-size-in-use-bytes":26816512,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-28T10:22:59.688904Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2935314700,"revision":10532,"compact-revision":8120} {"level":"info","ts":"2026-07-28T10:27:59.609383Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12662} {"level":"info","ts":"2026-07-28T10:27:59.686581Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12662,"took":"73.835375ms","hash":3104221127,"current-db-size-bytes":58843136,"current-db-size":"59 MB","current-db-size-in-use-bytes":27381760,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-28T10:27:59.686651Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3104221127,"revision":12662,"compact-revision":10532} {"level":"info","ts":"2026-07-28T10:28:10.321956Z","caller":"traceutil/trace.go:171","msg":"trace[627420298] transaction","detail":"{read_only:false; response_revision:14739; number_of_response:1; }","duration":"110.525569ms","start":"2026-07-28T10:28:10.211373Z","end":"2026-07-28T10:28:10.321898Z","steps":["trace[627420298] 'process raft request' (duration: 108.973045ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T10:28:10.322013Z","caller":"traceutil/trace.go:171","msg":"trace[2079311919] transaction","detail":"{read_only:false; response_revision:14740; number_of_response:1; }","duration":"100.827819ms","start":"2026-07-28T10:28:10.221154Z","end":"2026-07-28T10:28:10.321981Z","steps":["trace[2079311919] 'process raft request' (duration: 100.723823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:28:26.797347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.940725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-xsbf7\" ","response":"range_response_count:1 size:12360"} {"level":"info","ts":"2026-07-28T10:28:26.797459Z","caller":"traceutil/trace.go:171","msg":"trace[617315241] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-xsbf7; range_end:; response_count:1; response_revision:14839; }","duration":"121.108254ms","start":"2026-07-28T10:28:26.676329Z","end":"2026-07-28T10:28:26.797438Z","steps":["trace[617315241] 'range keys from in-memory index tree' (duration: 120.744334ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T10:28:37.996524Z","caller":"traceutil/trace.go:171","msg":"trace[975774607] transaction","detail":"{read_only:false; response_revision:15013; number_of_response:1; }","duration":"151.761887ms","start":"2026-07-28T10:28:37.84472Z","end":"2026-07-28T10:28:37.996481Z","steps":["trace[975774607] 'process raft request' (duration: 151.526061ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T10:30:19.24405Z","caller":"traceutil/trace.go:171","msg":"trace[1324416116] linearizableReadLoop","detail":"{readStateIndex:16664; appliedIndex:16663; }","duration":"338.354892ms","start":"2026-07-28T10:30:18.90566Z","end":"2026-07-28T10:30:19.244015Z","steps":["trace[1324416116] 'read index received' (duration: 337.96651ms)","trace[1324416116] 'applied index is now lower than readState.Index' (duration: 387.292µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T10:30:19.244582Z","caller":"traceutil/trace.go:171","msg":"trace[956701498] transaction","detail":"{read_only:false; response_revision:16111; number_of_response:1; }","duration":"389.738454ms","start":"2026-07-28T10:30:18.854793Z","end":"2026-07-28T10:30:19.244531Z","steps":["trace[956701498] 'process raft request' (duration: 388.935102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:30:19.244682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.992478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hrwxx\" ","response":"range_response_count:1 size:22089"} {"level":"info","ts":"2026-07-28T10:30:19.244746Z","caller":"traceutil/trace.go:171","msg":"trace[466244965] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hrwxx; range_end:; response_count:1; response_revision:16111; }","duration":"339.116511ms","start":"2026-07-28T10:30:18.905608Z","end":"2026-07-28T10:30:19.244724Z","steps":["trace[466244965] 'agreement among raft nodes before linearized reading' (duration: 338.861405ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:30:19.244784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:30:18.905583Z","time spent":"339.191924ms","remote":"127.0.0.1:54854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22113,"request content":"key:\"/registry/pods/openstack/nova-compute-default-hrwxx\" "} {"level":"warn","ts":"2026-07-28T10:30:19.24479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:30:18.854767Z","time spent":"389.910529ms","remote":"127.0.0.1:54966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T10:30:19.245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.294463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T10:30:19.245129Z","caller":"traceutil/trace.go:171","msg":"trace[1827181860] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16112; }","duration":"116.471866ms","start":"2026-07-28T10:30:19.128624Z","end":"2026-07-28T10:30:19.245096Z","steps":["trace[1827181860] 'agreement among raft nodes before linearized reading' (duration: 116.179899ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:30:19.245234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.62991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T10:30:19.245255Z","caller":"traceutil/trace.go:171","msg":"trace[491933219] transaction","detail":"{read_only:false; response_revision:16112; number_of_response:1; }","duration":"148.204811ms","start":"2026-07-28T10:30:19.097036Z","end":"2026-07-28T10:30:19.24524Z","steps":["trace[491933219] 'process raft request' (duration: 147.377109ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T10:30:19.245273Z","caller":"traceutil/trace.go:171","msg":"trace[1623887923] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:16112; }","duration":"178.702462ms","start":"2026-07-28T10:30:19.066557Z","end":"2026-07-28T10:30:19.245259Z","steps":["trace[1623887923] 'agreement among raft nodes before linearized reading' (duration: 178.552288ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:30:19.245439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.443302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T10:30:19.245459Z","caller":"traceutil/trace.go:171","msg":"trace[160527842] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16112; }","duration":"117.517315ms","start":"2026-07-28T10:30:19.127935Z","end":"2026-07-28T10:30:19.245453Z","steps":["trace[160527842] 'agreement among raft nodes before linearized reading' (duration: 117.468343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:30:19.245364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.128944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hrwxx\" ","response":"range_response_count:1 size:22089"} {"level":"info","ts":"2026-07-28T10:30:19.245578Z","caller":"traceutil/trace.go:171","msg":"trace[1457178939] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hrwxx; range_end:; response_count:1; response_revision:16112; }","duration":"335.410272ms","start":"2026-07-28T10:30:18.910127Z","end":"2026-07-28T10:30:19.245538Z","steps":["trace[1457178939] 'agreement among raft nodes before linearized reading' (duration: 334.722174ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:30:19.245678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.075687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-28T10:30:19.245702Z","caller":"traceutil/trace.go:171","msg":"trace[864567915] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16112; }","duration":"171.148458ms","start":"2026-07-28T10:30:19.074547Z","end":"2026-07-28T10:30:19.245696Z","steps":["trace[864567915] 'agreement among raft nodes before linearized reading' (duration: 171.026495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:30:19.245725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.878044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T10:30:19.245729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:30:18.910117Z","time spent":"335.592207ms","remote":"127.0.0.1:54854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22113,"request content":"key:\"/registry/pods/openstack/nova-compute-default-hrwxx\" "} {"level":"info","ts":"2026-07-28T10:30:19.245832Z","caller":"traceutil/trace.go:171","msg":"trace[1878326208] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16112; }","duration":"114.936375ms","start":"2026-07-28T10:30:19.130817Z","end":"2026-07-28T10:30:19.245753Z","steps":["trace[1878326208] 'agreement among raft nodes before linearized reading' (duration: 114.879493ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:30:19.245666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-07-28T10:30:19.24593Z","caller":"traceutil/trace.go:171","msg":"trace[37458272] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16112; }","duration":"113.210548ms","start":"2026-07-28T10:30:19.13271Z","end":"2026-07-28T10:30:19.245921Z","steps":["trace[37458272] 'agreement among raft nodes before linearized reading' (duration: 112.813378ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:30:19.245957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.918253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T10:30:19.246006Z","caller":"traceutil/trace.go:171","msg":"trace[1111861319] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16112; }","duration":"236.032405ms","start":"2026-07-28T10:30:19.009959Z","end":"2026-07-28T10:30:19.245991Z","steps":["trace[1111861319] 'agreement among raft nodes before linearized reading' (duration: 235.784269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:30:19.246699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.346737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-28T10:30:19.246799Z","caller":"traceutil/trace.go:171","msg":"trace[1524613527] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16112; }","duration":"236.741855ms","start":"2026-07-28T10:30:19.010034Z","end":"2026-07-28T10:30:19.246775Z","steps":["trace[1524613527] 'agreement among raft nodes before linearized reading' (duration: 235.209673ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T10:32:59.616501Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14684} {"level":"info","ts":"2026-07-28T10:32:59.698389Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14684,"took":"78.415979ms","hash":1263091207,"current-db-size-bytes":58843136,"current-db-size":"59 MB","current-db-size-in-use-bytes":31416320,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-28T10:32:59.698535Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1263091207,"revision":14684,"compact-revision":12662} {"level":"info","ts":"2026-07-28T10:35:58.304044Z","caller":"traceutil/trace.go:171","msg":"trace[1217328292] transaction","detail":"{read_only:false; response_revision:18572; number_of_response:1; }","duration":"103.485334ms","start":"2026-07-28T10:35:58.200525Z","end":"2026-07-28T10:35:58.304011Z","steps":["trace[1217328292] 'process raft request' (duration: 103.334991ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T10:35:58.304057Z","caller":"traceutil/trace.go:171","msg":"trace[1345765872] linearizableReadLoop","detail":"{readStateIndex:19208; appliedIndex:19207; }","duration":"144.052034ms","start":"2026-07-28T10:35:58.159945Z","end":"2026-07-28T10:35:58.303997Z","steps":["trace[1345765872] 'read index received' (duration: 113.251326ms)","trace[1345765872] 'applied index is now lower than readState.Index' (duration: 30.793568ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T10:35:58.304623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.490928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-28T10:35:58.304764Z","caller":"traceutil/trace.go:171","msg":"trace[518274347] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18572; }","duration":"111.694642ms","start":"2026-07-28T10:35:58.193031Z","end":"2026-07-28T10:35:58.304725Z","steps":["trace[518274347] 'agreement among raft nodes before linearized reading' (duration: 111.370766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:35:58.305245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.284081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:940132"} {"level":"info","ts":"2026-07-28T10:35:58.305335Z","caller":"traceutil/trace.go:171","msg":"trace[1453768788] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:18572; }","duration":"145.442124ms","start":"2026-07-28T10:35:58.159874Z","end":"2026-07-28T10:35:58.305317Z","steps":["trace[1453768788] 'agreement among raft nodes before linearized reading' (duration: 144.32284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:35:58.305657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.355161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111933"} {"level":"info","ts":"2026-07-28T10:35:58.305741Z","caller":"traceutil/trace.go:171","msg":"trace[1705413193] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:18572; }","duration":"145.457314ms","start":"2026-07-28T10:35:58.160264Z","end":"2026-07-28T10:35:58.305721Z","steps":["trace[1705413193] 'agreement among raft nodes before linearized reading' (duration: 144.047454ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T10:36:03.152781Z","caller":"traceutil/trace.go:171","msg":"trace[1408793222] transaction","detail":"{read_only:false; response_revision:18623; number_of_response:1; }","duration":"116.471266ms","start":"2026-07-28T10:36:03.036274Z","end":"2026-07-28T10:36:03.152745Z","steps":["trace[1408793222] 'process raft request' (duration: 107.048051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:36:03.525517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.003353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-28T10:36:03.525607Z","caller":"traceutil/trace.go:171","msg":"trace[292677668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18625; }","duration":"114.105325ms","start":"2026-07-28T10:36:03.411476Z","end":"2026-07-28T10:36:03.525581Z","steps":["trace[292677668] 'range keys from in-memory index tree' (duration: 113.868319ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:36:03.525914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.426382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T10:36:03.526054Z","caller":"traceutil/trace.go:171","msg":"trace[168111315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18625; }","duration":"114.663907ms","start":"2026-07-28T10:36:03.411361Z","end":"2026-07-28T10:36:03.526025Z","steps":["trace[168111315] 'range keys from in-memory index tree' (duration: 114.125695ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T10:36:03.661981Z","caller":"traceutil/trace.go:171","msg":"trace[526099836] transaction","detail":"{read_only:false; response_revision:18626; number_of_response:1; }","duration":"131.215355ms","start":"2026-07-28T10:36:03.530741Z","end":"2026-07-28T10:36:03.661957Z","steps":["trace[526099836] 'process raft request' (duration: 131.052201ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T10:36:03.662571Z","caller":"traceutil/trace.go:171","msg":"trace[1326067621] linearizableReadLoop","detail":"{readStateIndex:19264; appliedIndex:19264; }","duration":"131.805538ms","start":"2026-07-28T10:36:03.530746Z","end":"2026-07-28T10:36:03.662551Z","steps":["trace[1326067621] 'read index received' (duration: 131.799548ms)","trace[1326067621] 'applied index is now lower than readState.Index' (duration: 4.77µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T10:36:03.662756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.991182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-28T10:36:03.662796Z","caller":"traceutil/trace.go:171","msg":"trace[1836143483] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18626; }","duration":"132.065184ms","start":"2026-07-28T10:36:03.53072Z","end":"2026-07-28T10:36:03.662785Z","steps":["trace[1836143483] 'agreement among raft nodes before linearized reading' (duration: 131.916481ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T10:36:03.678306Z","caller":"traceutil/trace.go:171","msg":"trace[1569122871] transaction","detail":"{read_only:false; response_revision:18627; number_of_response:1; }","duration":"147.476788ms","start":"2026-07-28T10:36:03.530797Z","end":"2026-07-28T10:36:03.678274Z","steps":["trace[1569122871] 'process raft request' (duration: 146.64792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:36:03.678627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.072618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-07-28T10:36:03.678663Z","caller":"traceutil/trace.go:171","msg":"trace[1991152817] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18627; }","duration":"146.16601ms","start":"2026-07-28T10:36:03.532487Z","end":"2026-07-28T10:36:03.678653Z","steps":["trace[1991152817] 'agreement among raft nodes before linearized reading' (duration: 146.022947ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T10:36:12.374055Z","caller":"traceutil/trace.go:171","msg":"trace[1736399298] transaction","detail":"{read_only:false; response_revision:18711; number_of_response:1; }","duration":"121.587736ms","start":"2026-07-28T10:36:12.252425Z","end":"2026-07-28T10:36:12.374013Z","steps":["trace[1736399298] 'process raft request' (duration: 120.232198ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T10:36:12.375329Z","caller":"traceutil/trace.go:171","msg":"trace[927185093] transaction","detail":"{read_only:false; response_revision:18712; number_of_response:1; }","duration":"119.37799ms","start":"2026-07-28T10:36:12.255909Z","end":"2026-07-28T10:36:12.375287Z","steps":["trace[927185093] 'process raft request' (duration: 119.144315ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T10:36:12.375403Z","caller":"traceutil/trace.go:171","msg":"trace[588398760] transaction","detail":"{read_only:false; response_revision:18713; number_of_response:1; }","duration":"107.410559ms","start":"2026-07-28T10:36:12.267951Z","end":"2026-07-28T10:36:12.375361Z","steps":["trace[588398760] 'process raft request' (duration: 107.270206ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T10:36:12.375604Z","caller":"traceutil/trace.go:171","msg":"trace[1964228470] linearizableReadLoop","detail":"{readStateIndex:19353; appliedIndex:19351; }","duration":"115.988665ms","start":"2026-07-28T10:36:12.259589Z","end":"2026-07-28T10:36:12.375577Z","steps":["trace[1964228470] 'read index received' (duration: 113.151533ms)","trace[1964228470] 'applied index is now lower than readState.Index' (duration: 2.835422ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T10:36:12.375892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.248131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-07-28T10:36:12.375927Z","caller":"traceutil/trace.go:171","msg":"trace[1065385898] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:18713; }","duration":"116.380725ms","start":"2026-07-28T10:36:12.259532Z","end":"2026-07-28T10:36:12.375913Z","steps":["trace[1065385898] 'agreement among raft nodes before linearized reading' (duration: 116.14204ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T10:37:02.908276Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"a0a01fc7fbf6be45","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-28T10:37:02.917875Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-28T10:37:02.918049Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-28T10:37:59.639261Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17270} {"level":"info","ts":"2026-07-28T10:37:59.73807Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17270,"took":"94.687886ms","hash":3683807812,"current-db-size-bytes":58843136,"current-db-size":"59 MB","current-db-size-in-use-bytes":34643968,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-07-28T10:37:59.738176Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3683807812,"revision":17270,"compact-revision":14684} {"level":"warn","ts":"2026-07-28T10:40:19.72045Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540185188474706,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T10:40:20.220959Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540185188474706,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T10:40:20.721545Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540185188474706,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T10:40:21.22255Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540185188474706,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T10:40:21.427968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000219808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T10:40:21.428022Z","caller":"traceutil/trace.go:171","msg":"trace[941474139] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000311731s","start":"2026-07-28T10:40:19.4277Z","end":"2026-07-28T10:40:21.428012Z","steps":["trace[941474139] 'agreement among raft nodes before linearized reading' (duration: 2.000248519s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:21.428044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:19.427682Z","time spent":"2.000356653s","remote":"127.0.0.1:54690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 10:40:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T10:40:21.723731Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540185188474706,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T10:40:22.224351Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540185188474706,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T10:40:22.724533Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540185188474706,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T10:40:23.224743Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540185188474706,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T10:40:23.428539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000585921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T10:40:23.428647Z","caller":"traceutil/trace.go:171","msg":"trace[839426855] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000736436s","start":"2026-07-28T10:40:21.427888Z","end":"2026-07-28T10:40:23.428625Z","steps":["trace[839426855] 'agreement among raft nodes before linearized reading' (duration: 2.000605002s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:23.4287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:21.427874Z","time spent":"2.000814609s","remote":"127.0.0.1:54678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T10:40:23.725134Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540185188474706,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T10:40:24.226279Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540185188474706,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T10:40:24.5034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:19.504888Z","time spent":"4.998502861s","remote":"127.0.0.1:54966","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/28 10:40:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T10:40:24.677357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:19.678833Z","time spent":"4.998517022s","remote":"127.0.0.1:54966","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/28 10:40:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T10:40:24.727369Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540185188474706,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T10:40:24.903348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:19.90465Z","time spent":"4.998685858s","remote":"127.0.0.1:54966","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-28T10:40:25.224432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999496876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T10:40:25.224527Z","caller":"traceutil/trace.go:171","msg":"trace[851063189] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999637681s","start":"2026-07-28T10:40:20.224867Z","end":"2026-07-28T10:40:25.224504Z","steps":["trace[851063189] 'agreement among raft nodes before linearized reading' (duration: 4.999511156s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:25.224578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:20.224857Z","time spent":"4.999711533s","remote":"127.0.0.1:54966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/28 10:40:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T10:40:25.2278Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540185188474706,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T10:40:25.438928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000470867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T10:40:25.439012Z","caller":"traceutil/trace.go:171","msg":"trace[1557081942] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000610102s","start":"2026-07-28T10:40:23.438384Z","end":"2026-07-28T10:40:25.438994Z","steps":["trace[1557081942] 'agreement among raft nodes before linearized reading' (duration: 2.000489208s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:25.43905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:23.438372Z","time spent":"2.000671224s","remote":"127.0.0.1:54690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 10:40:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T10:40:25.624126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999898999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T10:40:25.624246Z","caller":"traceutil/trace.go:171","msg":"trace[1805466603] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000071775s","start":"2026-07-28T10:40:20.624139Z","end":"2026-07-28T10:40:25.624211Z","steps":["trace[1805466603] 'agreement among raft nodes before linearized reading' (duration: 4.999927111s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:25.624295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:20.624121Z","time spent":"5.000163318s","remote":"127.0.0.1:54966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/28 10:40:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T10:40:25.625505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999145534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T10:40:25.625564Z","caller":"traceutil/trace.go:171","msg":"trace[1671566237] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999232057s","start":"2026-07-28T10:40:20.62632Z","end":"2026-07-28T10:40:25.625552Z","steps":["trace[1671566237] 'agreement among raft nodes before linearized reading' (duration: 4.999170525s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:25.625596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:20.626311Z","time spent":"4.999277558s","remote":"127.0.0.1:54966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/28 10:40:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T10:40:25.72892Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540185188474706,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T10:40:25.984294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:20.985643Z","time spent":"4.998642686s","remote":"127.0.0.1:54966","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/28 10:40:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T10:40:26.162219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:19.161361Z","time spent":"7.000848123s","remote":"127.0.0.1:54966","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-28T10:40:26.220429Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-28T10:40:26.220646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.000598854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-28T10:40:26.220701Z","caller":"traceutil/trace.go:171","msg":"trace[771270119] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; }","duration":"7.000722668s","start":"2026-07-28T10:40:19.219958Z","end":"2026-07-28T10:40:26.220681Z","steps":["trace[771270119] 'agreement among raft nodes before linearized reading' (duration: 7.000636045s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:26.22075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:19.219936Z","time spent":"7.000802301s","remote":"127.0.0.1:50568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T10:40:26.640741Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"7.479198804s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T10:40:26.691419Z","caller":"traceutil/trace.go:171","msg":"trace[332308675] transaction","detail":"{read_only:false; response_revision:20682; number_of_response:1; }","duration":"6.663733397s","start":"2026-07-28T10:40:20.027662Z","end":"2026-07-28T10:40:26.691395Z","steps":["trace[332308675] 'process raft request' (duration: 6.663648144s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:26.691573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:20.027645Z","time spent":"6.663844251s","remote":"127.0.0.1:54966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T10:40:26.691856Z","caller":"traceutil/trace.go:171","msg":"trace[55215097] transaction","detail":"{read_only:false; response_revision:20684; number_of_response:1; }","duration":"4.785361965s","start":"2026-07-28T10:40:21.906467Z","end":"2026-07-28T10:40:26.691829Z","steps":["trace[55215097] 'process raft request' (duration: 4.785207889s)"],"step_count":1} {"level":"info","ts":"2026-07-28T10:40:26.692026Z","caller":"traceutil/trace.go:171","msg":"trace[519915414] transaction","detail":"{read_only:false; response_revision:20685; number_of_response:1; }","duration":"3.260207456s","start":"2026-07-28T10:40:23.431802Z","end":"2026-07-28T10:40:26.69201Z","steps":["trace[519915414] 'process raft request' (duration: 3.259963457s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:26.69212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:23.431781Z","time spent":"3.26030308s","remote":"127.0.0.1:54764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T10:40:26.692135Z","caller":"traceutil/trace.go:171","msg":"trace[830048285] linearizableReadLoop","detail":"{readStateIndex:21389; appliedIndex:21378; }","duration":"471.556723ms","start":"2026-07-28T10:40:26.220556Z","end":"2026-07-28T10:40:26.692113Z","steps":["trace[830048285] 'read index received' (duration: 420.558605ms)","trace[830048285] 'applied index is now lower than readState.Index' (duration: 50.997188ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T10:40:26.692163Z","caller":"traceutil/trace.go:171","msg":"trace[62434419] transaction","detail":"{read_only:false; response_revision:20686; number_of_response:1; }","duration":"3.215983656s","start":"2026-07-28T10:40:23.476111Z","end":"2026-07-28T10:40:26.692094Z","steps":["trace[62434419] 'process raft request' (duration: 3.215785869s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:26.692281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:21.906444Z","time spent":"4.785556421s","remote":"127.0.0.1:54966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T10:40:26.692439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.712518781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-28T10:40:26.692422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.364368545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T10:40:26.692563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.322617479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T10:40:26.692585Z","caller":"traceutil/trace.go:171","msg":"trace[1041150907] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:20688; }","duration":"3.364560481s","start":"2026-07-28T10:40:23.328Z","end":"2026-07-28T10:40:26.69256Z","steps":["trace[1041150907] 'agreement among raft nodes before linearized reading' (duration: 3.364148827s)"],"step_count":1} {"level":"info","ts":"2026-07-28T10:40:26.69262Z","caller":"traceutil/trace.go:171","msg":"trace[573780735] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:20688; }","duration":"5.322707651s","start":"2026-07-28T10:40:21.369897Z","end":"2026-07-28T10:40:26.692605Z","steps":["trace[573780735] 'agreement among raft nodes before linearized reading' (duration: 5.322607248s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:26.69263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.539009708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T10:40:26.692661Z","caller":"traceutil/trace.go:171","msg":"trace[319918729] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20688; }","duration":"5.53907403s","start":"2026-07-28T10:40:21.153578Z","end":"2026-07-28T10:40:26.692652Z","steps":["trace[319918729] 'agreement among raft nodes before linearized reading' (duration: 5.538964916s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:26.692697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:21.153559Z","time spent":"5.539131771s","remote":"127.0.0.1:54966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T10:40:26.692668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:23.327977Z","time spent":"3.364676175s","remote":"127.0.0.1:50716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-28T10:40:26.692797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:23.476093Z","time spent":"3.216207064s","remote":"127.0.0.1:54966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T10:40:26.692869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.775587485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.44\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-07-28T10:40:26.692905Z","caller":"traceutil/trace.go:171","msg":"trace[338090011] range","detail":"{range_begin:/registry/masterleases/199.204.45.44; range_end:; response_count:1; response_revision:20688; }","duration":"3.775652477s","start":"2026-07-28T10:40:22.917243Z","end":"2026-07-28T10:40:26.692895Z","steps":["trace[338090011] 'agreement among raft nodes before linearized reading' (duration: 3.77543743s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:26.692942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:22.917222Z","time spent":"3.775714309s","remote":"127.0.0.1:54730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.44\" "} {"level":"warn","ts":"2026-07-28T10:40:26.693152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.367724298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T10:40:26.693199Z","caller":"traceutil/trace.go:171","msg":"trace[177555191] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:20688; }","duration":"4.367794311s","start":"2026-07-28T10:40:22.325385Z","end":"2026-07-28T10:40:26.693179Z","steps":["trace[177555191] 'agreement among raft nodes before linearized reading' (duration: 4.367734919s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:26.69323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:22.325366Z","time spent":"4.367856693s","remote":"127.0.0.1:55010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-07-28T10:40:26.693313Z","caller":"traceutil/trace.go:171","msg":"trace[252362756] transaction","detail":"{read_only:false; response_revision:20687; number_of_response:1; }","duration":"2.774632082s","start":"2026-07-28T10:40:23.918658Z","end":"2026-07-28T10:40:26.69329Z","steps":["trace[252362756] 'process raft request' (duration: 2.773325298s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:26.693407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.62249139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T10:40:26.693449Z","caller":"traceutil/trace.go:171","msg":"trace[847083341] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:20688; }","duration":"4.622561532s","start":"2026-07-28T10:40:22.070877Z","end":"2026-07-28T10:40:26.693438Z","steps":["trace[847083341] 'agreement among raft nodes before linearized reading' (duration: 4.62249763s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:26.693438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:23.918633Z","time spent":"2.774735406s","remote":"127.0.0.1:54966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T10:40:26.693492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:22.070863Z","time spent":"4.622610423s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-28T10:40:26.693535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.788116505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-28T10:40:26.693622Z","caller":"traceutil/trace.go:171","msg":"trace[1176624712] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20688; }","duration":"1.78827068s","start":"2026-07-28T10:40:24.905331Z","end":"2026-07-28T10:40:26.693602Z","steps":["trace[1176624712] 'agreement among raft nodes before linearized reading' (duration: 1.788033662s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:26.693651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:24.9053Z","time spent":"1.788346252s","remote":"127.0.0.1:54966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-28T10:40:26.693659Z","caller":"traceutil/trace.go:171","msg":"trace[2038903499] transaction","detail":"{read_only:false; response_revision:20688; number_of_response:1; }","duration":"2.756600975s","start":"2026-07-28T10:40:23.937005Z","end":"2026-07-28T10:40:26.693606Z","steps":["trace[2038903499] 'process raft request' (duration: 2.755057912s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:26.693757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.139510653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-28T10:40:26.693813Z","caller":"traceutil/trace.go:171","msg":"trace[1116094027] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:20688; }","duration":"5.139615496s","start":"2026-07-28T10:40:21.554183Z","end":"2026-07-28T10:40:26.693799Z","steps":["trace[1116094027] 'agreement among raft nodes before linearized reading' (duration: 5.13942999s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:26.693822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:23.936975Z","time spent":"2.756722929s","remote":"127.0.0.1:54966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T10:40:26.693871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:21.554162Z","time spent":"5.139676139s","remote":"127.0.0.1:54834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-07-28T10:40:26.693883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.186785993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-07-28T10:40:26.693989Z","caller":"traceutil/trace.go:171","msg":"trace[1868415990] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:20688; }","duration":"2.186972889s","start":"2026-07-28T10:40:24.506988Z","end":"2026-07-28T10:40:26.693961Z","steps":["trace[1868415990] 'agreement among raft nodes before linearized reading' (duration: 2.18670007s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:26.694044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:24.506972Z","time spent":"2.187062222s","remote":"127.0.0.1:54966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-07-28T10:40:26.694065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.993581947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T10:40:26.694101Z","caller":"traceutil/trace.go:171","msg":"trace[1815973116] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:20688; }","duration":"4.993618578s","start":"2026-07-28T10:40:21.700471Z","end":"2026-07-28T10:40:26.694089Z","steps":["trace[1815973116] 'agreement among raft nodes before linearized reading' (duration: 4.993564656s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:26.694137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:21.700404Z","time spent":"4.993724511s","remote":"127.0.0.1:34486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-07-28T10:40:26.694193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.031877588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T10:40:26.6943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.081627743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T10:40:26.694337Z","caller":"traceutil/trace.go:171","msg":"trace[347111253] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:20688; }","duration":"5.081688355s","start":"2026-07-28T10:40:21.612638Z","end":"2026-07-28T10:40:26.694327Z","steps":["trace[347111253] 'agreement among raft nodes before linearized reading' (duration: 5.081629353s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:26.694365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:21.612627Z","time spent":"5.081730886s","remote":"127.0.0.1:45046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T10:40:26.694595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.107043588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T10:40:26.694677Z","caller":"traceutil/trace.go:171","msg":"trace[830767400] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20688; }","duration":"5.107148852s","start":"2026-07-28T10:40:21.587487Z","end":"2026-07-28T10:40:26.694636Z","steps":["trace[830767400] 'agreement among raft nodes before linearized reading' (duration: 5.107028768s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:26.694725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:21.587474Z","time spent":"5.107238536s","remote":"127.0.0.1:34368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-28T10:40:26.695079Z","caller":"traceutil/trace.go:171","msg":"trace[1033201921] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20688; }","duration":"7.032267871s","start":"2026-07-28T10:40:19.662032Z","end":"2026-07-28T10:40:26.6943Z","steps":["trace[1033201921] 'agreement among raft nodes before linearized reading' (duration: 7.031712372s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:26.695168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:19.662012Z","time spent":"7.0331417s","remote":"127.0.0.1:34402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-28T10:40:26.693523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.469769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T10:40:26.692659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:21.369876Z","time spent":"5.322774224s","remote":"127.0.0.1:34514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-07-28T10:40:26.695291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256339625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T10:40:26.695846Z","caller":"traceutil/trace.go:171","msg":"trace[1962191130] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20688; }","duration":"1.256912274s","start":"2026-07-28T10:40:25.438921Z","end":"2026-07-28T10:40:26.695833Z","steps":["trace[1962191130] 'agreement among raft nodes before linearized reading' (duration: 1.256325894s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:26.695915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:25.438913Z","time spent":"1.256991237s","remote":"127.0.0.1:54678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T10:40:26.69536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006743329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T10:40:26.69606Z","caller":"traceutil/trace.go:171","msg":"trace[1006437701] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:20688; }","duration":"1.007481844s","start":"2026-07-28T10:40:25.688557Z","end":"2026-07-28T10:40:26.696039Z","steps":["trace[1006437701] 'agreement among raft nodes before linearized reading' (duration: 1.00676542s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:26.696119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:25.688538Z","time spent":"1.007563516s","remote":"127.0.0.1:34484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-07-28T10:40:26.695397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.993364049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T10:40:26.696384Z","caller":"traceutil/trace.go:171","msg":"trace[1767548925] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:20688; }","duration":"1.994370813s","start":"2026-07-28T10:40:24.701996Z","end":"2026-07-28T10:40:26.696366Z","steps":["trace[1767548925] 'agreement among raft nodes before linearized reading' (duration: 1.993362769s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:26.696443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:24.701982Z","time spent":"1.994446555s","remote":"127.0.0.1:50016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-07-28T10:40:26.695423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261664965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T10:40:26.696501Z","caller":"traceutil/trace.go:171","msg":"trace[1461424011] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:20688; }","duration":"982.138ms","start":"2026-07-28T10:40:25.713988Z","end":"2026-07-28T10:40:26.696126Z","steps":["trace[1461424011] 'agreement among raft nodes before linearized reading' (duration: 979.425988ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T10:40:26.696591Z","caller":"traceutil/trace.go:171","msg":"trace[1625935061] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:20688; }","duration":"1.262867395s","start":"2026-07-28T10:40:25.433687Z","end":"2026-07-28T10:40:26.696555Z","steps":["trace[1625935061] 'agreement among raft nodes before linearized reading' (duration: 1.261674365s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:26.696665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:25.433665Z","time spent":"1.262984689s","remote":"127.0.0.1:55082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T10:40:26.696592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:25.713971Z","time spent":"982.602295ms","remote":"127.0.0.1:34492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-07-28T10:40:26.695433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.159309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-07-28T10:40:26.696897Z","caller":"traceutil/trace.go:171","msg":"trace[1761754468] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:20688; }","duration":"711.630559ms","start":"2026-07-28T10:40:25.985242Z","end":"2026-07-28T10:40:26.696873Z","steps":["trace[1761754468] 'agreement among raft nodes before linearized reading' (duration: 710.155419ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:26.696953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:25.98523Z","time spent":"711.706181ms","remote":"127.0.0.1:54966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-28T10:40:26.695503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.015884167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-28T10:40:26.697154Z","caller":"traceutil/trace.go:171","msg":"trace[316617404] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:20688; }","duration":"2.017569133s","start":"2026-07-28T10:40:24.679568Z","end":"2026-07-28T10:40:26.697137Z","steps":["trace[316617404] 'agreement among raft nodes before linearized reading' (duration: 2.015900008s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:26.695553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.508370606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T10:40:26.697251Z","caller":"traceutil/trace.go:171","msg":"trace[1471479344] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:20688; }","duration":"6.510094904s","start":"2026-07-28T10:40:20.187144Z","end":"2026-07-28T10:40:26.697238Z","steps":["trace[1471479344] 'agreement among raft nodes before linearized reading' (duration: 6.508386897s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:26.697298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:20.187128Z","time spent":"6.510156166s","remote":"127.0.0.1:44980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T10:40:26.695583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.626847595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T10:40:26.697437Z","caller":"traceutil/trace.go:171","msg":"trace[1498872694] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:20688; }","duration":"2.628699107s","start":"2026-07-28T10:40:24.068724Z","end":"2026-07-28T10:40:26.697423Z","steps":["trace[1498872694] 'agreement among raft nodes before linearized reading' (duration: 2.626729741s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:26.695597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.496305399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T10:40:26.69566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.943938006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-28T10:40:26.692481Z","caller":"traceutil/trace.go:171","msg":"trace[1575649459] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:20688; }","duration":"3.712605764s","start":"2026-07-28T10:40:22.979864Z","end":"2026-07-28T10:40:26.69247Z","steps":["trace[1575649459] 'agreement among raft nodes before linearized reading' (duration: 3.712371246s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:26.697375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:24.679551Z","time spent":"2.017760419s","remote":"127.0.0.1:54966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-28T10:40:26.697531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:24.068698Z","time spent":"2.628820741s","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":78,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-07-28T10:40:26.697572Z","caller":"traceutil/trace.go:171","msg":"trace[1414665623] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:20688; }","duration":"6.498304025s","start":"2026-07-28T10:40:20.199257Z","end":"2026-07-28T10:40:26.697561Z","steps":["trace[1414665623] 'agreement among raft nodes before linearized reading' (duration: 6.496314629s)"],"step_count":1} {"level":"info","ts":"2026-07-28T10:40:26.697601Z","caller":"traceutil/trace.go:171","msg":"trace[656798796] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20688; }","duration":"6.945916501s","start":"2026-07-28T10:40:19.751677Z","end":"2026-07-28T10:40:26.697593Z","steps":["trace[656798796] 'agreement among raft nodes before linearized reading' (duration: 6.943909065s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:26.698845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:22.97984Z","time spent":"3.718983369s","remote":"127.0.0.1:54778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":195,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-28T10:40:26.699202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:20.199242Z","time spent":"6.499938371s","remote":"127.0.0.1:59308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-28T10:40:26.699271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:19.751656Z","time spent":"6.947591469s","remote":"127.0.0.1:54854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T10:40:33.265234Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540185188474812,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T10:40:33.765381Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540185188474812,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T10:40:34.266332Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540185188474812,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T10:40:34.766691Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540185188474812,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T10:40:35.118936Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.358103547s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T10:40:35.119767Z","caller":"traceutil/trace.go:171","msg":"trace[802905765] transaction","detail":"{read_only:false; response_revision:20719; number_of_response:1; }","duration":"2.359007801s","start":"2026-07-28T10:40:32.760727Z","end":"2026-07-28T10:40:35.119734Z","steps":["trace[802905765] 'process raft request' (duration: 2.358778005s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:35.119976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:32.760706Z","time spent":"2.359153995s","remote":"127.0.0.1:54966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T10:40:35.426811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000646736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T10:40:35.426898Z","caller":"traceutil/trace.go:171","msg":"trace[130806174] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00079047s","start":"2026-07-28T10:40:33.426089Z","end":"2026-07-28T10:40:35.426879Z","steps":["trace[130806174] 'agreement among raft nodes before linearized reading' (duration: 2.000677956s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:35.426948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:33.426067Z","time spent":"2.000871803s","remote":"127.0.0.1:54690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T10:40:37.430733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999749231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T10:40:37.430798Z","caller":"traceutil/trace.go:171","msg":"trace[1702487138] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999870855s","start":"2026-07-28T10:40:35.430912Z","end":"2026-07-28T10:40:37.430783Z","steps":["trace[1702487138] 'agreement among raft nodes before linearized reading' (duration: 1.999784402s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:37.430834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:35.430885Z","time spent":"1.999942057s","remote":"127.0.0.1:54678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 10:40:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T10:40:37.761116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:32.762712Z","time spent":"4.998397437s","remote":"127.0.0.1:54966","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-28T10:40:37.763286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:32.764835Z","time spent":"4.998445963s","remote":"127.0.0.1:54966","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/28 10:40:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T10:40:37.763839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:32.765899Z","time spent":"4.997937871s","remote":"127.0.0.1:54966","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/28 10:40:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T10:40:38.259378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998292221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T10:40:38.259461Z","caller":"traceutil/trace.go:171","msg":"trace[1417010866] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.998430876s","start":"2026-07-28T10:40:33.261011Z","end":"2026-07-28T10:40:38.259442Z","steps":["trace[1417010866] 'agreement among raft nodes before linearized reading' (duration: 4.998319883s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:38.259511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:33.260989Z","time spent":"4.998511717s","remote":"127.0.0.1:54966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/28 10:40:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T10:40:38.658334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998994863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T10:40:38.65844Z","caller":"traceutil/trace.go:171","msg":"trace[473943590] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999156917s","start":"2026-07-28T10:40:33.659258Z","end":"2026-07-28T10:40:38.658415Z","steps":["trace[473943590] 'agreement among raft nodes before linearized reading' (duration: 4.999027514s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:38.658499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:33.659237Z","time spent":"4.99925007s","remote":"127.0.0.1:54966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/28 10:40:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T10:40:38.663755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998076222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T10:40:38.663837Z","caller":"traceutil/trace.go:171","msg":"trace[743695745] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.998204495s","start":"2026-07-28T10:40:33.665613Z","end":"2026-07-28T10:40:38.663817Z","steps":["trace[743695745] 'agreement among raft nodes before linearized reading' (duration: 4.998093332s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:38.66388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:33.665601Z","time spent":"4.998271057s","remote":"127.0.0.1:54966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/28 10:40:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T10:40:39.438787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000809109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T10:40:39.438889Z","caller":"traceutil/trace.go:171","msg":"trace[1770764508] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000953173s","start":"2026-07-28T10:40:37.43791Z","end":"2026-07-28T10:40:39.438863Z","steps":["trace[1770764508] 'agreement among raft nodes before linearized reading' (duration: 2.00083523s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:39.438948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:37.437896Z","time spent":"2.001039365s","remote":"127.0.0.1:54690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 10:40:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T10:40:39.77315Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.653977159s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-28T10:40:39.773904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.19853556s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T10:40:39.774059Z","caller":"traceutil/trace.go:171","msg":"trace[1167847272] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:20719; }","duration":"3.198740465s","start":"2026-07-28T10:40:36.575295Z","end":"2026-07-28T10:40:39.774035Z","steps":["trace[1167847272] 'range keys from in-memory index tree' (duration: 3.198516699s)"],"step_count":1} {"level":"info","ts":"2026-07-28T10:40:39.776624Z","caller":"traceutil/trace.go:171","msg":"trace[1702522274] transaction","detail":"{read_only:false; response_revision:20726; number_of_response:1; }","duration":"2.651168728s","start":"2026-07-28T10:40:37.125439Z","end":"2026-07-28T10:40:39.776608Z","steps":["trace[1702522274] 'process raft request' (duration: 2.651131467s)"],"step_count":1} {"level":"info","ts":"2026-07-28T10:40:39.776932Z","caller":"traceutil/trace.go:171","msg":"trace[831872559] linearizableReadLoop","detail":"{readStateIndex:21426; appliedIndex:21421; }","duration":"7.012096706s","start":"2026-07-28T10:40:32.764813Z","end":"2026-07-28T10:40:39.77691Z","steps":["trace[831872559] 'read index received' (duration: 2.354708058s)","trace[831872559] 'applied index is now lower than readState.Index' (duration: 4.657385978s)"],"step_count":2} {"level":"info","ts":"2026-07-28T10:40:39.77743Z","caller":"traceutil/trace.go:171","msg":"trace[511244955] transaction","detail":"{read_only:false; response_revision:20723; number_of_response:1; }","duration":"5.563765602s","start":"2026-07-28T10:40:34.213652Z","end":"2026-07-28T10:40:39.777417Z","steps":["trace[511244955] 'process raft request' (duration: 5.562770696s)"],"step_count":1} {"level":"info","ts":"2026-07-28T10:40:39.777472Z","caller":"traceutil/trace.go:171","msg":"trace[520353214] transaction","detail":"{read_only:false; response_revision:20724; number_of_response:1; }","duration":"2.769655712s","start":"2026-07-28T10:40:37.007782Z","end":"2026-07-28T10:40:39.777438Z","steps":["trace[520353214] 'process raft request' (duration: 2.768686116s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:39.777516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:34.213624Z","time spent":"5.563842644s","remote":"127.0.0.1:54966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T10:40:39.777701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:37.007755Z","time spent":"2.769787645s","remote":"127.0.0.1:54966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T10:40:39.777759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.012945449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-28T10:40:39.777904Z","caller":"traceutil/trace.go:171","msg":"trace[1943803972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20726; }","duration":"7.013018121s","start":"2026-07-28T10:40:32.764765Z","end":"2026-07-28T10:40:39.777783Z","steps":["trace[1943803972] 'agreement among raft nodes before linearized reading' (duration: 7.012903948s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:39.777946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:32.764748Z","time spent":"7.013189446s","remote":"127.0.0.1:54966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T10:40:39.778104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.943166576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T10:40:39.778136Z","caller":"traceutil/trace.go:171","msg":"trace[685734390] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:20726; }","duration":"6.943236278s","start":"2026-07-28T10:40:32.834892Z","end":"2026-07-28T10:40:39.778128Z","steps":["trace[685734390] 'agreement among raft nodes before linearized reading' (duration: 6.943145656s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:39.778162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:32.834843Z","time spent":"6.94331239s","remote":"127.0.0.1:54930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":62,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-07-28T10:40:39.778161Z","caller":"traceutil/trace.go:171","msg":"trace[755846738] transaction","detail":"{read_only:false; response_revision:20725; number_of_response:1; }","duration":"2.711175986s","start":"2026-07-28T10:40:37.06696Z","end":"2026-07-28T10:40:39.778135Z","steps":["trace[755846738] 'process raft request' (duration: 2.709572403s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:39.778265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:37.066942Z","time spent":"2.711267578s","remote":"127.0.0.1:54966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T10:40:39.778464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.062965478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T10:40:39.778501Z","caller":"traceutil/trace.go:171","msg":"trace[899953788] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:20726; }","duration":"4.06304302s","start":"2026-07-28T10:40:35.71545Z","end":"2026-07-28T10:40:39.778493Z","steps":["trace[899953788] 'agreement among raft nodes before linearized reading' (duration: 4.062985028s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:39.77853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:35.715429Z","time spent":"4.063094182s","remote":"127.0.0.1:54966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-28T10:40:39.778663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.26907479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-28T10:40:39.778693Z","caller":"traceutil/trace.go:171","msg":"trace[909816275] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:20726; }","duration":"4.269145352s","start":"2026-07-28T10:40:35.50954Z","end":"2026-07-28T10:40:39.778685Z","steps":["trace[909816275] 'agreement among raft nodes before linearized reading' (duration: 4.269054619s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:39.778718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:35.509515Z","time spent":"4.269197573s","remote":"127.0.0.1:54780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-28T10:40:39.778736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.620338286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T10:40:39.7788Z","caller":"traceutil/trace.go:171","msg":"trace[1321650292] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:20726; }","duration":"5.620449029s","start":"2026-07-28T10:40:34.158334Z","end":"2026-07-28T10:40:39.778783Z","steps":["trace[1321650292] 'agreement among raft nodes before linearized reading' (duration: 5.620338907s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:39.778822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.013126391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:552"} {"level":"warn","ts":"2026-07-28T10:40:39.778909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.467377824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T10:40:39.778899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.738689131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T10:40:39.778948Z","caller":"traceutil/trace.go:171","msg":"trace[1603806008] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:20726; }","duration":"6.467455337s","start":"2026-07-28T10:40:33.311481Z","end":"2026-07-28T10:40:39.778936Z","steps":["trace[1603806008] 'agreement among raft nodes before linearized reading' (duration: 6.467400226s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:39.77896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.924345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T10:40:39.778978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:33.311459Z","time spent":"6.467511308s","remote":"127.0.0.1:50734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T10:40:39.778854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.214815948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T10:40:39.778988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.297244922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-6cbc4dbfcc-wwhz8.18c66df80f93a3a8\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-07-28T10:40:39.779033Z","caller":"traceutil/trace.go:171","msg":"trace[501860287] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:20726; }","duration":"5.215069915s","start":"2026-07-28T10:40:34.563946Z","end":"2026-07-28T10:40:39.779016Z","steps":["trace[501860287] 'agreement among raft nodes before linearized reading' (duration: 5.214757597s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:39.779109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.014297811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-07-28T10:40:39.778503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.884743916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T10:40:39.779396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.645742315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T10:40:39.779629Z","caller":"traceutil/trace.go:171","msg":"trace[204591006] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:20726; }","duration":"3.646010602s","start":"2026-07-28T10:40:36.133601Z","end":"2026-07-28T10:40:39.779611Z","steps":["trace[204591006] 'agreement among raft nodes before linearized reading' (duration: 3.645725964s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:39.779759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:36.13356Z","time spent":"3.646150675s","remote":"127.0.0.1:35088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":25,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-07-28T10:40:39.779499Z","caller":"traceutil/trace.go:171","msg":"trace[11538527] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:20726; }","duration":"3.885779362s","start":"2026-07-28T10:40:35.893708Z","end":"2026-07-28T10:40:39.779488Z","steps":["trace[11538527] 'agreement among raft nodes before linearized reading' (duration: 3.884710745s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:39.77912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:34.563925Z","time spent":"5.215173917s","remote":"127.0.0.1:34494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-07-28T10:40:39.778964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.394343093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T10:40:39.780094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.845738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T10:40:39.780157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312848786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T10:40:39.780176Z","caller":"traceutil/trace.go:171","msg":"trace[631201590] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:20726; }","duration":"944.980232ms","start":"2026-07-28T10:40:38.835178Z","end":"2026-07-28T10:40:39.780158Z","steps":["trace[631201590] 'agreement among raft nodes before linearized reading' (duration: 944.842108ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T10:40:39.780195Z","caller":"traceutil/trace.go:171","msg":"trace[2033685780] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20726; }","duration":"1.31292013s","start":"2026-07-28T10:40:38.467268Z","end":"2026-07-28T10:40:39.780188Z","steps":["trace[2033685780] 'agreement among raft nodes before linearized reading' (duration: 1.312862867s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:39.780213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:38.835154Z","time spent":"945.052305ms","remote":"127.0.0.1:50700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-28T10:40:39.780222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:38.467241Z","time spent":"1.31297462s","remote":"127.0.0.1:34318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-28T10:40:39.780306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.21056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T10:40:39.780433Z","caller":"traceutil/trace.go:171","msg":"trace[991727303] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20726; }","duration":"487.380394ms","start":"2026-07-28T10:40:39.293039Z","end":"2026-07-28T10:40:39.78042Z","steps":["trace[991727303] 'agreement among raft nodes before linearized reading' (duration: 487.182129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:39.780474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.771466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-28T10:40:39.780553Z","caller":"traceutil/trace.go:171","msg":"trace[663024483] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:20726; }","duration":"479.894ms","start":"2026-07-28T10:40:39.300645Z","end":"2026-07-28T10:40:39.780539Z","steps":["trace[663024483] 'agreement among raft nodes before linearized reading' (duration: 478.362519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:39.780535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:39.293015Z","time spent":"487.500668ms","remote":"127.0.0.1:54690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T10:40:39.780603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:39.300611Z","time spent":"479.980262ms","remote":"127.0.0.1:54764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2133,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-28T10:40:39.780684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.77382095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-28T10:40:39.780729Z","caller":"traceutil/trace.go:171","msg":"trace[592478388] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20726; }","duration":"2.773868731s","start":"2026-07-28T10:40:37.00685Z","end":"2026-07-28T10:40:39.780719Z","steps":["trace[592478388] 'agreement among raft nodes before linearized reading' (duration: 2.772357061s)"],"step_count":1} {"level":"info","ts":"2026-07-28T10:40:39.779042Z","caller":"traceutil/trace.go:171","msg":"trace[49777365] range","detail":"{range_begin:/registry/events/openstack/heat-api-6cbc4dbfcc-wwhz8.18c66df80f93a3a8; range_end:; response_count:1; response_revision:20726; }","duration":"5.297326585s","start":"2026-07-28T10:40:34.481694Z","end":"2026-07-28T10:40:39.779021Z","steps":["trace[49777365] 'agreement among raft nodes before linearized reading' (duration: 5.297190202s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:39.781482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:34.481672Z","time spent":"5.299583384s","remote":"127.0.0.1:54764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":930,"request content":"key:\"/registry/events/openstack/heat-api-6cbc4dbfcc-wwhz8.18c66df80f93a3a8\" "} {"level":"info","ts":"2026-07-28T10:40:39.780356Z","caller":"traceutil/trace.go:171","msg":"trace[1480204306] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20726; }","duration":"2.395514384s","start":"2026-07-28T10:40:37.384565Z","end":"2026-07-28T10:40:39.78008Z","steps":["trace[1480204306] 'agreement among raft nodes before linearized reading' (duration: 2.394340053s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:39.781907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:37.384545Z","time spent":"2.39729198s","remote":"127.0.0.1:34334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-28T10:40:39.778907Z","caller":"traceutil/trace.go:171","msg":"trace[805350552] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:20726; }","duration":"2.013231763s","start":"2026-07-28T10:40:37.765655Z","end":"2026-07-28T10:40:39.778886Z","steps":["trace[805350552] 'agreement among raft nodes before linearized reading' (duration: 2.013057579s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:39.782104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:37.765641Z","time spent":"2.016455557s","remote":"127.0.0.1:54966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-07-28T10:40:39.778863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.249864208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T10:40:39.782215Z","caller":"traceutil/trace.go:171","msg":"trace[822861632] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:20726; }","duration":"6.253238307s","start":"2026-07-28T10:40:33.528957Z","end":"2026-07-28T10:40:39.782196Z","steps":["trace[822861632] 'agreement among raft nodes before linearized reading' (duration: 6.24987589s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:39.782433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:33.528941Z","time spent":"6.253295418s","remote":"127.0.0.1:50118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-07-28T10:40:39.778974Z","caller":"traceutil/trace.go:171","msg":"trace[1274058101] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:20726; }","duration":"4.738801114s","start":"2026-07-28T10:40:35.040146Z","end":"2026-07-28T10:40:39.778947Z","steps":["trace[1274058101] 'agreement among raft nodes before linearized reading' (duration: 4.73867673s)"],"step_count":1} {"level":"info","ts":"2026-07-28T10:40:39.778987Z","caller":"traceutil/trace.go:171","msg":"trace[950466104] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20726; }","duration":"339.980556ms","start":"2026-07-28T10:40:39.438999Z","end":"2026-07-28T10:40:39.778979Z","steps":["trace[950466104] 'agreement among raft nodes before linearized reading' (duration: 339.936245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:39.782817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:39.438981Z","time spent":"343.822056ms","remote":"127.0.0.1:54678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T10:40:39.779044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.013443699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-28T10:40:39.782931Z","caller":"traceutil/trace.go:171","msg":"trace[2119292553] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:20726; }","duration":"2.01733483s","start":"2026-07-28T10:40:37.765579Z","end":"2026-07-28T10:40:39.782914Z","steps":["trace[2119292553] 'agreement among raft nodes before linearized reading' (duration: 2.013423098s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:39.782983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:37.76557Z","time spent":"2.017396281s","remote":"127.0.0.1:54966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-28T10:40:39.779109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.166917011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-07-28T10:40:39.783082Z","caller":"traceutil/trace.go:171","msg":"trace[156174009] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:20726; }","duration":"5.170899807s","start":"2026-07-28T10:40:34.612162Z","end":"2026-07-28T10:40:39.783061Z","steps":["trace[156174009] 'agreement among raft nodes before linearized reading' (duration: 5.166776608s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:39.783071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:35.040127Z","time spent":"4.742814298s","remote":"127.0.0.1:45026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-07-28T10:40:39.78312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:34.612152Z","time spent":"5.170957558s","remote":"127.0.0.1:54834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-07-28T10:40:39.779152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.861788636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.44\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-07-28T10:40:39.783406Z","caller":"traceutil/trace.go:171","msg":"trace[662206124] range","detail":"{range_begin:/registry/masterleases/199.204.45.44; range_end:; response_count:1; response_revision:20726; }","duration":"6.866068868s","start":"2026-07-28T10:40:32.917326Z","end":"2026-07-28T10:40:39.783394Z","steps":["trace[662206124] 'agreement among raft nodes before linearized reading' (duration: 6.861768445s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:39.783517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:32.917308Z","time spent":"6.866197722s","remote":"127.0.0.1:54730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.44\" "} {"level":"warn","ts":"2026-07-28T10:40:39.779144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.58254234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T10:40:39.783736Z","caller":"traceutil/trace.go:171","msg":"trace[909205504] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20726; }","duration":"5.587141611s","start":"2026-07-28T10:40:34.196563Z","end":"2026-07-28T10:40:39.783705Z","steps":["trace[909205504] 'agreement among raft nodes before linearized reading' (duration: 5.58250324s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:39.7838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:34.196546Z","time spent":"5.587232024s","remote":"127.0.0.1:54966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T10:40:39.779176Z","caller":"traceutil/trace.go:171","msg":"trace[1298794178] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:20726; }","duration":"2.014381042s","start":"2026-07-28T10:40:37.764781Z","end":"2026-07-28T10:40:39.779162Z","steps":["trace[1298794178] 'agreement among raft nodes before linearized reading' (duration: 2.01428969s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:39.783959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:37.764766Z","time spent":"2.019176798s","remote":"127.0.0.1:54966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-28T10:40:39.779242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.483302754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T10:40:39.780756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:37.006789Z","time spent":"2.773959775s","remote":"127.0.0.1:54854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T10:40:39.780829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:35.893689Z","time spent":"3.886208174s","remote":"127.0.0.1:54802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-28T10:40:39.778356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:37.125412Z","time spent":"2.65127344s","remote":"127.0.0.1:54966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T10:40:39.778857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:34.158312Z","time spent":"5.620529022s","remote":"127.0.0.1:59318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-28T10:40:39.784084Z","caller":"traceutil/trace.go:171","msg":"trace[287886965] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20726; }","duration":"3.488193662s","start":"2026-07-28T10:40:36.295879Z","end":"2026-07-28T10:40:39.784073Z","steps":["trace[287886965] 'agreement among raft nodes before linearized reading' (duration: 3.483307824s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:40:39.785593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:40:36.295854Z","time spent":"3.489724491s","remote":"127.0.0.1:34348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-28T10:42:20.357468Z","caller":"traceutil/trace.go:171","msg":"trace[698981578] transaction","detail":"{read_only:false; response_revision:21438; number_of_response:1; }","duration":"205.552429ms","start":"2026-07-28T10:42:20.151891Z","end":"2026-07-28T10:42:20.357443Z","steps":["trace[698981578] 'process raft request' (duration: 205.393845ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T10:42:20.368132Z","caller":"traceutil/trace.go:171","msg":"trace[1508387947] transaction","detail":"{read_only:false; response_revision:21439; number_of_response:1; }","duration":"214.490897ms","start":"2026-07-28T10:42:20.153616Z","end":"2026-07-28T10:42:20.368106Z","steps":["trace[1508387947] 'process raft request' (duration: 214.211701ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T10:42:20.368192Z","caller":"traceutil/trace.go:171","msg":"trace[1593724732] transaction","detail":"{read_only:false; response_revision:21440; number_of_response:1; }","duration":"213.439682ms","start":"2026-07-28T10:42:20.154727Z","end":"2026-07-28T10:42:20.368166Z","steps":["trace[1593724732] 'process raft request' (duration: 213.253797ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T10:42:20.368581Z","caller":"traceutil/trace.go:171","msg":"trace[330411105] transaction","detail":"{read_only:false; response_revision:21441; number_of_response:1; }","duration":"212.331544ms","start":"2026-07-28T10:42:20.156237Z","end":"2026-07-28T10:42:20.368568Z","steps":["trace[330411105] 'process raft request' (duration: 211.809831ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T10:42:41.029291Z","caller":"traceutil/trace.go:171","msg":"trace[80438504] transaction","detail":"{read_only:false; response_revision:21545; number_of_response:1; }","duration":"128.802482ms","start":"2026-07-28T10:42:40.900467Z","end":"2026-07-28T10:42:41.02927Z","steps":["trace[80438504] 'process raft request' (duration: 128.661537ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T10:42:46.579097Z","caller":"traceutil/trace.go:171","msg":"trace[1173914593] transaction","detail":"{read_only:false; response_revision:21571; number_of_response:1; }","duration":"128.3276ms","start":"2026-07-28T10:42:46.450742Z","end":"2026-07-28T10:42:46.579069Z","steps":["trace[1173914593] 'process raft request' (duration: 128.134195ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T10:42:46.673162Z","caller":"traceutil/trace.go:171","msg":"trace[737482228] transaction","detail":"{read_only:false; response_revision:21573; number_of_response:1; }","duration":"212.50572ms","start":"2026-07-28T10:42:46.460628Z","end":"2026-07-28T10:42:46.673134Z","steps":["trace[737482228] 'process raft request' (duration: 212.430358ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T10:42:46.673291Z","caller":"traceutil/trace.go:171","msg":"trace[1124453344] transaction","detail":"{read_only:false; response_revision:21572; number_of_response:1; }","duration":"212.836828ms","start":"2026-07-28T10:42:46.460335Z","end":"2026-07-28T10:42:46.673171Z","steps":["trace[1124453344] 'process raft request' (duration: 212.573281ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T10:42:46.673437Z","caller":"traceutil/trace.go:171","msg":"trace[937788430] linearizableReadLoop","detail":"{readStateIndex:22314; appliedIndex:22310; }","duration":"137.191377ms","start":"2026-07-28T10:42:46.536233Z","end":"2026-07-28T10:42:46.673425Z","steps":["trace[937788430] 'read index received' (duration: 42.683645ms)","trace[937788430] 'applied index is now lower than readState.Index' (duration: 94.506572ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T10:42:46.67354Z","caller":"traceutil/trace.go:171","msg":"trace[1293509357] transaction","detail":"{read_only:false; response_revision:21574; number_of_response:1; }","duration":"205.103137ms","start":"2026-07-28T10:42:46.468396Z","end":"2026-07-28T10:42:46.673499Z","steps":["trace[1293509357] 'process raft request' (duration: 204.706578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:42:46.673758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.450783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-28T10:42:46.67379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.501064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-28T10:42:46.67377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.661519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T10:42:46.673929Z","caller":"traceutil/trace.go:171","msg":"trace[1311841139] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:21574; }","duration":"115.871994ms","start":"2026-07-28T10:42:46.558041Z","end":"2026-07-28T10:42:46.673913Z","steps":["trace[1311841139] 'agreement among raft nodes before linearized reading' (duration: 115.613058ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T10:42:46.673824Z","caller":"traceutil/trace.go:171","msg":"trace[1901734720] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21574; }","duration":"137.626547ms","start":"2026-07-28T10:42:46.536181Z","end":"2026-07-28T10:42:46.673807Z","steps":["trace[1901734720] 'agreement among raft nodes before linearized reading' (duration: 137.35251ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T10:42:46.673891Z","caller":"traceutil/trace.go:171","msg":"trace[705311352] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21574; }","duration":"137.581806ms","start":"2026-07-28T10:42:46.536239Z","end":"2026-07-28T10:42:46.673821Z","steps":["trace[705311352] 'agreement among raft nodes before linearized reading' (duration: 137.3097ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T10:42:46.87995Z","caller":"traceutil/trace.go:171","msg":"trace[1838031759] transaction","detail":"{read_only:false; response_revision:21575; number_of_response:1; }","duration":"201.134551ms","start":"2026-07-28T10:42:46.678783Z","end":"2026-07-28T10:42:46.879918Z","steps":["trace[1838031759] 'process raft request' (duration: 155.237829ms)","trace[1838031759] 'compare' (duration: 45.505972ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T10:42:46.880351Z","caller":"traceutil/trace.go:171","msg":"trace[376712121] transaction","detail":"{read_only:false; response_revision:21576; number_of_response:1; }","duration":"201.530061ms","start":"2026-07-28T10:42:46.67879Z","end":"2026-07-28T10:42:46.88032Z","steps":["trace[376712121] 'process raft request' (duration: 201.470139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:42:46.880633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.396085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-03deb69e-a92b-4e9d-a77a-8877ee713616\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-07-28T10:42:46.880767Z","caller":"traceutil/trace.go:171","msg":"trace[1353534100] range","detail":"{range_begin:/registry/persistentvolumes/pvc-03deb69e-a92b-4e9d-a77a-8877ee713616; range_end:; response_count:1; response_revision:21574; }","duration":"203.607091ms","start":"2026-07-28T10:42:46.677094Z","end":"2026-07-28T10:42:46.880701Z","steps":["trace[1353534100] 'range keys from in-memory index tree' (duration: 202.198197ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T10:42:47.394292Z","caller":"traceutil/trace.go:171","msg":"trace[1278828252] linearizableReadLoop","detail":"{readStateIndex:22317; appliedIndex:22316; }","duration":"252.688053ms","start":"2026-07-28T10:42:47.141578Z","end":"2026-07-28T10:42:47.394266Z","steps":["trace[1278828252] 'read index received' (duration: 252.378815ms)","trace[1278828252] 'applied index is now lower than readState.Index' (duration: 308.058µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T10:42:47.394476Z","caller":"traceutil/trace.go:171","msg":"trace[1845568131] transaction","detail":"{read_only:false; response_revision:21577; number_of_response:1; }","duration":"328.428756ms","start":"2026-07-28T10:42:47.065927Z","end":"2026-07-28T10:42:47.394356Z","steps":["trace[1845568131] 'process raft request' (duration: 328.113619ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:42:47.394496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.895928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T10:42:47.394578Z","caller":"traceutil/trace.go:171","msg":"trace[185711464] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:21577; }","duration":"253.040631ms","start":"2026-07-28T10:42:47.141521Z","end":"2026-07-28T10:42:47.394561Z","steps":["trace[185711464] 'agreement among raft nodes before linearized reading' (duration: 252.869947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:42:47.394657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T10:42:47.065911Z","time spent":"328.644291ms","remote":"127.0.0.1:54966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T10:42:47.394694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.51974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T10:42:47.394784Z","caller":"traceutil/trace.go:171","msg":"trace[1238921561] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21577; }","duration":"109.652272ms","start":"2026-07-28T10:42:47.285114Z","end":"2026-07-28T10:42:47.394766Z","steps":["trace[1238921561] 'agreement among raft nodes before linearized reading' (duration: 109.431137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:42:47.395436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.754537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-28T10:42:47.395489Z","caller":"traceutil/trace.go:171","msg":"trace[1098163749] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21577; }","duration":"116.804818ms","start":"2026-07-28T10:42:47.278668Z","end":"2026-07-28T10:42:47.395473Z","steps":["trace[1098163749] 'agreement among raft nodes before linearized reading' (duration: 115.934397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:42:47.395788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.533259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-28T10:42:47.395841Z","caller":"traceutil/trace.go:171","msg":"trace[419341289] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21577; }","duration":"159.527033ms","start":"2026-07-28T10:42:47.236303Z","end":"2026-07-28T10:42:47.39583Z","steps":["trace[419341289] 'agreement among raft nodes before linearized reading' (duration: 158.222802ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T10:42:59.652889Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19759} {"level":"info","ts":"2026-07-28T10:42:59.776684Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19759,"took":"121.180926ms","hash":2006424604,"current-db-size-bytes":58843136,"current-db-size":"59 MB","current-db-size-in-use-bytes":29319168,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-28T10:42:59.776767Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2006424604,"revision":19759,"compact-revision":17270} {"level":"info","ts":"2026-07-28T10:46:46.859267Z","caller":"traceutil/trace.go:171","msg":"trace[1408274345] transaction","detail":"{read_only:false; response_revision:24063; number_of_response:1; }","duration":"105.440604ms","start":"2026-07-28T10:46:46.753805Z","end":"2026-07-28T10:46:46.859245Z","steps":["trace[1408274345] 'process raft request' (duration: 103.236939ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T10:46:46.859957Z","caller":"traceutil/trace.go:171","msg":"trace[71393206] transaction","detail":"{read_only:false; response_revision:24064; number_of_response:1; }","duration":"104.874069ms","start":"2026-07-28T10:46:46.755073Z","end":"2026-07-28T10:46:46.859947Z","steps":["trace[71393206] 'process raft request' (duration: 104.458799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:46:47.194609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.532602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-28T10:46:47.194688Z","caller":"traceutil/trace.go:171","msg":"trace[1890635239] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24065; }","duration":"196.688676ms","start":"2026-07-28T10:46:46.997982Z","end":"2026-07-28T10:46:47.19467Z","steps":["trace[1890635239] 'range keys from in-memory index tree' (duration: 196.325877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T10:46:47.195207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.550216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T10:46:47.195283Z","caller":"traceutil/trace.go:171","msg":"trace[1760854244] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:24065; }","duration":"107.674529ms","start":"2026-07-28T10:46:47.087592Z","end":"2026-07-28T10:46:47.195266Z","steps":["trace[1760854244] 'count revisions from in-memory index tree' (duration: 107.355811ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T10:47:59.662227Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21641} {"level":"info","ts":"2026-07-28T10:47:59.781274Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21641,"took":"116.132658ms","hash":2135733486,"current-db-size-bytes":58843136,"current-db-size":"59 MB","current-db-size-in-use-bytes":43085824,"current-db-size-in-use":"43 MB"} {"level":"info","ts":"2026-07-28T10:47:59.781345Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2135733486,"revision":21641,"compact-revision":19759} {"level":"info","ts":"2026-07-28T10:52:20.636651Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006c56.wal"} {"level":"info","ts":"2026-07-28T10:52:59.669119Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24824} {"level":"info","ts":"2026-07-28T10:52:59.812768Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24824,"took":"139.957223ms","hash":1506659938,"current-db-size-bytes":58843136,"current-db-size":"59 MB","current-db-size-in-use-bytes":31457280,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-28T10:52:59.81282Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1506659938,"revision":24824,"compact-revision":21641}