{"level":"warn","ts":"2026-04-21T10:04:28.341174Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-21T10:04:28.341315Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.212:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.212:2380","--initial-cluster=instance=https://199.19.213.212:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.212:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.212:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-21T10:04:28.341385Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-21T10:04:28.341393Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.212:2380"]} {"level":"info","ts":"2026-04-21T10:04:28.341417Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-21T10:04:28.342123Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.212:2379"]} {"level":"info","ts":"2026-04-21T10:04:28.342216Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.212:2380"],"listen-peer-urls":["https://199.19.213.212:2380"],"advertise-client-urls":["https://199.19.213.212:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.212:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.212:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-21T10:04:28.34703Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.585369ms"} {"level":"info","ts":"2026-04-21T10:04:28.359507Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"e1ab0380b9290bdc","cluster-id":"a3ed131e36ad6843"} {"level":"info","ts":"2026-04-21T10:04:28.359592Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e1ab0380b9290bdc switched to configuration voters=()"} {"level":"info","ts":"2026-04-21T10:04:28.359626Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e1ab0380b9290bdc became follower at term 0"} {"level":"info","ts":"2026-04-21T10:04:28.359645Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft e1ab0380b9290bdc [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-21T10:04:28.359655Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e1ab0380b9290bdc became follower at term 1"} {"level":"info","ts":"2026-04-21T10:04:28.359691Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e1ab0380b9290bdc switched to configuration voters=(16261094730948479964)"} {"level":"warn","ts":"2026-04-21T10:04:28.366557Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-21T10:04:28.368554Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-21T10:04:28.369639Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-21T10:04:28.371535Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"e1ab0380b9290bdc","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-21T10:04:28.372708Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"e1ab0380b9290bdc","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-21T10:04:28.372862Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-21T10:04:28.375069Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-21T10:04:28.375082Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-21T10:04:28.376831Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e1ab0380b9290bdc switched to configuration voters=(16261094730948479964)"} {"level":"info","ts":"2026-04-21T10:04:28.376974Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"a3ed131e36ad6843","local-member-id":"e1ab0380b9290bdc","added-peer-id":"e1ab0380b9290bdc","added-peer-peer-urls":["https://199.19.213.212:2380"]} {"level":"info","ts":"2026-04-21T10:04:28.377365Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-21T10:04:28.377495Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.212:2380"} {"level":"info","ts":"2026-04-21T10:04:28.377552Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.212:2380"} {"level":"info","ts":"2026-04-21T10:04:28.377554Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"e1ab0380b9290bdc","initial-advertise-peer-urls":["https://199.19.213.212:2380"],"listen-peer-urls":["https://199.19.213.212:2380"],"advertise-client-urls":["https://199.19.213.212:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.212:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-21T10:04:28.377606Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-21T10:04:29.160272Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e1ab0380b9290bdc is starting a new election at term 1"} {"level":"info","ts":"2026-04-21T10:04:29.160322Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e1ab0380b9290bdc became pre-candidate at term 1"} {"level":"info","ts":"2026-04-21T10:04:29.160353Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e1ab0380b9290bdc received MsgPreVoteResp from e1ab0380b9290bdc at term 1"} {"level":"info","ts":"2026-04-21T10:04:29.160368Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e1ab0380b9290bdc became candidate at term 2"} {"level":"info","ts":"2026-04-21T10:04:29.160375Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e1ab0380b9290bdc received MsgVoteResp from e1ab0380b9290bdc at term 2"} {"level":"info","ts":"2026-04-21T10:04:29.160386Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e1ab0380b9290bdc became leader at term 2"} {"level":"info","ts":"2026-04-21T10:04:29.1604Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: e1ab0380b9290bdc elected leader e1ab0380b9290bdc at term 2"} {"level":"info","ts":"2026-04-21T10:04:29.161098Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"e1ab0380b9290bdc","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.212:2379]}","request-path":"/0/members/e1ab0380b9290bdc/attributes","cluster-id":"a3ed131e36ad6843","publish-timeout":"7s"} {"level":"info","ts":"2026-04-21T10:04:29.161254Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-21T10:04:29.161275Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-21T10:04:29.161561Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-21T10:04:29.16263Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"a3ed131e36ad6843","local-member-id":"e1ab0380b9290bdc","cluster-version":"3.5"} {"level":"info","ts":"2026-04-21T10:04:29.162746Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-21T10:04:29.16278Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-21T10:04:29.163425Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-21T10:04:29.163456Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-21T10:04:29.164353Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-21T10:04:29.164534Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.212:2379"} {"level":"info","ts":"2026-04-21T10:04:51.454234Z","caller":"traceutil/trace.go:171","msg":"trace[342262535] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"133.937535ms","start":"2026-04-21T10:04:51.320273Z","end":"2026-04-21T10:04:51.454211Z","steps":["trace[342262535] 'process raft request' (duration: 133.802161ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:04:56.794976Z","caller":"traceutil/trace.go:171","msg":"trace[628409273] linearizableReadLoop","detail":"{readStateIndex:452; appliedIndex:451; }","duration":"103.395314ms","start":"2026-04-21T10:04:56.691555Z","end":"2026-04-21T10:04:56.794951Z","steps":["trace[628409273] 'read index received' (duration: 103.214679ms)","trace[628409273] 'applied index is now lower than readState.Index' (duration: 179.805µs)"],"step_count":2} {"level":"warn","ts":"2026-04-21T10:04:56.795134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.56049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-21T10:04:56.795172Z","caller":"traceutil/trace.go:171","msg":"trace[1435267167] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:437; }","duration":"103.644191ms","start":"2026-04-21T10:04:56.691519Z","end":"2026-04-21T10:04:56.795163Z","steps":["trace[1435267167] 'agreement among raft nodes before linearized reading' (duration: 103.527728ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:04:56.795463Z","caller":"traceutil/trace.go:171","msg":"trace[1737942675] transaction","detail":"{read_only:false; response_revision:437; number_of_response:1; }","duration":"307.345107ms","start":"2026-04-21T10:04:56.488073Z","end":"2026-04-21T10:04:56.795418Z","steps":["trace[1737942675] 'process raft request' (duration: 306.75981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:04:56.796083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:04:56.488041Z","time spent":"307.519382ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T10:04:56.921078Z","caller":"traceutil/trace.go:171","msg":"trace[1676952633] transaction","detail":"{read_only:false; response_revision:438; number_of_response:1; }","duration":"122.027824ms","start":"2026-04-21T10:04:56.799025Z","end":"2026-04-21T10:04:56.921052Z","steps":["trace[1676952633] 'process raft request' (duration: 120.470212ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:04:56.921008Z","caller":"traceutil/trace.go:171","msg":"trace[1987682730] linearizableReadLoop","detail":"{readStateIndex:453; appliedIndex:452; }","duration":"112.435832ms","start":"2026-04-21T10:04:56.808546Z","end":"2026-04-21T10:04:56.920982Z","steps":["trace[1987682730] 'read index received' (duration: 110.854889ms)","trace[1987682730] 'applied index is now lower than readState.Index' (duration: 1.579853ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T10:04:56.921209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.653508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4056"} {"level":"info","ts":"2026-04-21T10:04:56.921284Z","caller":"traceutil/trace.go:171","msg":"trace[1402496710] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:438; }","duration":"112.766511ms","start":"2026-04-21T10:04:56.808498Z","end":"2026-04-21T10:04:56.921265Z","steps":["trace[1402496710] 'agreement among raft nodes before linearized reading' (duration: 112.637138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:05:02.141306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.362698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T10:05:02.14139Z","caller":"traceutil/trace.go:171","msg":"trace[1164371975] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:479; }","duration":"122.4933ms","start":"2026-04-21T10:05:02.018878Z","end":"2026-04-21T10:05:02.141371Z","steps":["trace[1164371975] 'range keys from in-memory index tree' (duration: 122.272985ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:05:05.718739Z","caller":"traceutil/trace.go:171","msg":"trace[345161419] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"202.90124ms","start":"2026-04-21T10:05:05.515814Z","end":"2026-04-21T10:05:05.718715Z","steps":["trace[345161419] 'process raft request' (duration: 202.778947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:05:07.12753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.47799ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T10:05:07.127634Z","caller":"traceutil/trace.go:171","msg":"trace[879076573] linearizableReadLoop","detail":"{readStateIndex:509; appliedIndex:508; }","duration":"108.400621ms","start":"2026-04-21T10:05:07.019218Z","end":"2026-04-21T10:05:07.127619Z","steps":["trace[879076573] 'read index received' (duration: 45.961µs)","trace[879076573] 'applied index is now lower than readState.Index' (duration: 108.35317ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T10:05:07.127708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.486103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T10:05:07.127715Z","caller":"traceutil/trace.go:171","msg":"trace[951906464] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"138.64632ms","start":"2026-04-21T10:05:06.989032Z","end":"2026-04-21T10:05:07.127678Z","steps":["trace[951906464] 'compare' (duration: 137.380608ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:05:07.127792Z","caller":"traceutil/trace.go:171","msg":"trace[905797299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:491; }","duration":"108.596226ms","start":"2026-04-21T10:05:07.019169Z","end":"2026-04-21T10:05:07.127765Z","steps":["trace[905797299] 'agreement among raft nodes before linearized reading' (duration: 108.497983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:05:09.406687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.47828ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T10:05:09.40687Z","caller":"traceutil/trace.go:171","msg":"trace[1845513552] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"489.642188ms","start":"2026-04-21T10:05:08.917214Z","end":"2026-04-21T10:05:09.406856Z","steps":["trace[1845513552] 'process raft request' (duration: 124.875271ms)","trace[1845513552] 'compare' (duration: 364.332315ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T10:05:09.40696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:05:08.917198Z","time spent":"489.720759ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T10:05:09.406813Z","caller":"traceutil/trace.go:171","msg":"trace[318514839] linearizableReadLoop","detail":"{readStateIndex:546; appliedIndex:545; }","duration":"436.083299ms","start":"2026-04-21T10:05:08.970705Z","end":"2026-04-21T10:05:09.406789Z","steps":["trace[318514839] 'read index received' (duration: 71.314393ms)","trace[318514839] 'applied index is now lower than readState.Index' (duration: 364.767846ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T10:05:09.407654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.825984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-21T10:05:09.407707Z","caller":"traceutil/trace.go:171","msg":"trace[579461373] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:527; }","duration":"275.914697ms","start":"2026-04-21T10:05:09.131775Z","end":"2026-04-21T10:05:09.40769Z","steps":["trace[579461373] 'agreement among raft nodes before linearized reading' (duration: 275.839185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:05:09.407857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.137995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-21T10:05:09.408018Z","caller":"traceutil/trace.go:171","msg":"trace[2054089089] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:527; }","duration":"437.286259ms","start":"2026-04-21T10:05:08.970657Z","end":"2026-04-21T10:05:09.407943Z","steps":["trace[2054089089] 'agreement among raft nodes before linearized reading' (duration: 436.427808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:05:09.408058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.628773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T10:05:09.408159Z","caller":"traceutil/trace.go:171","msg":"trace[1775458172] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:527; }","duration":"391.236687ms","start":"2026-04-21T10:05:09.016906Z","end":"2026-04-21T10:05:09.408143Z","steps":["trace[1775458172] 'agreement among raft nodes before linearized reading' (duration: 390.636543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:05:09.408206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:05:09.016889Z","time spent":"391.302728ms","remote":"127.0.0.1:55776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T10:05:09.408206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:05:08.97064Z","time spent":"437.424351ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-21T10:05:10.507254Z","caller":"traceutil/trace.go:171","msg":"trace[2094090211] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"343.552128ms","start":"2026-04-21T10:05:10.163651Z","end":"2026-04-21T10:05:10.507203Z","steps":["trace[2094090211] 'process raft request' (duration: 331.555101ms)","trace[2094090211] 'compare' (duration: 11.768722ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T10:05:10.507451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:05:10.163638Z","time spent":"343.709093ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58844,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T10:05:10.508486Z","caller":"traceutil/trace.go:171","msg":"trace[1219205620] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"340.309142ms","start":"2026-04-21T10:05:10.168161Z","end":"2026-04-21T10:05:10.50847Z","steps":["trace[1219205620] 'process raft request' (duration: 340.104767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:05:10.508585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:05:10.16814Z","time spent":"340.397874ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79947,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T10:05:10.508775Z","caller":"traceutil/trace.go:171","msg":"trace[1871748610] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"330.440105ms","start":"2026-04-21T10:05:10.178323Z","end":"2026-04-21T10:05:10.508763Z","steps":["trace[1871748610] 'process raft request' (duration: 330.082067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:05:10.50885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:05:10.1783Z","time spent":"330.519037ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":31102,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T10:05:10.50891Z","caller":"traceutil/trace.go:171","msg":"trace[1512100773] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"245.237452ms","start":"2026-04-21T10:05:10.263661Z","end":"2026-04-21T10:05:10.508899Z","steps":["trace[1512100773] 'process raft request' (duration: 245.166691ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:05:10.508932Z","caller":"traceutil/trace.go:171","msg":"trace[204058980] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"329.263927ms","start":"2026-04-21T10:05:10.179636Z","end":"2026-04-21T10:05:10.5089Z","steps":["trace[204058980] 'process raft request' (duration: 329.026772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:05:10.509094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:05:10.179623Z","time spent":"329.40166ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29461,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T10:05:11.134204Z","caller":"traceutil/trace.go:171","msg":"trace[1262248764] linearizableReadLoop","detail":"{readStateIndex:606; appliedIndex:604; }","duration":"113.350134ms","start":"2026-04-21T10:05:11.020818Z","end":"2026-04-21T10:05:11.134168Z","steps":["trace[1262248764] 'read index received' (duration: 109.044852ms)","trace[1262248764] 'applied index is now lower than readState.Index' (duration: 4.304532ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T10:05:11.134373Z","caller":"traceutil/trace.go:171","msg":"trace[954825877] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"271.254149ms","start":"2026-04-21T10:05:10.86309Z","end":"2026-04-21T10:05:11.134345Z","steps":["trace[954825877] 'process raft request' (duration: 266.740782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:05:11.134387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.555869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T10:05:11.134451Z","caller":"traceutil/trace.go:171","msg":"trace[1328318979] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:585; }","duration":"113.661651ms","start":"2026-04-21T10:05:11.020778Z","end":"2026-04-21T10:05:11.13444Z","steps":["trace[1328318979] 'agreement among raft nodes before linearized reading' (duration: 113.494487ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:05:11.13448Z","caller":"traceutil/trace.go:171","msg":"trace[916174720] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"258.340488ms","start":"2026-04-21T10:05:10.876102Z","end":"2026-04-21T10:05:11.134443Z","steps":["trace[916174720] 'process raft request' (duration: 257.906908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:05:11.912762Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":854731406379142104,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T10:05:12.413292Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":854731406379142104,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T10:05:12.783346Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.622037156s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-21T10:05:12.802928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:05:12.045859Z","time spent":"757.060639ms","remote":"127.0.0.1:45418","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-21T10:05:12.80379Z","caller":"traceutil/trace.go:171","msg":"trace[1734313505] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"1.642552589s","start":"2026-04-21T10:05:11.161215Z","end":"2026-04-21T10:05:12.803768Z","steps":["trace[1734313505] 'process raft request' (duration: 1.622376474s)","trace[1734313505] 'compare' (duration: 19.737905ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T10:05:12.803891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:05:11.161195Z","time spent":"1.642642771s","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19834,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T10:05:12.803887Z","caller":"traceutil/trace.go:171","msg":"trace[734398610] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"1.636188649s","start":"2026-04-21T10:05:11.167672Z","end":"2026-04-21T10:05:12.80386Z","steps":["trace[734398610] 'process raft request' (duration: 1.635970104s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:05:12.804008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:05:11.167653Z","time spent":"1.636292591s","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18032,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T10:05:12.804032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391704127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-21T10:05:12.804037Z","caller":"traceutil/trace.go:171","msg":"trace[1801024349] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"1.580064284s","start":"2026-04-21T10:05:11.223954Z","end":"2026-04-21T10:05:12.804018Z","steps":["trace[1801024349] 'process raft request' (duration: 1.579781668s)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:05:12.80389Z","caller":"traceutil/trace.go:171","msg":"trace[943848530] linearizableReadLoop","detail":"{readStateIndex:610; appliedIndex:606; }","duration":"1.391560023s","start":"2026-04-21T10:05:11.412316Z","end":"2026-04-21T10:05:12.803876Z","steps":["trace[943848530] 'read index received' (duration: 1.371284805s)","trace[943848530] 'applied index is now lower than readState.Index' (duration: 20.274258ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T10:05:12.80407Z","caller":"traceutil/trace.go:171","msg":"trace[722227614] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:589; }","duration":"1.391777308s","start":"2026-04-21T10:05:11.412282Z","end":"2026-04-21T10:05:12.804059Z","steps":["trace[722227614] 'agreement among raft nodes before linearized reading' (duration: 1.391631075s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:05:12.804105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:05:11.412261Z","time spent":"1.39183579s","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-21T10:05:12.804109Z","caller":"traceutil/trace.go:171","msg":"trace[1104801636] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"1.458274129s","start":"2026-04-21T10:05:11.345818Z","end":"2026-04-21T10:05:12.804092Z","steps":["trace[1104801636] 'process raft request' (duration: 1.458017623s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:05:12.804153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:05:11.223935Z","time spent":"1.580156306s","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":151221,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T10:05:12.804172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384660209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-21T10:05:12.804203Z","caller":"traceutil/trace.go:171","msg":"trace[232472884] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:589; }","duration":"1.38470103s","start":"2026-04-21T10:05:11.419492Z","end":"2026-04-21T10:05:12.804193Z","steps":["trace[232472884] 'agreement among raft nodes before linearized reading' (duration: 1.384629369s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:05:12.804194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:05:11.3458Z","time spent":"1.4583521s","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T10:05:12.804223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:05:11.419485Z","time spent":"1.384731981s","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T10:05:12.804278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.077724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.212\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-21T10:05:12.804309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062632904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-21T10:05:12.804316Z","caller":"traceutil/trace.go:171","msg":"trace[1747836857] range","detail":"{range_begin:/registry/masterleases/199.19.213.212; range_end:; response_count:1; response_revision:589; }","duration":"827.154136ms","start":"2026-04-21T10:05:11.977154Z","end":"2026-04-21T10:05:12.804308Z","steps":["trace[1747836857] 'agreement among raft nodes before linearized reading' (duration: 827.075974ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:05:12.804335Z","caller":"traceutil/trace.go:171","msg":"trace[2095435406] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:589; }","duration":"1.062690775s","start":"2026-04-21T10:05:11.741634Z","end":"2026-04-21T10:05:12.804324Z","steps":["trace[2095435406] 'agreement among raft nodes before linearized reading' (duration: 1.062602833s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:05:12.804338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:05:11.977047Z","time spent":"827.28641ms","remote":"127.0.0.1:55816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.212\" "} {"level":"warn","ts":"2026-04-21T10:05:12.804354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:05:11.741613Z","time spent":"1.062736876s","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T10:05:12.80437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382735443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-21T10:05:12.804404Z","caller":"traceutil/trace.go:171","msg":"trace[1643504500] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:589; }","duration":"1.382771234s","start":"2026-04-21T10:05:11.421622Z","end":"2026-04-21T10:05:12.804394Z","steps":["trace[1643504500] 'agreement among raft nodes before linearized reading' (duration: 1.382685152s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:05:12.804439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:05:11.421602Z","time spent":"1.382829885s","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T10:05:14.519036Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":854731406379142130,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T10:05:15.019343Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":854731406379142130,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T10:05:15.519479Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":854731406379142130,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T10:05:16.019024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000208014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-21T10:05:16.019124Z","caller":"traceutil/trace.go:171","msg":"trace[2030882050] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000328016s","start":"2026-04-21T10:05:14.018749Z","end":"2026-04-21T10:05:16.019077Z","steps":["trace[2030882050] 'agreement among raft nodes before linearized reading' (duration: 2.000238134s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:05:16.019348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:05:14.01873Z","time spent":"2.000610022s","remote":"127.0.0.1:55764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/21 10:05:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-21T10:05:16.020182Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":854731406379142130,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T10:05:16.521331Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":854731406379142130,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T10:05:17.022515Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":854731406379142130,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T10:05:17.23829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.239414989s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T10:05:17.238456Z","caller":"traceutil/trace.go:171","msg":"trace[1759561828] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:603; }","duration":"2.240318219s","start":"2026-04-21T10:05:14.998108Z","end":"2026-04-21T10:05:17.238426Z","steps":["trace[1759561828] 'range keys from in-memory index tree' (duration: 2.239390138s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:05:17.240631Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.114280709s","expected-duration":"1s"} {"level":"info","ts":"2026-04-21T10:05:17.242088Z","caller":"traceutil/trace.go:171","msg":"trace[373799031] linearizableReadLoop","detail":"{readStateIndex:627; appliedIndex:625; }","duration":"3.223262157s","start":"2026-04-21T10:05:14.018794Z","end":"2026-04-21T10:05:17.242056Z","steps":["trace[373799031] 'read index received' (duration: 3.222008899s)","trace[373799031] 'applied index is now lower than readState.Index' (duration: 1.252318ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T10:05:17.242205Z","caller":"traceutil/trace.go:171","msg":"trace[1088923440] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"4.117528963s","start":"2026-04-21T10:05:13.124666Z","end":"2026-04-21T10:05:17.242195Z","steps":["trace[1088923440] 'process raft request' (duration: 4.116564631s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:05:17.242281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:05:13.124612Z","time spent":"4.117618524s","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":569094,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T10:05:17.242663Z","caller":"traceutil/trace.go:171","msg":"trace[1207735302] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"2.583162145s","start":"2026-04-21T10:05:14.659489Z","end":"2026-04-21T10:05:17.242651Z","steps":["trace[1207735302] 'process raft request' (duration: 2.582512309s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:05:17.242731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:05:14.65946Z","time spent":"2.583232827s","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T10:05:17.242938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.418592435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-21T10:05:17.24297Z","caller":"traceutil/trace.go:171","msg":"trace[2034351357] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:605; }","duration":"2.418653266s","start":"2026-04-21T10:05:14.824306Z","end":"2026-04-21T10:05:17.24296Z","steps":["trace[2034351357] 'agreement among raft nodes before linearized reading' (duration: 2.418549893s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:05:17.242998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:05:14.824286Z","time spent":"2.418705767s","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T10:05:17.243163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223836792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T10:05:17.243191Z","caller":"traceutil/trace.go:171","msg":"trace[1698428061] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:605; }","duration":"1.223885374s","start":"2026-04-21T10:05:16.019297Z","end":"2026-04-21T10:05:17.243183Z","steps":["trace[1698428061] 'agreement among raft nodes before linearized reading' (duration: 1.223845833s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:05:17.24322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:05:16.019281Z","time spent":"1.223934554s","remote":"127.0.0.1:55776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T10:05:17.243382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.41754806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-21T10:05:17.24341Z","caller":"traceutil/trace.go:171","msg":"trace[1164160993] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:605; }","duration":"2.417611441s","start":"2026-04-21T10:05:14.82579Z","end":"2026-04-21T10:05:17.243401Z","steps":["trace[1164160993] 'agreement among raft nodes before linearized reading' (duration: 2.41753156s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:05:17.243435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:05:14.82577Z","time spent":"2.417660152s","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T10:05:17.243493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.417705703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-21T10:05:17.243538Z","caller":"traceutil/trace.go:171","msg":"trace[579209207] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:605; }","duration":"2.417773734s","start":"2026-04-21T10:05:14.825751Z","end":"2026-04-21T10:05:17.243524Z","steps":["trace[579209207] 'agreement among raft nodes before linearized reading' (duration: 2.417623321s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:05:17.243572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:05:14.825742Z","time spent":"2.417822646s","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T10:05:17.243711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.418945101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-21T10:05:17.243736Z","caller":"traceutil/trace.go:171","msg":"trace[916340505] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:605; }","duration":"2.419010663s","start":"2026-04-21T10:05:14.824717Z","end":"2026-04-21T10:05:17.243728Z","steps":["trace[916340505] 'agreement among raft nodes before linearized reading' (duration: 2.418936201s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:05:17.243759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:05:14.824667Z","time spent":"2.419087235s","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-21T10:05:17.88915Z","caller":"traceutil/trace.go:171","msg":"trace[961138074] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"392.10306ms","start":"2026-04-21T10:05:17.497009Z","end":"2026-04-21T10:05:17.889112Z","steps":["trace[961138074] 'process raft request' (duration: 326.261614ms)","trace[961138074] 'compare' (duration: 65.536969ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T10:05:17.889562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:05:17.49699Z","time spent":"392.319965ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T10:05:17.895118Z","caller":"traceutil/trace.go:171","msg":"trace[1805012261] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"397.810448ms","start":"2026-04-21T10:05:17.497281Z","end":"2026-04-21T10:05:17.895092Z","steps":["trace[1805012261] 'process raft request' (duration: 397.678324ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:05:17.895176Z","caller":"traceutil/trace.go:171","msg":"trace[1805312752] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"397.88405ms","start":"2026-04-21T10:05:17.497287Z","end":"2026-04-21T10:05:17.895171Z","steps":["trace[1805312752] 'process raft request' (duration: 397.727197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:05:17.89523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:05:17.497268Z","time spent":"397.928932ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T10:05:17.8953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:05:17.497264Z","time spent":"397.926141ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T10:05:17.895343Z","caller":"traceutil/trace.go:171","msg":"trace[917742876] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"397.988483ms","start":"2026-04-21T10:05:17.497348Z","end":"2026-04-21T10:05:17.895337Z","steps":["trace[917742876] 'process raft request' (duration: 397.692616ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:05:17.895145Z","caller":"traceutil/trace.go:171","msg":"trace[1491416124] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"397.560933ms","start":"2026-04-21T10:05:17.497574Z","end":"2026-04-21T10:05:17.895135Z","steps":["trace[1491416124] 'process raft request' (duration: 397.515532ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:05:17.895402Z","caller":"traceutil/trace.go:171","msg":"trace[1240320560] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"398.010983ms","start":"2026-04-21T10:05:17.497386Z","end":"2026-04-21T10:05:17.895397Z","steps":["trace[1240320560] 'process raft request' (duration: 397.677346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:05:17.895419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:05:17.497566Z","time spent":"397.830679ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14661,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T10:05:17.895438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:05:17.497381Z","time spent":"398.040454ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T10:05:17.895379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:05:17.497343Z","time spent":"398.017133ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T10:05:18.031737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.598957ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-21T10:05:18.033283Z","caller":"traceutil/trace.go:171","msg":"trace[1035245770] linearizableReadLoop","detail":"{readStateIndex:633; appliedIndex:627; }","duration":"535.45265ms","start":"2026-04-21T10:05:17.497808Z","end":"2026-04-21T10:05:18.033261Z","steps":["trace[1035245770] 'read index received' (duration: 325.594689ms)","trace[1035245770] 'applied index is now lower than readState.Index' (duration: 209.857071ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T10:05:18.03339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.565023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T10:05:18.033425Z","caller":"traceutil/trace.go:171","msg":"trace[616437459] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:612; }","duration":"535.624013ms","start":"2026-04-21T10:05:17.49779Z","end":"2026-04-21T10:05:18.033414Z","steps":["trace[616437459] 'agreement among raft nodes before linearized reading' (duration: 535.554082ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:05:18.033404Z","caller":"traceutil/trace.go:171","msg":"trace[30803425] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"376.961283ms","start":"2026-04-21T10:05:17.656397Z","end":"2026-04-21T10:05:18.033359Z","steps":["trace[30803425] 'process raft request' (duration: 375.88697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:05:18.033464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:05:17.497783Z","time spent":"535.673364ms","remote":"127.0.0.1:55764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T10:05:18.033549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:05:17.656375Z","time spent":"377.103716ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":570081,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T10:05:18.216913Z","caller":"traceutil/trace.go:171","msg":"trace[22689512] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"171.545719ms","start":"2026-04-21T10:05:18.044304Z","end":"2026-04-21T10:05:18.21585Z","steps":["trace[22689512] 'process raft request' (duration: 170.907625ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:05:18.22774Z","caller":"traceutil/trace.go:171","msg":"trace[1124495111] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"130.063192ms","start":"2026-04-21T10:05:18.095799Z","end":"2026-04-21T10:05:18.225862Z","steps":["trace[1124495111] 'process raft request' (duration: 129.944039ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:05:23.842181Z","caller":"traceutil/trace.go:171","msg":"trace[1874942025] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"172.207517ms","start":"2026-04-21T10:05:23.669948Z","end":"2026-04-21T10:05:23.842156Z","steps":["trace[1874942025] 'process raft request' (duration: 171.607335ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:05:24.06973Z","caller":"traceutil/trace.go:171","msg":"trace[1554505340] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"127.686931ms","start":"2026-04-21T10:05:23.942024Z","end":"2026-04-21T10:05:24.069711Z","steps":["trace[1554505340] 'process raft request' (duration: 81.295662ms)","trace[1554505340] 'compare' (duration: 46.271706ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T10:05:24.069952Z","caller":"traceutil/trace.go:171","msg":"trace[1830822861] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"125.932603ms","start":"2026-04-21T10:05:23.944013Z","end":"2026-04-21T10:05:24.069946Z","steps":["trace[1830822861] 'process raft request' (duration: 125.677348ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:05:24.069976Z","caller":"traceutil/trace.go:171","msg":"trace[1590912207] linearizableReadLoop","detail":"{readStateIndex:674; appliedIndex:671; }","duration":"125.476873ms","start":"2026-04-21T10:05:23.944476Z","end":"2026-04-21T10:05:24.069952Z","steps":["trace[1590912207] 'read index received' (duration: 3.618657ms)","trace[1590912207] 'applied index is now lower than readState.Index' (duration: 121.857016ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T10:05:24.070039Z","caller":"traceutil/trace.go:171","msg":"trace[1199104340] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"125.973914ms","start":"2026-04-21T10:05:23.944059Z","end":"2026-04-21T10:05:24.070033Z","steps":["trace[1199104340] 'process raft request' (duration: 125.80639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:05:24.070113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.610186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-04-21T10:05:24.070153Z","caller":"traceutil/trace.go:171","msg":"trace[1774346764] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:650; }","duration":"125.699168ms","start":"2026-04-21T10:05:23.944443Z","end":"2026-04-21T10:05:24.070142Z","steps":["trace[1774346764] 'agreement among raft nodes before linearized reading' (duration: 125.606776ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:05:26.188542Z","caller":"traceutil/trace.go:171","msg":"trace[317696987] transaction","detail":"{read_only:false; response_revision:659; number_of_response:1; }","duration":"233.228658ms","start":"2026-04-21T10:05:25.955281Z","end":"2026-04-21T10:05:26.18851Z","steps":["trace[317696987] 'process raft request' (duration: 233.063025ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:05:26.306516Z","caller":"traceutil/trace.go:171","msg":"trace[1233218956] linearizableReadLoop","detail":"{readStateIndex:684; appliedIndex:682; }","duration":"286.348814ms","start":"2026-04-21T10:05:26.020141Z","end":"2026-04-21T10:05:26.30649Z","steps":["trace[1233218956] 'read index received' (duration: 168.244738ms)","trace[1233218956] 'applied index is now lower than readState.Index' (duration: 118.102936ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T10:05:26.306675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.520128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T10:05:26.306639Z","caller":"traceutil/trace.go:171","msg":"trace[888698174] transaction","detail":"{read_only:false; response_revision:660; number_of_response:1; }","duration":"344.98031ms","start":"2026-04-21T10:05:25.961622Z","end":"2026-04-21T10:05:26.306603Z","steps":["trace[888698174] 'process raft request' (duration: 344.688994ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:05:26.306726Z","caller":"traceutil/trace.go:171","msg":"trace[839484727] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:660; }","duration":"286.573259ms","start":"2026-04-21T10:05:26.020125Z","end":"2026-04-21T10:05:26.306699Z","steps":["trace[839484727] 'agreement among raft nodes before linearized reading' (duration: 286.498028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:05:26.306778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.096517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-21T10:05:26.306809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:05:25.961597Z","time spent":"345.132624ms","remote":"127.0.0.1:55964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T10:05:26.306833Z","caller":"traceutil/trace.go:171","msg":"trace[1564686338] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:660; }","duration":"233.18872ms","start":"2026-04-21T10:05:26.073626Z","end":"2026-04-21T10:05:26.306815Z","steps":["trace[1564686338] 'agreement among raft nodes before linearized reading' (duration: 233.030486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:05:26.30686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.420803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-21T10:05:26.306921Z","caller":"traceutil/trace.go:171","msg":"trace[139736423] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:660; }","duration":"232.501575ms","start":"2026-04-21T10:05:26.074401Z","end":"2026-04-21T10:05:26.306903Z","steps":["trace[139736423] 'agreement among raft nodes before linearized reading' (duration: 232.309981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:05:26.306952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.249571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-21T10:05:26.307045Z","caller":"traceutil/trace.go:171","msg":"trace[686564971] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:660; }","duration":"233.384353ms","start":"2026-04-21T10:05:26.073637Z","end":"2026-04-21T10:05:26.307022Z","steps":["trace[686564971] 'agreement among raft nodes before linearized reading' (duration: 233.097987ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:05:29.683782Z","caller":"traceutil/trace.go:171","msg":"trace[737496728] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"500.783728ms","start":"2026-04-21T10:05:29.182971Z","end":"2026-04-21T10:05:29.683755Z","steps":["trace[737496728] 'process raft request' (duration: 462.512354ms)","trace[737496728] 'compare' (duration: 38.120841ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T10:05:29.683938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:05:29.182947Z","time spent":"500.907791ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3202,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T10:05:29.687852Z","caller":"traceutil/trace.go:171","msg":"trace[258123115] transaction","detail":"{read_only:false; response_revision:695; number_of_response:1; }","duration":"104.796096ms","start":"2026-04-21T10:05:29.58302Z","end":"2026-04-21T10:05:29.687816Z","steps":["trace[258123115] 'process raft request' (duration: 104.681544ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:05:29.688111Z","caller":"traceutil/trace.go:171","msg":"trace[349494594] transaction","detail":"{read_only:false; response_revision:694; number_of_response:1; }","duration":"303.740741ms","start":"2026-04-21T10:05:29.384292Z","end":"2026-04-21T10:05:29.688033Z","steps":["trace[349494594] 'process raft request' (duration: 303.101498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:05:29.688264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:05:29.384257Z","time spent":"303.940805ms","remote":"127.0.0.1:55834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4580,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T10:05:42.912698Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":854731406379142654,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-21T10:05:43.099113Z","caller":"traceutil/trace.go:171","msg":"trace[2073643141] linearizableReadLoop","detail":"{readStateIndex:847; appliedIndex:846; }","duration":"686.952673ms","start":"2026-04-21T10:05:42.412134Z","end":"2026-04-21T10:05:43.099087Z","steps":["trace[2073643141] 'read index received' (duration: 680.299169ms)","trace[2073643141] 'applied index is now lower than readState.Index' (duration: 6.652454ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T10:05:43.099218Z","caller":"traceutil/trace.go:171","msg":"trace[454816167] transaction","detail":"{read_only:false; response_revision:817; number_of_response:1; }","duration":"825.30283ms","start":"2026-04-21T10:05:42.273906Z","end":"2026-04-21T10:05:43.099208Z","steps":["trace[454816167] 'process raft request' (duration: 818.507613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:05:43.099298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:05:42.273886Z","time spent":"825.350941ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T10:05:43.099411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.263309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-21T10:05:43.099497Z","caller":"traceutil/trace.go:171","msg":"trace[1572338955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:817; }","duration":"687.395861ms","start":"2026-04-21T10:05:42.41208Z","end":"2026-04-21T10:05:43.099476Z","steps":["trace[1572338955] 'agreement among raft nodes before linearized reading' (duration: 687.193538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:05:43.099552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:05:42.412059Z","time spent":"687.477142ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-21T10:05:43.228459Z","caller":"traceutil/trace.go:171","msg":"trace[679984935] transaction","detail":"{read_only:false; response_revision:818; number_of_response:1; }","duration":"184.34254ms","start":"2026-04-21T10:05:43.04409Z","end":"2026-04-21T10:05:43.228432Z","steps":["trace[679984935] 'process raft request' (duration: 184.154207ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:05:43.22865Z","caller":"traceutil/trace.go:171","msg":"trace[646244295] linearizableReadLoop","detail":"{readStateIndex:848; appliedIndex:848; }","duration":"129.415823ms","start":"2026-04-21T10:05:43.099177Z","end":"2026-04-21T10:05:43.228592Z","steps":["trace[646244295] 'read index received' (duration: 129.404213ms)","trace[646244295] 'applied index is now lower than readState.Index' (duration: 9.91µs)"],"step_count":2} {"level":"warn","ts":"2026-04-21T10:05:43.228853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.76483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-21T10:05:43.228913Z","caller":"traceutil/trace.go:171","msg":"trace[586347737] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:818; }","duration":"811.860762ms","start":"2026-04-21T10:05:42.417038Z","end":"2026-04-21T10:05:43.228899Z","steps":["trace[586347737] 'agreement among raft nodes before linearized reading' (duration: 811.669958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:05:43.228891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.849127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-21T10:05:43.228969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:05:42.417027Z","time spent":"811.922984ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-21T10:05:43.228993Z","caller":"traceutil/trace.go:171","msg":"trace[1053757263] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:818; }","duration":"379.01365ms","start":"2026-04-21T10:05:42.849958Z","end":"2026-04-21T10:05:43.228972Z","steps":["trace[1053757263] 'agreement among raft nodes before linearized reading' (duration: 378.726215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:05:43.229044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:05:42.849939Z","time spent":"379.093011ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T10:05:43.228972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.665089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T10:05:43.229064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.943813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-21T10:05:43.22964Z","caller":"traceutil/trace.go:171","msg":"trace[1640534407] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:818; }","duration":"812.204608ms","start":"2026-04-21T10:05:42.41705Z","end":"2026-04-21T10:05:43.229254Z","steps":["trace[1640534407] 'agreement among raft nodes before linearized reading' (duration: 811.792851ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:05:43.22968Z","caller":"traceutil/trace.go:171","msg":"trace[819240241] transaction","detail":"{read_only:false; response_revision:819; number_of_response:1; }","duration":"124.35973ms","start":"2026-04-21T10:05:43.105294Z","end":"2026-04-21T10:05:43.229654Z","steps":["trace[819240241] 'process raft request' (duration: 124.266548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:05:43.229711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:05:42.417017Z","time spent":"812.674997ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T10:05:43.229633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.467272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T10:05:43.229895Z","caller":"traceutil/trace.go:171","msg":"trace[1814332554] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:818; }","duration":"806.786847ms","start":"2026-04-21T10:05:42.423057Z","end":"2026-04-21T10:05:43.229844Z","steps":["trace[1814332554] 'agreement among raft nodes before linearized reading' (duration: 805.768738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:05:43.230048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:05:42.423048Z","time spent":"806.983051ms","remote":"127.0.0.1:56136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":14,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-21T10:05:43.229663Z","caller":"traceutil/trace.go:171","msg":"trace[1225317563] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:818; }","duration":"210.000694ms","start":"2026-04-21T10:05:43.019186Z","end":"2026-04-21T10:05:43.229186Z","steps":["trace[1225317563] 'agreement among raft nodes before linearized reading' (duration: 209.570796ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:05:54.019715Z","caller":"traceutil/trace.go:171","msg":"trace[1921302952] transaction","detail":"{read_only:false; response_revision:940; number_of_response:1; }","duration":"106.012765ms","start":"2026-04-21T10:05:53.913677Z","end":"2026-04-21T10:05:54.01969Z","steps":["trace[1921302952] 'process raft request' (duration: 105.750671ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:05:54.227209Z","caller":"traceutil/trace.go:171","msg":"trace[1502444023] transaction","detail":"{read_only:false; response_revision:945; number_of_response:1; }","duration":"114.707745ms","start":"2026-04-21T10:05:54.11248Z","end":"2026-04-21T10:05:54.227188Z","steps":["trace[1502444023] 'process raft request' (duration: 114.654164ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:05:54.227416Z","caller":"traceutil/trace.go:171","msg":"trace[968585311] transaction","detail":"{read_only:false; response_revision:943; number_of_response:1; }","duration":"124.405371ms","start":"2026-04-21T10:05:54.102939Z","end":"2026-04-21T10:05:54.227344Z","steps":["trace[968585311] 'process raft request' (duration: 123.434945ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:05:54.227453Z","caller":"traceutil/trace.go:171","msg":"trace[1312206624] transaction","detail":"{read_only:false; response_revision:944; number_of_response:1; }","duration":"121.779907ms","start":"2026-04-21T10:05:54.105644Z","end":"2026-04-21T10:05:54.227424Z","steps":["trace[1312206624] 'process raft request' (duration: 121.444521ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:05:54.60206Z","caller":"traceutil/trace.go:171","msg":"trace[119342945] transaction","detail":"{read_only:false; response_revision:947; number_of_response:1; }","duration":"327.870785ms","start":"2026-04-21T10:05:54.274164Z","end":"2026-04-21T10:05:54.602035Z","steps":["trace[119342945] 'process raft request' (duration: 274.707909ms)","trace[119342945] 'compare' (duration: 53.013033ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T10:05:54.602173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:05:54.274144Z","time spent":"327.979716ms","remote":"127.0.0.1:55886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1449,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-21T10:05:54.79304Z","caller":"traceutil/trace.go:171","msg":"trace[960792050] transaction","detail":"{read_only:false; response_revision:949; number_of_response:1; }","duration":"136.396039ms","start":"2026-04-21T10:05:54.656615Z","end":"2026-04-21T10:05:54.793011Z","steps":["trace[960792050] 'process raft request' (duration: 54.455978ms)","trace[960792050] 'compare' (duration: 81.737767ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T10:05:59.328271Z","caller":"traceutil/trace.go:171","msg":"trace[534447408] transaction","detail":"{read_only:false; response_revision:997; number_of_response:1; }","duration":"153.287111ms","start":"2026-04-21T10:05:59.174966Z","end":"2026-04-21T10:05:59.328253Z","steps":["trace[534447408] 'process raft request' (duration: 153.072467ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:06:01.903477Z","caller":"traceutil/trace.go:171","msg":"trace[1042010210] transaction","detail":"{read_only:false; response_revision:1088; number_of_response:1; }","duration":"105.528382ms","start":"2026-04-21T10:06:01.797911Z","end":"2026-04-21T10:06:01.903439Z","steps":["trace[1042010210] 'process raft request' (duration: 105.36028ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:06:01.903543Z","caller":"traceutil/trace.go:171","msg":"trace[1502765784] transaction","detail":"{read_only:false; response_revision:1087; number_of_response:1; }","duration":"105.837047ms","start":"2026-04-21T10:06:01.797672Z","end":"2026-04-21T10:06:01.903509Z","steps":["trace[1502765784] 'process raft request' (duration: 102.679066ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:06:01.903653Z","caller":"traceutil/trace.go:171","msg":"trace[1892139682] linearizableReadLoop","detail":"{readStateIndex:1124; appliedIndex:1120; }","duration":"101.81674ms","start":"2026-04-21T10:06:01.801819Z","end":"2026-04-21T10:06:01.903636Z","steps":["trace[1892139682] 'read index received' (duration: 98.544877ms)","trace[1892139682] 'applied index is now lower than readState.Index' (duration: 3.270583ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T10:06:01.903893Z","caller":"traceutil/trace.go:171","msg":"trace[2073220593] transaction","detail":"{read_only:false; response_revision:1090; number_of_response:1; }","duration":"105.718474ms","start":"2026-04-21T10:06:01.798163Z","end":"2026-04-21T10:06:01.903881Z","steps":["trace[2073220593] 'process raft request' (duration: 105.43651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:06:01.904185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.342729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T10:06:01.904247Z","caller":"traceutil/trace.go:171","msg":"trace[1028398930] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck; range_end:; response_count:0; response_revision:1090; }","duration":"102.436871ms","start":"2026-04-21T10:06:01.801794Z","end":"2026-04-21T10:06:01.904231Z","steps":["trace[1028398930] 'agreement among raft nodes before linearized reading' (duration: 102.198367ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:06:01.904174Z","caller":"traceutil/trace.go:171","msg":"trace[1376360208] transaction","detail":"{read_only:false; response_revision:1089; number_of_response:1; }","duration":"106.04073ms","start":"2026-04-21T10:06:01.798067Z","end":"2026-04-21T10:06:01.904108Z","steps":["trace[1376360208] 'process raft request' (duration: 105.42281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:06:01.90605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.142209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4374"} {"level":"info","ts":"2026-04-21T10:06:01.906111Z","caller":"traceutil/trace.go:171","msg":"trace[710068704] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:1091; }","duration":"104.21913ms","start":"2026-04-21T10:06:01.801877Z","end":"2026-04-21T10:06:01.906096Z","steps":["trace[710068704] 'agreement among raft nodes before linearized reading' (duration: 104.030617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:06:01.906954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.404103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:4640"} {"level":"info","ts":"2026-04-21T10:06:01.907001Z","caller":"traceutil/trace.go:171","msg":"trace[1942657901] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:1091; }","duration":"104.474075ms","start":"2026-04-21T10:06:01.802516Z","end":"2026-04-21T10:06:01.90699Z","steps":["trace[1942657901] 'agreement among raft nodes before linearized reading' (duration: 104.345013ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:06:15.742283Z","caller":"traceutil/trace.go:171","msg":"trace[400697041] linearizableReadLoop","detail":"{readStateIndex:1263; appliedIndex:1262; }","duration":"246.413923ms","start":"2026-04-21T10:06:15.495851Z","end":"2026-04-21T10:06:15.742265Z","steps":["trace[400697041] 'read index received' (duration: 246.277791ms)","trace[400697041] 'applied index is now lower than readState.Index' (duration: 135.462µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T10:06:15.742378Z","caller":"traceutil/trace.go:171","msg":"trace[1326425879] transaction","detail":"{read_only:false; response_revision:1226; number_of_response:1; }","duration":"267.070299ms","start":"2026-04-21T10:06:15.4753Z","end":"2026-04-21T10:06:15.742371Z","steps":["trace[1326425879] 'process raft request' (duration: 266.847025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:06:15.742547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.690967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-21T10:06:15.742573Z","caller":"traceutil/trace.go:171","msg":"trace[155401095] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1226; }","duration":"246.777778ms","start":"2026-04-21T10:06:15.495789Z","end":"2026-04-21T10:06:15.742567Z","steps":["trace[155401095] 'agreement among raft nodes before linearized reading' (duration: 246.671717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:06:15.742665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.921164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-21T10:06:15.742679Z","caller":"traceutil/trace.go:171","msg":"trace[1167117400] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1226; }","duration":"241.957564ms","start":"2026-04-21T10:06:15.500717Z","end":"2026-04-21T10:06:15.742674Z","steps":["trace[1167117400] 'agreement among raft nodes before linearized reading' (duration: 241.907833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:06:15.742754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.161654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-21T10:06:15.742766Z","caller":"traceutil/trace.go:171","msg":"trace[431143109] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1226; }","duration":"234.226485ms","start":"2026-04-21T10:06:15.508536Z","end":"2026-04-21T10:06:15.742762Z","steps":["trace[431143109] 'agreement among raft nodes before linearized reading' (duration: 234.187055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:06:15.742828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.878966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-21T10:06:15.742842Z","caller":"traceutil/trace.go:171","msg":"trace[1085679461] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1226; }","duration":"236.920237ms","start":"2026-04-21T10:06:15.505918Z","end":"2026-04-21T10:06:15.742838Z","steps":["trace[1085679461] 'agreement among raft nodes before linearized reading' (duration: 236.880547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:06:15.905258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.503994ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T10:06:15.905639Z","caller":"traceutil/trace.go:171","msg":"trace[1557966680] transaction","detail":"{read_only:false; response_revision:1227; number_of_response:1; }","duration":"158.511246ms","start":"2026-04-21T10:06:15.746861Z","end":"2026-04-21T10:06:15.905372Z","steps":["trace[1557966680] 'process raft request' (duration: 54.787508ms)","trace[1557966680] 'compare' (duration: 103.383103ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T10:06:15.906791Z","caller":"traceutil/trace.go:171","msg":"trace[1382383495] transaction","detail":"{read_only:false; response_revision:1230; number_of_response:1; }","duration":"158.822982ms","start":"2026-04-21T10:06:15.747945Z","end":"2026-04-21T10:06:15.906768Z","steps":["trace[1382383495] 'process raft request' (duration: 158.71769ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:06:15.906898Z","caller":"traceutil/trace.go:171","msg":"trace[1616947443] transaction","detail":"{read_only:false; response_revision:1228; number_of_response:1; }","duration":"159.942458ms","start":"2026-04-21T10:06:15.746923Z","end":"2026-04-21T10:06:15.906865Z","steps":["trace[1616947443] 'process raft request' (duration: 159.607503ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:06:15.907034Z","caller":"traceutil/trace.go:171","msg":"trace[1210178829] transaction","detail":"{read_only:false; response_revision:1229; number_of_response:1; }","duration":"159.895818ms","start":"2026-04-21T10:06:15.747128Z","end":"2026-04-21T10:06:15.907024Z","steps":["trace[1210178829] 'process raft request' (duration: 159.502492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:06:31.452178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.795431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-fn27x\" ","response":"range_response_count:1 size:4197"} {"level":"info","ts":"2026-04-21T10:06:31.452251Z","caller":"traceutil/trace.go:171","msg":"trace[1356254412] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-fn27x; range_end:; response_count:1; response_revision:1362; }","duration":"217.979293ms","start":"2026-04-21T10:06:31.234255Z","end":"2026-04-21T10:06:31.452234Z","steps":["trace[1356254412] 'range keys from in-memory index tree' (duration: 217.630579ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:06:36.575269Z","caller":"traceutil/trace.go:171","msg":"trace[1165671739] linearizableReadLoop","detail":"{readStateIndex:1526; appliedIndex:1525; }","duration":"164.375812ms","start":"2026-04-21T10:06:36.410869Z","end":"2026-04-21T10:06:36.575245Z","steps":["trace[1165671739] 'read index received' (duration: 164.19536ms)","trace[1165671739] 'applied index is now lower than readState.Index' (duration: 179.282µs)"],"step_count":2} {"level":"warn","ts":"2026-04-21T10:06:36.575461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.571915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T10:06:36.57543Z","caller":"traceutil/trace.go:171","msg":"trace[506142467] transaction","detail":"{read_only:false; response_revision:1481; number_of_response:1; }","duration":"173.59155ms","start":"2026-04-21T10:06:36.401803Z","end":"2026-04-21T10:06:36.575394Z","steps":["trace[506142467] 'process raft request' (duration: 173.235505ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:06:36.575501Z","caller":"traceutil/trace.go:171","msg":"trace[397881175] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1481; }","duration":"164.669696ms","start":"2026-04-21T10:06:36.410821Z","end":"2026-04-21T10:06:36.57549Z","steps":["trace[397881175] 'agreement among raft nodes before linearized reading' (duration: 164.565264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:06:36.57558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.114082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-21T10:06:36.575636Z","caller":"traceutil/trace.go:171","msg":"trace[416086616] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1481; }","duration":"160.209833ms","start":"2026-04-21T10:06:36.415413Z","end":"2026-04-21T10:06:36.575622Z","steps":["trace[416086616] 'agreement among raft nodes before linearized reading' (duration: 160.014841ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:06:54.739444Z","caller":"traceutil/trace.go:171","msg":"trace[1353936192] transaction","detail":"{read_only:false; response_revision:1782; number_of_response:1; }","duration":"102.272647ms","start":"2026-04-21T10:06:54.637128Z","end":"2026-04-21T10:06:54.739401Z","steps":["trace[1353936192] 'process raft request' (duration: 102.057525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:06:59.765839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.269832ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-21T10:06:59.765998Z","caller":"traceutil/trace.go:171","msg":"trace[335448340] transaction","detail":"{read_only:false; response_revision:1872; number_of_response:1; }","duration":"132.694529ms","start":"2026-04-21T10:06:59.633262Z","end":"2026-04-21T10:06:59.765956Z","steps":["trace[335448340] 'process raft request' (duration: 21.237574ms)","trace[335448340] 'compare' (duration: 111.09355ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T10:07:01.677222Z","caller":"traceutil/trace.go:171","msg":"trace[1977961692] transaction","detail":"{read_only:false; response_revision:1893; number_of_response:1; }","duration":"256.218022ms","start":"2026-04-21T10:07:01.420973Z","end":"2026-04-21T10:07:01.677191Z","steps":["trace[1977961692] 'process raft request' (duration: 191.750956ms)","trace[1977961692] 'compare' (duration: 64.314434ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T10:07:02.443058Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":854731406379144702,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T10:07:03.001109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205307988s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T10:07:03.00137Z","caller":"traceutil/trace.go:171","msg":"trace[775205545] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"1.316112806s","start":"2026-04-21T10:07:01.685224Z","end":"2026-04-21T10:07:03.001337Z","steps":["trace[775205545] 'process raft request' (duration: 109.639254ms)","trace[775205545] 'compare' (duration: 1.204733561s)"],"step_count":2} {"level":"info","ts":"2026-04-21T10:07:03.00142Z","caller":"traceutil/trace.go:171","msg":"trace[1459055389] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"1.16801188s","start":"2026-04-21T10:07:01.833391Z","end":"2026-04-21T10:07:03.001403Z","steps":["trace[1459055389] 'process raft request' (duration: 1.16796674s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:03.001518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:01.685205Z","time spent":"1.316235518s","remote":"127.0.0.1:55938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T10:07:03.001607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:01.833353Z","time spent":"1.168157522s","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T10:07:03.001663Z","caller":"traceutil/trace.go:171","msg":"trace[306703650] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"1.316359729s","start":"2026-04-21T10:07:01.685277Z","end":"2026-04-21T10:07:03.001636Z","steps":["trace[306703650] 'process raft request' (duration: 1.315934694s)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:07:03.001716Z","caller":"traceutil/trace.go:171","msg":"trace[590491736] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"1.316055146s","start":"2026-04-21T10:07:01.685649Z","end":"2026-04-21T10:07:03.001704Z","steps":["trace[590491736] 'process raft request' (duration: 1.315664011s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:03.001786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:01.685641Z","time spent":"1.316114896s","remote":"127.0.0.1:56050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1471,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T10:07:03.001822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:01.685266Z","time spent":"1.31649031s","remote":"127.0.0.1:56050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1529,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T10:07:04.019947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000523306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-21T10:07:04.020035Z","caller":"traceutil/trace.go:171","msg":"trace[696042876] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000647778s","start":"2026-04-21T10:07:02.019373Z","end":"2026-04-21T10:07:04.020021Z","steps":["trace[696042876] 'agreement among raft nodes before linearized reading' (duration: 2.000546097s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:04.020077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:02.019358Z","time spent":"2.000709818s","remote":"127.0.0.1:55764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/21 10:07:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-21T10:07:04.247073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11428407s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T10:07:04.24734Z","caller":"traceutil/trace.go:171","msg":"trace[177900129] linearizableReadLoop","detail":"{readStateIndex:1971; appliedIndex:1966; }","duration":"2.305283264s","start":"2026-04-21T10:07:01.942036Z","end":"2026-04-21T10:07:04.247319Z","steps":["trace[177900129] 'read index received' (duration: 651.277818ms)","trace[177900129] 'applied index is now lower than readState.Index' (duration: 1.654004066s)"],"step_count":2} {"level":"info","ts":"2026-04-21T10:07:04.24744Z","caller":"traceutil/trace.go:171","msg":"trace[234458265] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"1.793354244s","start":"2026-04-21T10:07:02.454072Z","end":"2026-04-21T10:07:04.247426Z","steps":["trace[234458265] 'process raft request' (duration: 1.793111141s)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:07:04.24745Z","caller":"traceutil/trace.go:171","msg":"trace[137729543] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"2.310318108s","start":"2026-04-21T10:07:01.937112Z","end":"2026-04-21T10:07:04.24743Z","steps":["trace[137729543] 'process raft request' (duration: 1.195582383s)","trace[137729543] 'compare' (duration: 1.113855395s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T10:07:04.247526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:02.454048Z","time spent":"1.793425946s","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T10:07:04.247549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:01.937088Z","time spent":"2.31041167s","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T10:07:04.247788Z","caller":"traceutil/trace.go:171","msg":"trace[167101823] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"1.480359579s","start":"2026-04-21T10:07:02.767409Z","end":"2026-04-21T10:07:04.247769Z","steps":["trace[167101823] 'process raft request' (duration: 1.479865312s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:04.247833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.30579746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-21T10:07:04.247869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:02.76738Z","time spent":"1.480444619s","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T10:07:04.247886Z","caller":"traceutil/trace.go:171","msg":"trace[1024711549] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1901; }","duration":"2.305885112s","start":"2026-04-21T10:07:01.941985Z","end":"2026-04-21T10:07:04.24787Z","steps":["trace[1024711549] 'agreement among raft nodes before linearized reading' (duration: 2.30571468s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:04.247947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:01.941961Z","time spent":"2.305974663s","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-21T10:07:04.250676Z","caller":"traceutil/trace.go:171","msg":"trace[212935610] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"263.524707ms","start":"2026-04-21T10:07:03.98712Z","end":"2026-04-21T10:07:04.250645Z","steps":["trace[212935610] 'process raft request' (duration: 263.244074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:04.250795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.101062794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-21T10:07:04.250859Z","caller":"traceutil/trace.go:171","msg":"trace[1946895469] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1902; }","duration":"2.101123184s","start":"2026-04-21T10:07:02.149705Z","end":"2026-04-21T10:07:04.250828Z","steps":["trace[1946895469] 'agreement among raft nodes before linearized reading' (duration: 2.101036093s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:04.250888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.087367419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-21T10:07:04.251093Z","caller":"traceutil/trace.go:171","msg":"trace[1495482488] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1902; }","duration":"2.087705092s","start":"2026-04-21T10:07:02.16337Z","end":"2026-04-21T10:07:04.251075Z","steps":["trace[1495482488] 'agreement among raft nodes before linearized reading' (duration: 2.087276137s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:04.251102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.711923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-21T10:07:04.2512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:02.163361Z","time spent":"2.087818784s","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-21T10:07:04.251303Z","caller":"traceutil/trace.go:171","msg":"trace[460070628] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1902; }","duration":"308.843864ms","start":"2026-04-21T10:07:03.942377Z","end":"2026-04-21T10:07:04.251221Z","steps":["trace[460070628] 'agreement among raft nodes before linearized reading' (duration: 308.650432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:04.251427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:03.942319Z","time spent":"309.094109ms","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-21T10:07:04.250903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:02.149696Z","time spent":"2.101199025s","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T10:07:04.250696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.269516035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.212\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-21T10:07:04.251808Z","caller":"traceutil/trace.go:171","msg":"trace[1699297056] range","detail":"{range_begin:/registry/masterleases/199.19.213.212; range_end:; response_count:1; response_revision:1902; }","duration":"2.27066978s","start":"2026-04-21T10:07:01.981125Z","end":"2026-04-21T10:07:04.251795Z","steps":["trace[1699297056] 'agreement among raft nodes before linearized reading' (duration: 2.269406944s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:04.251906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:01.981111Z","time spent":"2.270777912s","remote":"127.0.0.1:55816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.212\" "} {"level":"warn","ts":"2026-04-21T10:07:04.250974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.026694863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T10:07:04.252193Z","caller":"traceutil/trace.go:171","msg":"trace[2057256310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1902; }","duration":"2.02793861s","start":"2026-04-21T10:07:02.224243Z","end":"2026-04-21T10:07:04.252182Z","steps":["trace[2057256310] 'agreement among raft nodes before linearized reading' (duration: 2.026552092s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:04.252334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:02.224227Z","time spent":"2.028080402s","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T10:07:04.250992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.112409918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-83b5d568-5fb0-488d-80e7-b2721dad95ce\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-04-21T10:07:04.252685Z","caller":"traceutil/trace.go:171","msg":"trace[604075048] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-83b5d568-5fb0-488d-80e7-b2721dad95ce; range_end:; response_count:1; response_revision:1902; }","duration":"2.114132061s","start":"2026-04-21T10:07:02.138536Z","end":"2026-04-21T10:07:04.252668Z","steps":["trace[604075048] 'agreement among raft nodes before linearized reading' (duration: 2.112388059s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:04.25273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:02.138514Z","time spent":"2.114202842s","remote":"127.0.0.1:55964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3768,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-83b5d568-5fb0-488d-80e7-b2721dad95ce\" "} {"level":"warn","ts":"2026-04-21T10:07:04.250973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.025893563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-21T10:07:04.251042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.374485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T10:07:04.253188Z","caller":"traceutil/trace.go:171","msg":"trace[2001313043] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1902; }","duration":"2.028115612s","start":"2026-04-21T10:07:02.224808Z","end":"2026-04-21T10:07:04.252924Z","steps":["trace[2001313043] 'agreement among raft nodes before linearized reading' (duration: 2.025794323s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:04.253217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:02.224792Z","time spent":"2.028418856s","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-21T10:07:04.253196Z","caller":"traceutil/trace.go:171","msg":"trace[1615103410] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1902; }","duration":"232.434322ms","start":"2026-04-21T10:07:04.020606Z","end":"2026-04-21T10:07:04.25304Z","steps":["trace[1615103410] 'agreement among raft nodes before linearized reading' (duration: 230.419446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:04.251113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.03501334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-21T10:07:04.253683Z","caller":"traceutil/trace.go:171","msg":"trace[1252762473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1902; }","duration":"2.037615412s","start":"2026-04-21T10:07:02.216053Z","end":"2026-04-21T10:07:04.253668Z","steps":["trace[1252762473] 'agreement among raft nodes before linearized reading' (duration: 2.035014719s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:04.253809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:02.216022Z","time spent":"2.037764095s","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-21T10:07:10.714049Z","caller":"traceutil/trace.go:171","msg":"trace[975824678] transaction","detail":"{read_only:false; response_revision:1957; number_of_response:1; }","duration":"686.353575ms","start":"2026-04-21T10:07:10.027665Z","end":"2026-04-21T10:07:10.714018Z","steps":["trace[975824678] 'process raft request' (duration: 686.166242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:10.714254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:10.027646Z","time spent":"686.500647ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T10:07:10.723033Z","caller":"traceutil/trace.go:171","msg":"trace[286607569] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"455.958387ms","start":"2026-04-21T10:07:10.267046Z","end":"2026-04-21T10:07:10.723004Z","steps":["trace[286607569] 'process raft request' (duration: 455.792605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:10.723199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:10.267018Z","time spent":"456.089838ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T10:07:10.723309Z","caller":"traceutil/trace.go:171","msg":"trace[991055243] linearizableReadLoop","detail":"{readStateIndex:2034; appliedIndex:2030; }","duration":"445.90376ms","start":"2026-04-21T10:07:10.277384Z","end":"2026-04-21T10:07:10.723288Z","steps":["trace[991055243] 'read index received' (duration: 436.423852ms)","trace[991055243] 'applied index is now lower than readState.Index' (duration: 9.479198ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T10:07:10.723337Z","caller":"traceutil/trace.go:171","msg":"trace[218395967] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"455.011635ms","start":"2026-04-21T10:07:10.268314Z","end":"2026-04-21T10:07:10.723326Z","steps":["trace[218395967] 'process raft request' (duration: 454.64974ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:07:10.723404Z","caller":"traceutil/trace.go:171","msg":"trace[570038636] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"454.526708ms","start":"2026-04-21T10:07:10.268848Z","end":"2026-04-21T10:07:10.723375Z","steps":["trace[570038636] 'process raft request' (duration: 454.338686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:10.723504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:10.268838Z","time spent":"454.613369ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T10:07:10.723523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.83516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-21T10:07:10.723563Z","caller":"traceutil/trace.go:171","msg":"trace[386409662] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1960; }","duration":"441.923972ms","start":"2026-04-21T10:07:10.281629Z","end":"2026-04-21T10:07:10.723553Z","steps":["trace[386409662] 'agreement among raft nodes before linearized reading' (duration: 441.78661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:10.723561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.017492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-21T10:07:10.723589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.191074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-21T10:07:10.723645Z","caller":"traceutil/trace.go:171","msg":"trace[1529106206] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1960; }","duration":"446.279216ms","start":"2026-04-21T10:07:10.277351Z","end":"2026-04-21T10:07:10.72363Z","steps":["trace[1529106206] 'agreement among raft nodes before linearized reading' (duration: 446.049043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:10.723672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.862136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-21T10:07:10.723676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.338994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-21T10:07:10.723677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.226123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T10:07:10.723696Z","caller":"traceutil/trace.go:171","msg":"trace[1090933329] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1960; }","duration":"435.893466ms","start":"2026-04-21T10:07:10.287794Z","end":"2026-04-21T10:07:10.723687Z","steps":["trace[1090933329] 'agreement among raft nodes before linearized reading' (duration: 435.819715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:10.72369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:10.27734Z","time spent":"446.337966ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T10:07:10.723716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:10.287787Z","time spent":"435.924707ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-21T10:07:10.723718Z","caller":"traceutil/trace.go:171","msg":"trace[368243671] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1960; }","duration":"345.302614ms","start":"2026-04-21T10:07:10.378404Z","end":"2026-04-21T10:07:10.723707Z","steps":["trace[368243671] 'agreement among raft nodes before linearized reading' (duration: 345.201302ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:07:10.723713Z","caller":"traceutil/trace.go:171","msg":"trace[2051615898] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1960; }","duration":"429.387964ms","start":"2026-04-21T10:07:10.29431Z","end":"2026-04-21T10:07:10.723698Z","steps":["trace[2051615898] 'agreement among raft nodes before linearized reading' (duration: 429.288653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:10.723742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:10.378386Z","time spent":"345.350114ms","remote":"127.0.0.1:52342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-21T10:07:10.723746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:10.294303Z","time spent":"429.436915ms","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-21T10:07:10.723756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.103913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-21T10:07:10.723642Z","caller":"traceutil/trace.go:171","msg":"trace[2001171626] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1960; }","duration":"434.120083ms","start":"2026-04-21T10:07:10.289502Z","end":"2026-04-21T10:07:10.723622Z","steps":["trace[2001171626] 'agreement among raft nodes before linearized reading' (duration: 433.922331ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:07:10.7238Z","caller":"traceutil/trace.go:171","msg":"trace[1515766191] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1960; }","duration":"438.159333ms","start":"2026-04-21T10:07:10.285628Z","end":"2026-04-21T10:07:10.723787Z","steps":["trace[1515766191] 'agreement among raft nodes before linearized reading' (duration: 438.044202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:10.72381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:10.289497Z","time spent":"434.302046ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T10:07:10.723597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:10.281616Z","time spent":"441.971432ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T10:07:10.723857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:10.285622Z","time spent":"438.206154ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T10:07:10.724116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:10.268302Z","time spent":"455.070805ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T10:07:16.957774Z","caller":"traceutil/trace.go:171","msg":"trace[603614022] linearizableReadLoop","detail":"{readStateIndex:2079; appliedIndex:2078; }","duration":"212.001459ms","start":"2026-04-21T10:07:16.745745Z","end":"2026-04-21T10:07:16.957746Z","steps":["trace[603614022] 'read index received' (duration: 211.759906ms)","trace[603614022] 'applied index is now lower than readState.Index' (duration: 240.523µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T10:07:16.957797Z","caller":"traceutil/trace.go:171","msg":"trace[294735705] transaction","detail":"{read_only:false; response_revision:2004; number_of_response:1; }","duration":"216.274922ms","start":"2026-04-21T10:07:16.74149Z","end":"2026-04-21T10:07:16.957765Z","steps":["trace[294735705] 'process raft request' (duration: 215.988509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:16.958155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.382074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-79hxp\" ","response":"range_response_count:1 size:5852"} {"level":"info","ts":"2026-04-21T10:07:16.958237Z","caller":"traceutil/trace.go:171","msg":"trace[2135573857] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-79hxp; range_end:; response_count:1; response_revision:2004; }","duration":"212.515616ms","start":"2026-04-21T10:07:16.745703Z","end":"2026-04-21T10:07:16.958219Z","steps":["trace[2135573857] 'agreement among raft nodes before linearized reading' (duration: 212.170631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:17.012203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.094281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-21T10:07:17.012204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.241108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-21T10:07:17.012269Z","caller":"traceutil/trace.go:171","msg":"trace[47681603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2006; }","duration":"242.203001ms","start":"2026-04-21T10:07:16.770052Z","end":"2026-04-21T10:07:17.012255Z","steps":["trace[47681603] 'agreement among raft nodes before linearized reading' (duration: 242.012879ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:07:17.012281Z","caller":"traceutil/trace.go:171","msg":"trace[412836216] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2006; }","duration":"240.358549ms","start":"2026-04-21T10:07:16.771906Z","end":"2026-04-21T10:07:17.012264Z","steps":["trace[412836216] 'agreement among raft nodes before linearized reading' (duration: 240.145936ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:07:17.012282Z","caller":"traceutil/trace.go:171","msg":"trace[14959656] transaction","detail":"{read_only:false; response_revision:2006; number_of_response:1; }","duration":"266.187977ms","start":"2026-04-21T10:07:16.74608Z","end":"2026-04-21T10:07:17.012268Z","steps":["trace[14959656] 'process raft request' (duration: 265.755211ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:07:17.012293Z","caller":"traceutil/trace.go:171","msg":"trace[1147358761] transaction","detail":"{read_only:false; response_revision:2005; number_of_response:1; }","duration":"266.183026ms","start":"2026-04-21T10:07:16.746067Z","end":"2026-04-21T10:07:17.01225Z","steps":["trace[1147358761] 'process raft request' (duration: 253.569231ms)","trace[1147358761] 'compare' (duration: 12.024538ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T10:07:17.012214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.991553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-21T10:07:17.012406Z","caller":"traceutil/trace.go:171","msg":"trace[1649334227] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2006; }","duration":"244.217146ms","start":"2026-04-21T10:07:16.768175Z","end":"2026-04-21T10:07:17.012392Z","steps":["trace[1649334227] 'agreement among raft nodes before linearized reading' (duration: 243.927733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:17.01222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.971264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-21T10:07:17.012464Z","caller":"traceutil/trace.go:171","msg":"trace[882300734] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2006; }","duration":"240.269878ms","start":"2026-04-21T10:07:16.772182Z","end":"2026-04-21T10:07:17.012452Z","steps":["trace[882300734] 'agreement among raft nodes before linearized reading' (duration: 239.926404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:17.012558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.911109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-21T10:07:17.012604Z","caller":"traceutil/trace.go:171","msg":"trace[2074310303] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2006; }","duration":"260.019311ms","start":"2026-04-21T10:07:16.752574Z","end":"2026-04-21T10:07:17.012594Z","steps":["trace[2074310303] 'agreement among raft nodes before linearized reading' (duration: 259.320602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:17.01281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.60977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-21T10:07:17.012867Z","caller":"traceutil/trace.go:171","msg":"trace[111028204] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2006; }","duration":"239.711242ms","start":"2026-04-21T10:07:16.773145Z","end":"2026-04-21T10:07:17.012856Z","steps":["trace[111028204] 'agreement among raft nodes before linearized reading' (duration: 238.869822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:17.323812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.162445ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T10:07:17.324117Z","caller":"traceutil/trace.go:171","msg":"trace[2104785701] linearizableReadLoop","detail":"{readStateIndex:2090; appliedIndex:2087; }","duration":"218.446242ms","start":"2026-04-21T10:07:17.105652Z","end":"2026-04-21T10:07:17.324098Z","steps":["trace[2104785701] 'read index received' (duration: 106.592619ms)","trace[2104785701] 'applied index is now lower than readState.Index' (duration: 111.852503ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T10:07:17.324176Z","caller":"traceutil/trace.go:171","msg":"trace[11724939] transaction","detail":"{read_only:false; response_revision:2015; number_of_response:1; }","duration":"256.936995ms","start":"2026-04-21T10:07:17.067216Z","end":"2026-04-21T10:07:17.324153Z","steps":["trace[11724939] 'process raft request' (duration: 256.812064ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:07:17.324076Z","caller":"traceutil/trace.go:171","msg":"trace[2105083434] transaction","detail":"{read_only:false; response_revision:2013; number_of_response:1; }","duration":"272.500336ms","start":"2026-04-21T10:07:17.051505Z","end":"2026-04-21T10:07:17.324005Z","steps":["trace[2105083434] 'process raft request' (duration: 160.729834ms)","trace[2105083434] 'compare' (duration: 111.030133ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T10:07:17.324332Z","caller":"traceutil/trace.go:171","msg":"trace[989057182] transaction","detail":"{read_only:false; response_revision:2014; number_of_response:1; }","duration":"272.647618ms","start":"2026-04-21T10:07:17.051668Z","end":"2026-04-21T10:07:17.324315Z","steps":["trace[989057182] 'process raft request' (duration: 272.263603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:17.32447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.610604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-pcvns\" ","response":"range_response_count:1 size:6144"} {"level":"info","ts":"2026-04-21T10:07:17.324525Z","caller":"traceutil/trace.go:171","msg":"trace[537458930] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-pcvns; range_end:; response_count:1; response_revision:2015; }","duration":"275.705025ms","start":"2026-04-21T10:07:17.048805Z","end":"2026-04-21T10:07:17.32451Z","steps":["trace[537458930] 'agreement among raft nodes before linearized reading' (duration: 275.417372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:17.32458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.158456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T10:07:17.324653Z","caller":"traceutil/trace.go:171","msg":"trace[1046505743] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2015; }","duration":"217.280297ms","start":"2026-04-21T10:07:17.107333Z","end":"2026-04-21T10:07:17.324613Z","steps":["trace[1046505743] 'agreement among raft nodes before linearized reading' (duration: 217.199407ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:07:17.479213Z","caller":"traceutil/trace.go:171","msg":"trace[441947431] transaction","detail":"{read_only:false; response_revision:2016; number_of_response:1; }","duration":"145.087012ms","start":"2026-04-21T10:07:17.334098Z","end":"2026-04-21T10:07:17.479185Z","steps":["trace[441947431] 'process raft request' (duration: 115.781451ms)","trace[441947431] 'compare' (duration: 29.152648ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T10:07:17.498368Z","caller":"traceutil/trace.go:171","msg":"trace[1752160785] transaction","detail":"{read_only:false; response_revision:2017; number_of_response:1; }","duration":"163.824091ms","start":"2026-04-21T10:07:17.334523Z","end":"2026-04-21T10:07:17.498347Z","steps":["trace[1752160785] 'process raft request' (duration: 163.70847ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:07:17.629581Z","caller":"traceutil/trace.go:171","msg":"trace[1983518252] transaction","detail":"{read_only:false; response_revision:2019; number_of_response:1; }","duration":"143.955227ms","start":"2026-04-21T10:07:17.485593Z","end":"2026-04-21T10:07:17.629548Z","steps":["trace[1983518252] 'process raft request' (duration: 143.832786ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:07:17.629589Z","caller":"traceutil/trace.go:171","msg":"trace[875850134] transaction","detail":"{read_only:false; response_revision:2018; number_of_response:1; }","duration":"144.383443ms","start":"2026-04-21T10:07:17.485131Z","end":"2026-04-21T10:07:17.629514Z","steps":["trace[875850134] 'process raft request' (duration: 134.791196ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:07:17.629639Z","caller":"traceutil/trace.go:171","msg":"trace[653817553] transaction","detail":"{read_only:false; response_revision:2020; number_of_response:1; }","duration":"143.840106ms","start":"2026-04-21T10:07:17.485773Z","end":"2026-04-21T10:07:17.629613Z","steps":["trace[653817553] 'process raft request' (duration: 143.700585ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:07:17.629599Z","caller":"traceutil/trace.go:171","msg":"trace[1977573625] transaction","detail":"{read_only:false; response_revision:2021; number_of_response:1; }","duration":"141.897232ms","start":"2026-04-21T10:07:17.48768Z","end":"2026-04-21T10:07:17.629577Z","steps":["trace[1977573625] 'process raft request' (duration: 141.843681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:19.890838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.680219ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-21T10:07:21.09632Z","caller":"traceutil/trace.go:171","msg":"trace[804597055] transaction","detail":"{read_only:false; response_revision:2035; number_of_response:1; }","duration":"122.537302ms","start":"2026-04-21T10:07:20.973762Z","end":"2026-04-21T10:07:21.096299Z","steps":["trace[804597055] 'process raft request' (duration: 122.35084ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:07:21.33096Z","caller":"traceutil/trace.go:171","msg":"trace[1505876295] transaction","detail":"{read_only:false; response_revision:2037; number_of_response:1; }","duration":"304.529445ms","start":"2026-04-21T10:07:21.026407Z","end":"2026-04-21T10:07:21.330936Z","steps":["trace[1505876295] 'process raft request' (duration: 304.427794ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:07:21.331023Z","caller":"traceutil/trace.go:171","msg":"trace[144030367] transaction","detail":"{read_only:false; response_revision:2036; number_of_response:1; }","duration":"306.238436ms","start":"2026-04-21T10:07:21.02475Z","end":"2026-04-21T10:07:21.330988Z","steps":["trace[144030367] 'process raft request' (duration: 305.909192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:21.331115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:21.026387Z","time spent":"304.649698ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T10:07:21.331229Z","caller":"traceutil/trace.go:171","msg":"trace[230124403] transaction","detail":"{read_only:false; response_revision:2038; number_of_response:1; }","duration":"267.170152ms","start":"2026-04-21T10:07:21.064036Z","end":"2026-04-21T10:07:21.331207Z","steps":["trace[230124403] 'process raft request' (duration: 266.862947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:21.331311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.845536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T10:07:21.331355Z","caller":"traceutil/trace.go:171","msg":"trace[889003964] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2038; }","duration":"284.915888ms","start":"2026-04-21T10:07:21.046428Z","end":"2026-04-21T10:07:21.331344Z","steps":["trace[889003964] 'agreement among raft nodes before linearized reading' (duration: 284.792166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:21.33139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.864964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-21T10:07:21.331419Z","caller":"traceutil/trace.go:171","msg":"trace[1046032961] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2038; }","duration":"292.931925ms","start":"2026-04-21T10:07:21.038477Z","end":"2026-04-21T10:07:21.331409Z","steps":["trace[1046032961] 'agreement among raft nodes before linearized reading' (duration: 292.822044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:21.331189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:21.024739Z","time spent":"306.353179ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T10:07:21.331696Z","caller":"traceutil/trace.go:171","msg":"trace[2125690565] linearizableReadLoop","detail":"{readStateIndex:2114; appliedIndex:2111; }","duration":"234.908999ms","start":"2026-04-21T10:07:21.096234Z","end":"2026-04-21T10:07:21.331143Z","steps":["trace[2125690565] 'read index received' (duration: 234.447703ms)","trace[2125690565] 'applied index is now lower than readState.Index' (duration: 459.886µs)"],"step_count":2} {"level":"warn","ts":"2026-04-21T10:07:21.331844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.576475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T10:07:21.331861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.478774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T10:07:21.331893Z","caller":"traceutil/trace.go:171","msg":"trace[1079743410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2038; }","duration":"188.537674ms","start":"2026-04-21T10:07:21.143346Z","end":"2026-04-21T10:07:21.331884Z","steps":["trace[1079743410] 'agreement among raft nodes before linearized reading' (duration: 188.443843ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:07:21.331885Z","caller":"traceutil/trace.go:171","msg":"trace[780171449] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2038; }","duration":"234.682226ms","start":"2026-04-21T10:07:21.09719Z","end":"2026-04-21T10:07:21.331872Z","steps":["trace[780171449] 'agreement among raft nodes before linearized reading' (duration: 234.595985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:21.332002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.690474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-21T10:07:21.332023Z","caller":"traceutil/trace.go:171","msg":"trace[267477437] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2038; }","duration":"187.742204ms","start":"2026-04-21T10:07:21.144274Z","end":"2026-04-21T10:07:21.332017Z","steps":["trace[267477437] 'agreement among raft nodes before linearized reading' (duration: 187.684694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:21.332139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.98616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-21T10:07:21.332172Z","caller":"traceutil/trace.go:171","msg":"trace[1099364724] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2038; }","duration":"189.047701ms","start":"2026-04-21T10:07:21.143115Z","end":"2026-04-21T10:07:21.332163Z","steps":["trace[1099364724] 'agreement among raft nodes before linearized reading' (duration: 188.95615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:21.332222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.001208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-21T10:07:21.332261Z","caller":"traceutil/trace.go:171","msg":"trace[1860018045] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2038; }","duration":"211.081548ms","start":"2026-04-21T10:07:21.121169Z","end":"2026-04-21T10:07:21.332251Z","steps":["trace[1860018045] 'agreement among raft nodes before linearized reading' (duration: 210.930706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:21.332325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.156182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-21T10:07:21.33235Z","caller":"traceutil/trace.go:171","msg":"trace[161304345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2038; }","duration":"189.188942ms","start":"2026-04-21T10:07:21.143154Z","end":"2026-04-21T10:07:21.332343Z","steps":["trace[161304345] 'agreement among raft nodes before linearized reading' (duration: 189.125182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:22.818518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.556426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T10:07:22.818585Z","caller":"traceutil/trace.go:171","msg":"trace[892759269] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2044; }","duration":"798.671758ms","start":"2026-04-21T10:07:22.019899Z","end":"2026-04-21T10:07:22.818571Z","steps":["trace[892759269] 'range keys from in-memory index tree' (duration: 798.438484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:22.818627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:22.019879Z","time spent":"798.741959ms","remote":"127.0.0.1:55764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T10:07:22.818839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.785489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T10:07:22.818883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.028903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.212\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-21T10:07:22.818897Z","caller":"traceutil/trace.go:171","msg":"trace[424350445] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:2044; }","duration":"914.892421ms","start":"2026-04-21T10:07:21.903989Z","end":"2026-04-21T10:07:22.818882Z","steps":["trace[424350445] 'count revisions from in-memory index tree' (duration: 914.687988ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:07:22.818905Z","caller":"traceutil/trace.go:171","msg":"trace[2117284197] range","detail":"{range_begin:/registry/masterleases/199.19.213.212; range_end:; response_count:1; response_revision:2044; }","duration":"837.078484ms","start":"2026-04-21T10:07:21.981819Z","end":"2026-04-21T10:07:22.818897Z","steps":["trace[2117284197] 'range keys from in-memory index tree' (duration: 836.871971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:22.818924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:21.903967Z","time spent":"914.950392ms","remote":"127.0.0.1:45876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-21T10:07:22.818925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:21.981801Z","time spent":"837.119305ms","remote":"127.0.0.1:55816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.212\" "} {"level":"warn","ts":"2026-04-21T10:07:22.81915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.754756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-21T10:07:22.819196Z","caller":"traceutil/trace.go:171","msg":"trace[2032968083] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2044; }","duration":"479.836957ms","start":"2026-04-21T10:07:22.339345Z","end":"2026-04-21T10:07:22.819182Z","steps":["trace[2032968083] 'range keys from in-memory index tree' (duration: 479.606344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:22.819237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:22.339325Z","time spent":"479.899977ms","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-21T10:07:22.819634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199979019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-21T10:07:22.81967Z","caller":"traceutil/trace.go:171","msg":"trace[562512790] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2044; }","duration":"1.20004286s","start":"2026-04-21T10:07:21.619616Z","end":"2026-04-21T10:07:22.819659Z","steps":["trace[562512790] 'range keys from in-memory index tree' (duration: 1.199878258s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:22.819698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:21.619599Z","time spent":"1.200091821s","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-21T10:07:23.86608Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":854731406379145010,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T10:07:23.868618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.728656ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T10:07:23.868705Z","caller":"traceutil/trace.go:171","msg":"trace[709864553] transaction","detail":"{read_only:false; response_revision:2046; number_of_response:1; }","duration":"1.004110339s","start":"2026-04-21T10:07:22.864578Z","end":"2026-04-21T10:07:23.868688Z","steps":["trace[709864553] 'process raft request' (duration: 83.294062ms)","trace[709864553] 'compare' (duration: 920.129159ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T10:07:23.868774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:22.864558Z","time spent":"1.00418651s","remote":"127.0.0.1:55816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T10:07:23.906523Z","caller":"traceutil/trace.go:171","msg":"trace[1545189143] transaction","detail":"{read_only:false; response_revision:2047; number_of_response:1; }","duration":"804.704149ms","start":"2026-04-21T10:07:23.101795Z","end":"2026-04-21T10:07:23.906499Z","steps":["trace[1545189143] 'process raft request' (duration: 804.548247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:23.906731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:23.10177Z","time spent":"804.883102ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T10:07:23.9163Z","caller":"traceutil/trace.go:171","msg":"trace[1838910907] transaction","detail":"{read_only:false; response_revision:2049; number_of_response:1; }","duration":"578.626021ms","start":"2026-04-21T10:07:23.337656Z","end":"2026-04-21T10:07:23.916282Z","steps":["trace[1838910907] 'process raft request' (duration: 578.55678ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:07:23.916317Z","caller":"traceutil/trace.go:171","msg":"trace[137519983] transaction","detail":"{read_only:false; response_revision:2048; number_of_response:1; }","duration":"580.451613ms","start":"2026-04-21T10:07:23.335843Z","end":"2026-04-21T10:07:23.916295Z","steps":["trace[137519983] 'process raft request' (duration: 580.245031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:23.916419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:23.33582Z","time spent":"580.539934ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T10:07:23.916445Z","caller":"traceutil/trace.go:171","msg":"trace[94454924] linearizableReadLoop","detail":"{readStateIndex:2127; appliedIndex:2123; }","duration":"550.973276ms","start":"2026-04-21T10:07:23.365461Z","end":"2026-04-21T10:07:23.916434Z","steps":["trace[94454924] 'read index received' (duration: 540.878104ms)","trace[94454924] 'applied index is now lower than readState.Index' (duration: 10.094332ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T10:07:23.916543Z","caller":"traceutil/trace.go:171","msg":"trace[1655117262] transaction","detail":"{read_only:false; response_revision:2050; number_of_response:1; }","duration":"444.934211ms","start":"2026-04-21T10:07:23.471595Z","end":"2026-04-21T10:07:23.916529Z","steps":["trace[1655117262] 'process raft request' (duration: 444.654488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:23.916709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:23.471571Z","time spent":"445.041432ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T10:07:23.916811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.004836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-21T10:07:23.916846Z","caller":"traceutil/trace.go:171","msg":"trace[574804204] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2050; }","duration":"508.044726ms","start":"2026-04-21T10:07:23.40879Z","end":"2026-04-21T10:07:23.916835Z","steps":["trace[574804204] 'agreement among raft nodes before linearized reading' (duration: 507.987126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:23.916735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.885336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-04-21T10:07:23.916911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.816365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T10:07:23.916931Z","caller":"traceutil/trace.go:171","msg":"trace[1937743752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2050; }","duration":"508.856937ms","start":"2026-04-21T10:07:23.408067Z","end":"2026-04-21T10:07:23.916924Z","steps":["trace[1937743752] 'agreement among raft nodes before linearized reading' (duration: 508.814526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:23.916943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:23.408057Z","time spent":"508.883597ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-21T10:07:23.916918Z","caller":"traceutil/trace.go:171","msg":"trace[276270970] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2050; }","duration":"509.102709ms","start":"2026-04-21T10:07:23.407804Z","end":"2026-04-21T10:07:23.916907Z","steps":["trace[276270970] 'agreement among raft nodes before linearized reading' (duration: 508.814665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:23.917007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:23.40779Z","time spent":"509.20688ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T10:07:23.917029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.086309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-21T10:07:23.917045Z","caller":"traceutil/trace.go:171","msg":"trace[471016677] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2050; }","duration":"509.134589ms","start":"2026-04-21T10:07:23.407907Z","end":"2026-04-21T10:07:23.917041Z","steps":["trace[471016677] 'agreement among raft nodes before linearized reading' (duration: 509.092558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:23.91706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:23.407894Z","time spent":"509.15977ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T10:07:23.916872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:23.408776Z","time spent":"508.090927ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T10:07:23.917195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.739006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-21T10:07:23.916466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:23.337643Z","time spent":"578.705992ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T10:07:23.91725Z","caller":"traceutil/trace.go:171","msg":"trace[1144835806] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2050; }","duration":"551.827816ms","start":"2026-04-21T10:07:23.36541Z","end":"2026-04-21T10:07:23.917238Z","steps":["trace[1144835806] 'agreement among raft nodes before linearized reading' (duration: 551.725565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:23.917287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:23.365393Z","time spent":"551.885687ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-21T10:07:24.07837Z","caller":"traceutil/trace.go:171","msg":"trace[1072000816] transaction","detail":"{read_only:false; response_revision:2053; number_of_response:1; }","duration":"155.335799ms","start":"2026-04-21T10:07:23.923012Z","end":"2026-04-21T10:07:24.078348Z","steps":["trace[1072000816] 'process raft request' (duration: 155.134557ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:07:24.078641Z","caller":"traceutil/trace.go:171","msg":"trace[639482923] transaction","detail":"{read_only:false; response_revision:2054; number_of_response:1; }","duration":"155.32491ms","start":"2026-04-21T10:07:23.923293Z","end":"2026-04-21T10:07:24.078618Z","steps":["trace[639482923] 'process raft request' (duration: 155.019116ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:07:24.078758Z","caller":"traceutil/trace.go:171","msg":"trace[306696927] transaction","detail":"{read_only:false; response_revision:2056; number_of_response:1; }","duration":"154.341288ms","start":"2026-04-21T10:07:23.924403Z","end":"2026-04-21T10:07:24.078744Z","steps":["trace[306696927] 'process raft request' (duration: 154.221637ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:07:24.07873Z","caller":"traceutil/trace.go:171","msg":"trace[1213546812] linearizableReadLoop","detail":"{readStateIndex:2130; appliedIndex:2129; }","duration":"155.538992ms","start":"2026-04-21T10:07:23.923169Z","end":"2026-04-21T10:07:24.078708Z","steps":["trace[1213546812] 'read index received' (duration: 4.438303ms)","trace[1213546812] 'applied index is now lower than readState.Index' (duration: 151.099089ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T10:07:24.0789Z","caller":"traceutil/trace.go:171","msg":"trace[1968468508] transaction","detail":"{read_only:false; response_revision:2055; number_of_response:1; }","duration":"155.369489ms","start":"2026-04-21T10:07:23.92332Z","end":"2026-04-21T10:07:24.078689Z","steps":["trace[1968468508] 'process raft request' (duration: 155.223458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:24.078988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.797215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-21T10:07:24.079047Z","caller":"traceutil/trace.go:171","msg":"trace[675698244] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2056; }","duration":"155.888716ms","start":"2026-04-21T10:07:23.923145Z","end":"2026-04-21T10:07:24.079033Z","steps":["trace[675698244] 'agreement among raft nodes before linearized reading' (duration: 155.766284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:34.647115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.712139ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-21T10:07:34.647496Z","caller":"traceutil/trace.go:171","msg":"trace[457492776] transaction","detail":"{read_only:false; response_revision:2111; number_of_response:1; }","duration":"139.467393ms","start":"2026-04-21T10:07:34.508002Z","end":"2026-04-21T10:07:34.64747Z","steps":["trace[457492776] 'process raft request' (duration: 35.34009ms)","trace[457492776] 'compare' (duration: 103.565547ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T10:07:36.23187Z","caller":"traceutil/trace.go:171","msg":"trace[455179319] transaction","detail":"{read_only:false; response_revision:2113; number_of_response:1; }","duration":"250.376117ms","start":"2026-04-21T10:07:35.981482Z","end":"2026-04-21T10:07:36.231858Z","steps":["trace[455179319] 'process raft request' (duration: 250.288336ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:07:36.245558Z","caller":"traceutil/trace.go:171","msg":"trace[2127425158] transaction","detail":"{read_only:false; response_revision:2115; number_of_response:1; }","duration":"262.844454ms","start":"2026-04-21T10:07:35.982702Z","end":"2026-04-21T10:07:36.245546Z","steps":["trace[2127425158] 'process raft request' (duration: 262.777633ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:07:36.245551Z","caller":"traceutil/trace.go:171","msg":"trace[1208859441] transaction","detail":"{read_only:false; response_revision:2114; number_of_response:1; }","duration":"263.915158ms","start":"2026-04-21T10:07:35.981622Z","end":"2026-04-21T10:07:36.245537Z","steps":["trace[1208859441] 'process raft request' (duration: 263.758686ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:07:36.24555Z","caller":"traceutil/trace.go:171","msg":"trace[163573505] linearizableReadLoop","detail":"{readStateIndex:2196; appliedIndex:2192; }","duration":"225.987718ms","start":"2026-04-21T10:07:36.019543Z","end":"2026-04-21T10:07:36.245531Z","steps":["trace[163573505] 'read index received' (duration: 212.206586ms)","trace[163573505] 'applied index is now lower than readState.Index' (duration: 13.780412ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T10:07:36.245739Z","caller":"traceutil/trace.go:171","msg":"trace[1693935235] transaction","detail":"{read_only:false; response_revision:2116; number_of_response:1; }","duration":"232.994232ms","start":"2026-04-21T10:07:36.012739Z","end":"2026-04-21T10:07:36.245733Z","steps":["trace[1693935235] 'process raft request' (duration: 232.766249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:36.2459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.078459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T10:07:36.245941Z","caller":"traceutil/trace.go:171","msg":"trace[980418259] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2116; }","duration":"226.428703ms","start":"2026-04-21T10:07:36.019491Z","end":"2026-04-21T10:07:36.24592Z","steps":["trace[980418259] 'agreement among raft nodes before linearized reading' (duration: 226.092569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:36.246063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.281123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T10:07:36.246092Z","caller":"traceutil/trace.go:171","msg":"trace[782432130] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:2116; }","duration":"216.333064ms","start":"2026-04-21T10:07:36.029752Z","end":"2026-04-21T10:07:36.246085Z","steps":["trace[782432130] 'agreement among raft nodes before linearized reading' (duration: 216.283803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:36.246101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.960648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-21T10:07:36.246312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.895388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-21T10:07:36.246342Z","caller":"traceutil/trace.go:171","msg":"trace[1586848189] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2116; }","duration":"220.937069ms","start":"2026-04-21T10:07:36.025395Z","end":"2026-04-21T10:07:36.246333Z","steps":["trace[1586848189] 'agreement among raft nodes before linearized reading' (duration: 220.828017ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:07:36.246418Z","caller":"traceutil/trace.go:171","msg":"trace[652606989] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2116; }","duration":"215.010868ms","start":"2026-04-21T10:07:36.031109Z","end":"2026-04-21T10:07:36.24612Z","steps":["trace[652606989] 'agreement among raft nodes before linearized reading' (duration: 214.955118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:36.24744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.443625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-21T10:07:36.24747Z","caller":"traceutil/trace.go:171","msg":"trace[1925179626] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2116; }","duration":"227.549007ms","start":"2026-04-21T10:07:36.019914Z","end":"2026-04-21T10:07:36.247463Z","steps":["trace[1925179626] 'agreement among raft nodes before linearized reading' (duration: 225.998839ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:07:36.394473Z","caller":"traceutil/trace.go:171","msg":"trace[443814281] transaction","detail":"{read_only:false; response_revision:2118; number_of_response:1; }","duration":"144.985502ms","start":"2026-04-21T10:07:36.249471Z","end":"2026-04-21T10:07:36.394456Z","steps":["trace[443814281] 'process raft request' (duration: 131.2711ms)","trace[443814281] 'compare' (duration: 13.58625ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T10:07:36.394688Z","caller":"traceutil/trace.go:171","msg":"trace[468594450] transaction","detail":"{read_only:false; response_revision:2119; number_of_response:1; }","duration":"145.140594ms","start":"2026-04-21T10:07:36.249502Z","end":"2026-04-21T10:07:36.394643Z","steps":["trace[468594450] 'process raft request' (duration: 144.931291ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:07:36.39476Z","caller":"traceutil/trace.go:171","msg":"trace[292614610] transaction","detail":"{read_only:false; response_revision:2120; number_of_response:1; }","duration":"145.125343ms","start":"2026-04-21T10:07:36.249614Z","end":"2026-04-21T10:07:36.39474Z","steps":["trace[292614610] 'process raft request' (duration: 144.962791ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:07:36.394815Z","caller":"traceutil/trace.go:171","msg":"trace[711020035] transaction","detail":"{read_only:false; response_revision:2121; number_of_response:1; }","duration":"144.270454ms","start":"2026-04-21T10:07:36.250538Z","end":"2026-04-21T10:07:36.394808Z","steps":["trace[711020035] 'process raft request' (duration: 144.126482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:49.845962Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":854731406379145356,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-21T10:07:50.186013Z","caller":"traceutil/trace.go:171","msg":"trace[1431582794] linearizableReadLoop","detail":"{readStateIndex:2274; appliedIndex:2273; }","duration":"840.666001ms","start":"2026-04-21T10:07:49.345317Z","end":"2026-04-21T10:07:50.185983Z","steps":["trace[1431582794] 'read index received' (duration: 840.451148ms)","trace[1431582794] 'applied index is now lower than readState.Index' (duration: 213.503µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T10:07:50.18618Z","caller":"traceutil/trace.go:171","msg":"trace[1068234519] transaction","detail":"{read_only:false; response_revision:2191; number_of_response:1; }","duration":"865.826202ms","start":"2026-04-21T10:07:49.320337Z","end":"2026-04-21T10:07:50.186163Z","steps":["trace[1068234519] 'process raft request' (duration: 865.449747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:50.18632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:49.320311Z","time spent":"865.918303ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T10:07:50.186467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.116568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a8574ee21f9efb\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-04-21T10:07:50.186507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.193957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-21T10:07:50.186569Z","caller":"traceutil/trace.go:171","msg":"trace[185204493] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2191; }","duration":"841.283468ms","start":"2026-04-21T10:07:49.345266Z","end":"2026-04-21T10:07:50.186549Z","steps":["trace[185204493] 'agreement among raft nodes before linearized reading' (duration: 841.135866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:50.18662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:49.345222Z","time spent":"841.388789ms","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-21T10:07:50.186689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.286573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"info","ts":"2026-04-21T10:07:50.18674Z","caller":"traceutil/trace.go:171","msg":"trace[470715618] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2191; }","duration":"104.367204ms","start":"2026-04-21T10:07:50.082361Z","end":"2026-04-21T10:07:50.186728Z","steps":["trace[470715618] 'agreement among raft nodes before linearized reading' (duration: 104.236572ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:07:50.186567Z","caller":"traceutil/trace.go:171","msg":"trace[1885478411] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a8574ee21f9efb; range_end:; response_count:1; response_revision:2191; }","duration":"649.27401ms","start":"2026-04-21T10:07:49.537267Z","end":"2026-04-21T10:07:50.186541Z","steps":["trace[1885478411] 'agreement among raft nodes before linearized reading' (duration: 648.951516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:50.186838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:49.537216Z","time spent":"649.602773ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a8574ee21f9efb\" "} {"level":"warn","ts":"2026-04-21T10:07:50.561859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.405921ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T10:07:50.562032Z","caller":"traceutil/trace.go:171","msg":"trace[1124321981] transaction","detail":"{read_only:false; response_revision:2193; number_of_response:1; }","duration":"235.920922ms","start":"2026-04-21T10:07:50.326099Z","end":"2026-04-21T10:07:50.56202Z","steps":["trace[1124321981] 'process raft request' (duration: 235.870491ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:07:50.562039Z","caller":"traceutil/trace.go:171","msg":"trace[1163954935] transaction","detail":"{read_only:false; response_revision:2192; number_of_response:1; }","duration":"372.989664ms","start":"2026-04-21T10:07:50.189001Z","end":"2026-04-21T10:07:50.56199Z","steps":["trace[1163954935] 'process raft request' (duration: 127.39486ms)","trace[1163954935] 'compare' (duration: 245.30145ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T10:07:50.562081Z","caller":"traceutil/trace.go:171","msg":"trace[1423294201] linearizableReadLoop","detail":"{readStateIndex:2275; appliedIndex:2274; }","duration":"366.576679ms","start":"2026-04-21T10:07:50.195481Z","end":"2026-04-21T10:07:50.562058Z","steps":["trace[1423294201] 'read index received' (duration: 120.861904ms)","trace[1423294201] 'applied index is now lower than readState.Index' (duration: 245.712375ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T10:07:50.562229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:50.188973Z","time spent":"373.158795ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T10:07:50.562296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.769321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T10:07:50.562353Z","caller":"traceutil/trace.go:171","msg":"trace[1187584787] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2193; }","duration":"366.871453ms","start":"2026-04-21T10:07:50.195468Z","end":"2026-04-21T10:07:50.56234Z","steps":["trace[1187584787] 'agreement among raft nodes before linearized reading' (duration: 366.697021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:50.562423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:50.19541Z","time spent":"367.002124ms","remote":"127.0.0.1:56256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-21T10:07:51.063186Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":854731406379145365,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T10:07:51.2396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.853304ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T10:07:51.239954Z","caller":"traceutil/trace.go:171","msg":"trace[287687338] transaction","detail":"{read_only:false; response_revision:2194; number_of_response:1; }","duration":"913.028241ms","start":"2026-04-21T10:07:50.326904Z","end":"2026-04-21T10:07:51.239932Z","steps":["trace[287687338] 'process raft request' (duration: 764.730332ms)","trace[287687338] 'compare' (duration: 147.52491ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T10:07:51.239976Z","caller":"traceutil/trace.go:171","msg":"trace[1655801064] transaction","detail":"{read_only:false; response_revision:2195; number_of_response:1; }","duration":"906.166791ms","start":"2026-04-21T10:07:50.333788Z","end":"2026-04-21T10:07:51.239955Z","steps":["trace[1655801064] 'process raft request' (duration: 905.927658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:51.240047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:50.326882Z","time spent":"913.121602ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T10:07:51.240168Z","caller":"traceutil/trace.go:171","msg":"trace[305018180] linearizableReadLoop","detail":"{readStateIndex:2279; appliedIndex:2276; }","duration":"677.988989ms","start":"2026-04-21T10:07:50.56214Z","end":"2026-04-21T10:07:51.240129Z","steps":["trace[305018180] 'read index received' (duration: 529.485368ms)","trace[305018180] 'applied index is now lower than readState.Index' (duration: 148.502741ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T10:07:51.240322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.65756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-21T10:07:51.240288Z","caller":"traceutil/trace.go:171","msg":"trace[1772247708] transaction","detail":"{read_only:false; response_revision:2196; number_of_response:1; }","duration":"906.142021ms","start":"2026-04-21T10:07:50.334126Z","end":"2026-04-21T10:07:51.240268Z","steps":["trace[1772247708] 'process raft request' (duration: 905.768126ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:07:51.240375Z","caller":"traceutil/trace.go:171","msg":"trace[232070955] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2196; }","duration":"680.733661ms","start":"2026-04-21T10:07:50.55963Z","end":"2026-04-21T10:07:51.240364Z","steps":["trace[232070955] 'agreement among raft nodes before linearized reading' (duration: 680.564369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:51.240409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:50.559617Z","time spent":"680.785391ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T10:07:51.240394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.230061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-21T10:07:51.240485Z","caller":"traceutil/trace.go:171","msg":"trace[371301058] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2196; }","duration":"762.384442ms","start":"2026-04-21T10:07:50.478081Z","end":"2026-04-21T10:07:51.240466Z","steps":["trace[371301058] 'agreement among raft nodes before linearized reading' (duration: 762.140639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:51.240507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.035394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T10:07:51.240471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:50.334109Z","time spent":"906.270072ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T10:07:51.240518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.188809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-21T10:07:51.240601Z","caller":"traceutil/trace.go:171","msg":"trace[470007680] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2196; }","duration":"716.3132ms","start":"2026-04-21T10:07:50.524269Z","end":"2026-04-21T10:07:51.240582Z","steps":["trace[470007680] 'agreement among raft nodes before linearized reading' (duration: 715.933466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:51.24062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.605335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T10:07:51.240679Z","caller":"traceutil/trace.go:171","msg":"trace[1813464852] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2196; }","duration":"196.682636ms","start":"2026-04-21T10:07:51.043987Z","end":"2026-04-21T10:07:51.24067Z","steps":["trace[1813464852] 'agreement among raft nodes before linearized reading' (duration: 196.586235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:51.240683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:50.524258Z","time spent":"716.411821ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T10:07:51.240648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.361422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-21T10:07:51.240533Z","caller":"traceutil/trace.go:171","msg":"trace[736842499] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2196; }","duration":"675.132946ms","start":"2026-04-21T10:07:50.565393Z","end":"2026-04-21T10:07:51.240525Z","steps":["trace[736842499] 'agreement among raft nodes before linearized reading' (duration: 675.094165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:51.24083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:50.565379Z","time spent":"675.438889ms","remote":"127.0.0.1:55974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-21T10:07:51.24087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.752443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T10:07:51.240851Z","caller":"traceutil/trace.go:171","msg":"trace[2008661907] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2196; }","duration":"788.844427ms","start":"2026-04-21T10:07:50.451958Z","end":"2026-04-21T10:07:51.240802Z","steps":["trace[2008661907] 'agreement among raft nodes before linearized reading' (duration: 788.323061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:51.240982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:50.451939Z","time spent":"789.034011ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T10:07:51.240127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:50.333779Z","time spent":"906.245412ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T10:07:51.240974Z","caller":"traceutil/trace.go:171","msg":"trace[1115005925] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2196; }","duration":"220.935395ms","start":"2026-04-21T10:07:51.020022Z","end":"2026-04-21T10:07:51.240957Z","steps":["trace[1115005925] 'agreement among raft nodes before linearized reading' (duration: 220.752122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:51.240535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:50.478056Z","time spent":"762.469824ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-21T10:07:51.241507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.196816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-21T10:07:51.24162Z","caller":"traceutil/trace.go:171","msg":"trace[1232300778] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2196; }","duration":"681.325557ms","start":"2026-04-21T10:07:50.560244Z","end":"2026-04-21T10:07:51.241569Z","steps":["trace[1232300778] 'agreement among raft nodes before linearized reading' (duration: 679.91624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:51.241702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:50.560227Z","time spent":"681.461808ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T10:07:51.605078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.810402ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T10:07:51.605391Z","caller":"traceutil/trace.go:171","msg":"trace[1188186192] transaction","detail":"{read_only:false; response_revision:2198; number_of_response:1; }","duration":"358.734463ms","start":"2026-04-21T10:07:51.246639Z","end":"2026-04-21T10:07:51.605373Z","steps":["trace[1188186192] 'process raft request' (duration: 358.630691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:51.605517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:51.246621Z","time spent":"358.855285ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T10:07:51.605516Z","caller":"traceutil/trace.go:171","msg":"trace[2116348324] transaction","detail":"{read_only:false; response_revision:2197; number_of_response:1; }","duration":"359.526413ms","start":"2026-04-21T10:07:51.245953Z","end":"2026-04-21T10:07:51.605479Z","steps":["trace[2116348324] 'process raft request' (duration: 198.234424ms)","trace[2116348324] 'compare' (duration: 160.547599ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T10:07:51.605693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:51.245925Z","time spent":"359.681954ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T10:07:51.605674Z","caller":"traceutil/trace.go:171","msg":"trace[336600421] transaction","detail":"{read_only:false; response_revision:2199; number_of_response:1; }","duration":"358.284238ms","start":"2026-04-21T10:07:51.247339Z","end":"2026-04-21T10:07:51.605623Z","steps":["trace[336600421] 'process raft request' (duration: 357.997115ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:07:51.60576Z","caller":"traceutil/trace.go:171","msg":"trace[1260491124] transaction","detail":"{read_only:false; response_revision:2200; number_of_response:1; }","duration":"358.306948ms","start":"2026-04-21T10:07:51.247439Z","end":"2026-04-21T10:07:51.605746Z","steps":["trace[1260491124] 'process raft request' (duration: 358.056835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:51.605836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:51.24742Z","time spent":"358.377529ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T10:07:51.605897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:51.247324Z","time spent":"358.45389ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T10:07:51.605969Z","caller":"traceutil/trace.go:171","msg":"trace[1022654698] linearizableReadLoop","detail":"{readStateIndex:2284; appliedIndex:2279; }","duration":"356.709281ms","start":"2026-04-21T10:07:51.249211Z","end":"2026-04-21T10:07:51.605921Z","steps":["trace[1022654698] 'read index received' (duration: 194.987637ms)","trace[1022654698] 'applied index is now lower than readState.Index' (duration: 161.720834ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T10:07:51.606149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.935573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-21T10:07:51.606224Z","caller":"traceutil/trace.go:171","msg":"trace[2064178348] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2201; }","duration":"357.042904ms","start":"2026-04-21T10:07:51.249169Z","end":"2026-04-21T10:07:51.606212Z","steps":["trace[2064178348] 'agreement among raft nodes before linearized reading' (duration: 356.872372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:51.606292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:51.24915Z","time spent":"357.129915ms","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-21T10:07:51.607034Z","caller":"traceutil/trace.go:171","msg":"trace[1336750008] transaction","detail":"{read_only:false; response_revision:2201; number_of_response:1; }","duration":"357.699652ms","start":"2026-04-21T10:07:51.248303Z","end":"2026-04-21T10:07:51.606003Z","steps":["trace[1336750008] 'process raft request' (duration: 357.405498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:51.607235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:51.248278Z","time spent":"358.808934ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T10:07:52.48442Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":854731406379145374,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T10:07:52.984586Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":854731406379145374,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-21T10:07:53.309548Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.527778714s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-21T10:07:53.656156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.128296ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T10:07:53.656464Z","caller":"traceutil/trace.go:171","msg":"trace[1180733415] transaction","detail":"{read_only:false; response_revision:2202; number_of_response:1; }","duration":"1.87473776s","start":"2026-04-21T10:07:51.781657Z","end":"2026-04-21T10:07:53.656395Z","steps":["trace[1180733415] 'process raft request' (duration: 1.52827884s)","trace[1180733415] 'compare' (duration: 345.694871ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T10:07:53.656681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673050997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.212\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-21T10:07:53.656726Z","caller":"traceutil/trace.go:171","msg":"trace[112117482] range","detail":"{range_begin:/registry/masterleases/199.19.213.212; range_end:; response_count:1; response_revision:2206; }","duration":"1.673139638s","start":"2026-04-21T10:07:51.983573Z","end":"2026-04-21T10:07:53.656713Z","steps":["trace[112117482] 'agreement among raft nodes before linearized reading' (duration: 1.672951586s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:53.656759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:51.983519Z","time spent":"1.673231699s","remote":"127.0.0.1:55816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.212\" "} {"level":"warn","ts":"2026-04-21T10:07:53.656794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:51.78163Z","time spent":"1.874911833s","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T10:07:53.656966Z","caller":"traceutil/trace.go:171","msg":"trace[288069655] transaction","detail":"{read_only:false; response_revision:2203; number_of_response:1; }","duration":"1.088985448s","start":"2026-04-21T10:07:52.567966Z","end":"2026-04-21T10:07:53.656952Z","steps":["trace[288069655] 'process raft request' (duration: 1.088297961s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:53.657033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:52.567937Z","time spent":"1.089063019s","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T10:07:53.656496Z","caller":"traceutil/trace.go:171","msg":"trace[305896279] linearizableReadLoop","detail":"{readStateIndex:2286; appliedIndex:2284; }","duration":"1.672832384s","start":"2026-04-21T10:07:51.983644Z","end":"2026-04-21T10:07:53.656477Z","steps":["trace[305896279] 'read index received' (duration: 1.326304933s)","trace[305896279] 'applied index is now lower than readState.Index' (duration: 346.525951ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T10:07:53.657133Z","caller":"traceutil/trace.go:171","msg":"trace[1316340316] transaction","detail":"{read_only:false; response_revision:2206; number_of_response:1; }","duration":"408.707425ms","start":"2026-04-21T10:07:53.248416Z","end":"2026-04-21T10:07:53.657123Z","steps":["trace[1316340316] 'process raft request' (duration: 407.989107ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:07:53.657151Z","caller":"traceutil/trace.go:171","msg":"trace[348937707] transaction","detail":"{read_only:false; response_revision:2205; number_of_response:1; }","duration":"408.857327ms","start":"2026-04-21T10:07:53.248273Z","end":"2026-04-21T10:07:53.65713Z","steps":["trace[348937707] 'process raft request' (duration: 408.100789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:53.657187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:53.248396Z","time spent":"408.765766ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T10:07:53.657282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:53.248262Z","time spent":"408.954028ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T10:07:53.657332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.661011618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T10:07:53.657359Z","caller":"traceutil/trace.go:171","msg":"trace[508781605] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2206; }","duration":"1.661062889s","start":"2026-04-21T10:07:51.996288Z","end":"2026-04-21T10:07:53.657351Z","steps":["trace[508781605] 'agreement among raft nodes before linearized reading' (duration: 1.661015548s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:53.65739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:51.996276Z","time spent":"1.661102619s","remote":"127.0.0.1:56020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-04-21T10:07:53.657527Z","caller":"traceutil/trace.go:171","msg":"trace[1443853869] transaction","detail":"{read_only:false; response_revision:2204; number_of_response:1; }","duration":"409.508914ms","start":"2026-04-21T10:07:53.248004Z","end":"2026-04-21T10:07:53.657513Z","steps":["trace[1443853869] 'process raft request' (duration: 408.339521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:53.657558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.480323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T10:07:53.657586Z","caller":"traceutil/trace.go:171","msg":"trace[618411506] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2206; }","duration":"637.543993ms","start":"2026-04-21T10:07:53.020034Z","end":"2026-04-21T10:07:53.657578Z","steps":["trace[618411506] 'agreement among raft nodes before linearized reading' (duration: 637.492883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:53.657612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:53.020009Z","time spent":"637.596574ms","remote":"127.0.0.1:55764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T10:07:53.657616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:53.247981Z","time spent":"409.583175ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T10:07:53.657786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.092245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-21T10:07:53.657819Z","caller":"traceutil/trace.go:171","msg":"trace[1792050577] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2206; }","duration":"728.161337ms","start":"2026-04-21T10:07:52.929649Z","end":"2026-04-21T10:07:53.657811Z","steps":["trace[1792050577] 'agreement among raft nodes before linearized reading' (duration: 728.071656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:53.657845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:52.92963Z","time spent":"728.208727ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-21T10:07:53.658006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.977753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T10:07:53.658041Z","caller":"traceutil/trace.go:171","msg":"trace[292562660] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:2206; }","duration":"787.048874ms","start":"2026-04-21T10:07:52.870984Z","end":"2026-04-21T10:07:53.658033Z","steps":["trace[292562660] 'agreement among raft nodes before linearized reading' (duration: 786.994484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:53.658069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:52.870964Z","time spent":"787.098045ms","remote":"127.0.0.1:39262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-21T10:07:53.658213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40914073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-21T10:07:53.658247Z","caller":"traceutil/trace.go:171","msg":"trace[1826783204] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2206; }","duration":"1.409206312s","start":"2026-04-21T10:07:52.24903Z","end":"2026-04-21T10:07:53.658236Z","steps":["trace[1826783204] 'agreement among raft nodes before linearized reading' (duration: 1.409120551s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:53.658272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:52.24901Z","time spent":"1.409255612s","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-21T10:07:54.233307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.907867ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-21T10:07:54.233503Z","caller":"traceutil/trace.go:171","msg":"trace[94075936] linearizableReadLoop","detail":"{readStateIndex:2290; appliedIndex:2289; }","duration":"573.112051ms","start":"2026-04-21T10:07:53.660367Z","end":"2026-04-21T10:07:54.233479Z","steps":["trace[94075936] 'read index received' (duration: 384.089442ms)","trace[94075936] 'applied index is now lower than readState.Index' (duration: 189.020009ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T10:07:54.233497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:53.659645Z","time spent":"573.845569ms","remote":"127.0.0.1:55816","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-21T10:07:54.233618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.235772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T10:07:54.234345Z","caller":"traceutil/trace.go:171","msg":"trace[1897257419] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2206; }","duration":"573.420244ms","start":"2026-04-21T10:07:53.660333Z","end":"2026-04-21T10:07:54.233754Z","steps":["trace[1897257419] 'agreement among raft nodes before linearized reading' (duration: 573.226152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:54.23461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:53.660315Z","time spent":"574.117871ms","remote":"127.0.0.1:55776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T10:07:55.438626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.186512ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T10:07:55.438741Z","caller":"traceutil/trace.go:171","msg":"trace[864169944] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2206; }","duration":"440.314603ms","start":"2026-04-21T10:07:54.998411Z","end":"2026-04-21T10:07:55.438726Z","steps":["trace[864169944] 'range keys from in-memory index tree' (duration: 440.170722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:55.439225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010669237s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T10:07:55.439513Z","caller":"traceutil/trace.go:171","msg":"trace[914268225] transaction","detail":"{read_only:false; response_revision:2207; number_of_response:1; }","duration":"1.77671018s","start":"2026-04-21T10:07:53.662779Z","end":"2026-04-21T10:07:55.439489Z","steps":["trace[914268225] 'process raft request' (duration: 765.642508ms)","trace[914268225] 'compare' (duration: 1.010206332s)"],"step_count":2} {"level":"warn","ts":"2026-04-21T10:07:55.439626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:53.662755Z","time spent":"1.77680232s","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T10:07:55.440215Z","caller":"traceutil/trace.go:171","msg":"trace[513400979] transaction","detail":"{read_only:false; response_revision:2208; number_of_response:1; }","duration":"1.776796361s","start":"2026-04-21T10:07:53.66339Z","end":"2026-04-21T10:07:55.440186Z","steps":["trace[513400979] 'process raft request' (duration: 1.775983431s)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:07:55.440343Z","caller":"traceutil/trace.go:171","msg":"trace[1238375767] transaction","detail":"{read_only:false; response_revision:2209; number_of_response:1; }","duration":"1.776852392s","start":"2026-04-21T10:07:53.663471Z","end":"2026-04-21T10:07:55.440324Z","steps":["trace[1238375767] 'process raft request' (duration: 1.776143643s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:55.440387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:53.663381Z","time spent":"1.776931393s","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T10:07:55.440414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:53.663462Z","time spent":"1.776916304s","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T10:07:55.440511Z","caller":"traceutil/trace.go:171","msg":"trace[1132532851] transaction","detail":"{read_only:false; response_revision:2210; number_of_response:1; }","duration":"1.776699281s","start":"2026-04-21T10:07:53.663789Z","end":"2026-04-21T10:07:55.440489Z","steps":["trace[1132532851] 'process raft request' (duration: 1.775909861s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:55.440691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:53.663781Z","time spent":"1.776799002s","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T10:07:55.440734Z","caller":"traceutil/trace.go:171","msg":"trace[820923603] transaction","detail":"{read_only:false; response_revision:2211; number_of_response:1; }","duration":"1.776589708s","start":"2026-04-21T10:07:53.664127Z","end":"2026-04-21T10:07:55.440717Z","steps":["trace[820923603] 'process raft request' (duration: 1.776315515s)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:07:55.440735Z","caller":"traceutil/trace.go:171","msg":"trace[1588794448] transaction","detail":"{read_only:false; response_revision:2212; number_of_response:1; }","duration":"1.776552448s","start":"2026-04-21T10:07:53.664164Z","end":"2026-04-21T10:07:55.440717Z","steps":["trace[1588794448] 'process raft request' (duration: 1.776449537s)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:07:55.440786Z","caller":"traceutil/trace.go:171","msg":"trace[1090823975] linearizableReadLoop","detail":"{readStateIndex:2296; appliedIndex:2290; }","duration":"1.207186471s","start":"2026-04-21T10:07:54.23359Z","end":"2026-04-21T10:07:55.440776Z","steps":["trace[1090823975] 'read index received' (duration: 194.884935ms)","trace[1090823975] 'applied index is now lower than readState.Index' (duration: 1.012300766s)"],"step_count":2} {"level":"info","ts":"2026-04-21T10:07:55.440796Z","caller":"traceutil/trace.go:171","msg":"trace[671264129] transaction","detail":"{read_only:false; response_revision:2213; number_of_response:1; }","duration":"1.206021358s","start":"2026-04-21T10:07:54.23476Z","end":"2026-04-21T10:07:55.440781Z","steps":["trace[671264129] 'process raft request' (duration: 1.205955487s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:55.440809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:53.66412Z","time spent":"1.776653799s","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T10:07:55.440842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:53.664161Z","time spent":"1.776618259s","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T10:07:55.440874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:54.234733Z","time spent":"1.206097509s","remote":"127.0.0.1:55816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T10:07:55.440929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19661713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-21T10:07:55.44097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.115273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T10:07:55.440984Z","caller":"traceutil/trace.go:171","msg":"trace[466575549] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2213; }","duration":"1.196700361s","start":"2026-04-21T10:07:54.244271Z","end":"2026-04-21T10:07:55.440972Z","steps":["trace[466575549] 'agreement among raft nodes before linearized reading' (duration: 1.19661776s)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:07:55.441002Z","caller":"traceutil/trace.go:171","msg":"trace[310776567] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2213; }","duration":"767.184163ms","start":"2026-04-21T10:07:54.673807Z","end":"2026-04-21T10:07:55.440991Z","steps":["trace[310776567] 'agreement among raft nodes before linearized reading' (duration: 767.130923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:55.441022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:54.244255Z","time spent":"1.196758762s","remote":"127.0.0.1:55764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-21T10:07:55.441031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:54.673787Z","time spent":"767.237095ms","remote":"127.0.0.1:56308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-21T10:07:55.441035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128324157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a8574ee21f9efb\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-21T10:07:55.441096Z","caller":"traceutil/trace.go:171","msg":"trace[250205461] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a8574ee21f9efb; range_end:; response_count:1; response_revision:2213; }","duration":"1.128411918s","start":"2026-04-21T10:07:54.312661Z","end":"2026-04-21T10:07:55.441073Z","steps":["trace[250205461] 'agreement among raft nodes before linearized reading' (duration: 1.128273587s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:55.441135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:54.312616Z","time spent":"1.128511519s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a8574ee21f9efb\" "} {"level":"warn","ts":"2026-04-21T10:07:55.441151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347078156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-21T10:07:55.441178Z","caller":"traceutil/trace.go:171","msg":"trace[1885513949] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2213; }","duration":"1.347150537s","start":"2026-04-21T10:07:54.094018Z","end":"2026-04-21T10:07:55.441169Z","steps":["trace[1885513949] 'agreement among raft nodes before linearized reading' (duration: 1.346818974s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:55.441195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:54.093995Z","time spent":"1.347195928s","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-21T10:07:55.441228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.87183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-21T10:07:55.441311Z","caller":"traceutil/trace.go:171","msg":"trace[673123582] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2213; }","duration":"774.040323ms","start":"2026-04-21T10:07:54.667233Z","end":"2026-04-21T10:07:55.441274Z","steps":["trace[673123582] 'agreement among raft nodes before linearized reading' (duration: 773.694559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:55.441439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:54.667215Z","time spent":"774.209544ms","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-21T10:07:55.946689Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":854731406379145396,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-21T10:07:56.23639Z","caller":"traceutil/trace.go:171","msg":"trace[791089053] transaction","detail":"{read_only:false; response_revision:2214; number_of_response:1; }","duration":"791.524454ms","start":"2026-04-21T10:07:55.444831Z","end":"2026-04-21T10:07:56.236356Z","steps":["trace[791089053] 'process raft request' (duration: 745.911191ms)","trace[791089053] 'compare' (duration: 45.232039ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T10:07:56.236538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:55.444818Z","time spent":"791.640385ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T10:07:56.992808Z","caller":"traceutil/trace.go:171","msg":"trace[810483413] transaction","detail":"{read_only:false; response_revision:2215; number_of_response:1; }","duration":"1.545662911s","start":"2026-04-21T10:07:55.447104Z","end":"2026-04-21T10:07:56.992766Z","steps":["trace[810483413] 'process raft request' (duration: 1.502448476s)","trace[810483413] 'compare' (duration: 42.415175ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T10:07:56.992915Z","caller":"traceutil/trace.go:171","msg":"trace[1488681908] transaction","detail":"{read_only:false; response_revision:2217; number_of_response:1; }","duration":"1.329816218s","start":"2026-04-21T10:07:55.663081Z","end":"2026-04-21T10:07:56.992897Z","steps":["trace[1488681908] 'process raft request' (duration: 1.329675487s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:56.992948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:55.447088Z","time spent":"1.545787962s","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T10:07:56.993079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:55.663055Z","time spent":"1.329939919s","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T10:07:56.993138Z","caller":"traceutil/trace.go:171","msg":"trace[10486175] transaction","detail":"{read_only:false; response_revision:2218; number_of_response:1; }","duration":"1.329905859s","start":"2026-04-21T10:07:55.663224Z","end":"2026-04-21T10:07:56.99313Z","steps":["trace[10486175] 'process raft request' (duration: 1.329625646s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:56.993187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:55.663189Z","time spent":"1.329974139s","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T10:07:56.992915Z","caller":"traceutil/trace.go:171","msg":"trace[795716190] transaction","detail":"{read_only:false; response_revision:2216; number_of_response:1; }","duration":"1.329800868s","start":"2026-04-21T10:07:55.663084Z","end":"2026-04-21T10:07:56.992885Z","steps":["trace[795716190] 'process raft request' (duration: 1.329592836s)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:07:56.993266Z","caller":"traceutil/trace.go:171","msg":"trace[1694524454] transaction","detail":"{read_only:false; response_revision:2219; number_of_response:1; }","duration":"1.329496244s","start":"2026-04-21T10:07:55.663751Z","end":"2026-04-21T10:07:56.993247Z","steps":["trace[1694524454] 'process raft request' (duration: 1.329258651s)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:07:56.993291Z","caller":"traceutil/trace.go:171","msg":"trace[646183708] linearizableReadLoop","detail":"{readStateIndex:2303; appliedIndex:2297; }","duration":"1.547177157s","start":"2026-04-21T10:07:55.446061Z","end":"2026-04-21T10:07:56.993238Z","steps":["trace[646183708] 'read index received' (duration: 744.732997ms)","trace[646183708] 'applied index is now lower than readState.Index' (duration: 802.44209ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T10:07:56.993384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547319498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-21T10:07:56.993371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:55.663736Z","time spent":"1.329584685s","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T10:07:56.993415Z","caller":"traceutil/trace.go:171","msg":"trace[1791381616] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2219; }","duration":"1.54736967s","start":"2026-04-21T10:07:55.446036Z","end":"2026-04-21T10:07:56.993406Z","steps":["trace[1791381616] 'agreement among raft nodes before linearized reading' (duration: 1.547312359s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:56.993443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:55.446023Z","time spent":"1.54741434s","remote":"127.0.0.1:56050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-21T10:07:56.993394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:55.663062Z","time spent":"1.330195062s","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T10:07:57.450258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00085132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-21T10:07:57.450332Z","caller":"traceutil/trace.go:171","msg":"trace[1578875537] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000945241s","start":"2026-04-21T10:07:55.449371Z","end":"2026-04-21T10:07:57.450317Z","steps":["trace[1578875537] 'agreement among raft nodes before linearized reading' (duration: 2.00085945s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:57.450374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:55.449366Z","time spent":"2.000999942s","remote":"127.0.0.1:55764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/21 10:07:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-21T10:07:57.45438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.203733ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T10:07:57.454727Z","caller":"traceutil/trace.go:171","msg":"trace[1405775147] transaction","detail":"{read_only:false; response_revision:2220; number_of_response:1; }","duration":"522.165387ms","start":"2026-04-21T10:07:56.932543Z","end":"2026-04-21T10:07:57.454708Z","steps":["trace[1405775147] 'process raft request' (duration: 162.577318ms)","trace[1405775147] 'compare' (duration: 359.074702ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T10:07:57.454758Z","caller":"traceutil/trace.go:171","msg":"trace[978299673] linearizableReadLoop","detail":"{readStateIndex:2304; appliedIndex:2303; }","duration":"461.369682ms","start":"2026-04-21T10:07:56.993368Z","end":"2026-04-21T10:07:57.454737Z","steps":["trace[978299673] 'read index received' (duration: 101.711433ms)","trace[978299673] 'applied index is now lower than readState.Index' (duration: 359.656389ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T10:07:57.454815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:56.932519Z","time spent":"522.242668ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T10:07:57.458043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006939513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-21T10:07:57.458156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.403754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"info","ts":"2026-04-21T10:07:57.458201Z","caller":"traceutil/trace.go:171","msg":"trace[1409332252] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2220; }","duration":"844.472744ms","start":"2026-04-21T10:07:56.613715Z","end":"2026-04-21T10:07:57.458188Z","steps":["trace[1409332252] 'agreement among raft nodes before linearized reading' (duration: 841.026265ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:07:57.458119Z","caller":"traceutil/trace.go:171","msg":"trace[1431112177] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2220; }","duration":"1.007047284s","start":"2026-04-21T10:07:56.451054Z","end":"2026-04-21T10:07:57.458101Z","steps":["trace[1431112177] 'agreement among raft nodes before linearized reading' (duration: 1.003691066s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:57.458051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.94057957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T10:07:57.458352Z","caller":"traceutil/trace.go:171","msg":"trace[1441179245] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:2220; }","duration":"1.940910784s","start":"2026-04-21T10:07:55.517412Z","end":"2026-04-21T10:07:57.458323Z","steps":["trace[1441179245] 'agreement among raft nodes before linearized reading' (duration: 1.937423904s)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:07:57.458374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:56.451034Z","time spent":"1.007281827s","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-21T10:07:57.45824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:56.6137Z","time spent":"844.531525ms","remote":"127.0.0.1:55964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12406,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-21T10:07:57.458393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:07:55.517392Z","time spent":"1.940991265s","remote":"127.0.0.1:39374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-21T10:08:15.386528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.928643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-21T10:08:15.386756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.34997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T10:08:15.386839Z","caller":"traceutil/trace.go:171","msg":"trace[1530949222] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2317; }","duration":"126.767208ms","start":"2026-04-21T10:08:15.260053Z","end":"2026-04-21T10:08:15.38682Z","steps":["trace[1530949222] 'count revisions from in-memory index tree' (duration: 126.257696ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:08:15.386862Z","caller":"traceutil/trace.go:171","msg":"trace[2047479542] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2317; }","duration":"108.044718ms","start":"2026-04-21T10:08:15.27856Z","end":"2026-04-21T10:08:15.386605Z","steps":["trace[2047479542] 'count revisions from in-memory index tree' (duration: 107.87181ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:08:15.713803Z","caller":"traceutil/trace.go:171","msg":"trace[100871677] transaction","detail":"{read_only:false; response_revision:2318; number_of_response:1; }","duration":"158.550556ms","start":"2026-04-21T10:08:15.555228Z","end":"2026-04-21T10:08:15.713778Z","steps":["trace[100871677] 'process raft request' (duration: 158.382089ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:08:15.765481Z","caller":"traceutil/trace.go:171","msg":"trace[73208899] transaction","detail":"{read_only:false; response_revision:2320; number_of_response:1; }","duration":"208.175736ms","start":"2026-04-21T10:08:15.557278Z","end":"2026-04-21T10:08:15.765453Z","steps":["trace[73208899] 'process raft request' (duration: 208.095422ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:08:15.765524Z","caller":"traceutil/trace.go:171","msg":"trace[595070554] transaction","detail":"{read_only:false; response_revision:2319; number_of_response:1; }","duration":"208.725409ms","start":"2026-04-21T10:08:15.556741Z","end":"2026-04-21T10:08:15.765466Z","steps":["trace[595070554] 'process raft request' (duration: 208.463058ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:08:15.765627Z","caller":"traceutil/trace.go:171","msg":"trace[123520774] linearizableReadLoop","detail":"{readStateIndex:2409; appliedIndex:2405; }","duration":"188.539637ms","start":"2026-04-21T10:08:15.577044Z","end":"2026-04-21T10:08:15.765584Z","steps":["trace[123520774] 'read index received' (duration: 136.479472ms)","trace[123520774] 'applied index is now lower than readState.Index' (duration: 52.057355ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T10:08:15.765796Z","caller":"traceutil/trace.go:171","msg":"trace[738625515] transaction","detail":"{read_only:false; response_revision:2321; number_of_response:1; }","duration":"208.203327ms","start":"2026-04-21T10:08:15.557567Z","end":"2026-04-21T10:08:15.76577Z","steps":["trace[738625515] 'process raft request' (duration: 207.844832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:08:15.765912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.809888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T10:08:15.766039Z","caller":"traceutil/trace.go:171","msg":"trace[348433781] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:2321; }","duration":"189.015737ms","start":"2026-04-21T10:08:15.576995Z","end":"2026-04-21T10:08:15.766011Z","steps":["trace[348433781] 'agreement among raft nodes before linearized reading' (duration: 188.758797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:08:15.766041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.503015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-21T10:08:15.766049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.597256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-21T10:08:15.766113Z","caller":"traceutil/trace.go:171","msg":"trace[831395004] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2321; }","duration":"176.715492ms","start":"2026-04-21T10:08:15.589384Z","end":"2026-04-21T10:08:15.7661Z","steps":["trace[831395004] 'agreement among raft nodes before linearized reading' (duration: 176.478842ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:08:15.766113Z","caller":"traceutil/trace.go:171","msg":"trace[1215429437] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2321; }","duration":"184.6208ms","start":"2026-04-21T10:08:15.581472Z","end":"2026-04-21T10:08:15.766093Z","steps":["trace[1215429437] 'agreement among raft nodes before linearized reading' (duration: 184.354079ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:08:56.074075Z","caller":"traceutil/trace.go:171","msg":"trace[1509397504] transaction","detail":"{read_only:false; response_revision:2580; number_of_response:1; }","duration":"151.503256ms","start":"2026-04-21T10:08:55.922546Z","end":"2026-04-21T10:08:56.074049Z","steps":["trace[1509397504] 'process raft request' (duration: 151.032199ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:09:05.356181Z","caller":"traceutil/trace.go:171","msg":"trace[1142899226] transaction","detail":"{read_only:false; response_revision:2683; number_of_response:1; }","duration":"283.294206ms","start":"2026-04-21T10:09:05.072866Z","end":"2026-04-21T10:09:05.35616Z","steps":["trace[1142899226] 'process raft request' (duration: 283.160962ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:09:05.3866Z","caller":"traceutil/trace.go:171","msg":"trace[1907825575] transaction","detail":"{read_only:false; response_revision:2684; number_of_response:1; }","duration":"106.478802ms","start":"2026-04-21T10:09:05.280102Z","end":"2026-04-21T10:09:05.386581Z","steps":["trace[1907825575] 'process raft request' (duration: 106.266485ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:09:32.141358Z","caller":"traceutil/trace.go:171","msg":"trace[1164784836] linearizableReadLoop","detail":"{readStateIndex:2941; appliedIndex:2940; }","duration":"104.315765ms","start":"2026-04-21T10:09:32.03701Z","end":"2026-04-21T10:09:32.141326Z","steps":["trace[1164784836] 'read index received' (duration: 99.245554ms)","trace[1164784836] 'applied index is now lower than readState.Index' (duration: 5.06873ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T10:09:32.141384Z","caller":"traceutil/trace.go:171","msg":"trace[1269065966] transaction","detail":"{read_only:false; response_revision:2835; number_of_response:1; }","duration":"104.424547ms","start":"2026-04-21T10:09:32.036933Z","end":"2026-04-21T10:09:32.141357Z","steps":["trace[1269065966] 'process raft request' (duration: 99.306536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:09:32.141552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.51272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T10:09:32.14166Z","caller":"traceutil/trace.go:171","msg":"trace[826696699] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2835; }","duration":"104.666576ms","start":"2026-04-21T10:09:32.036973Z","end":"2026-04-21T10:09:32.141639Z","steps":["trace[826696699] 'agreement among raft nodes before linearized reading' (duration: 104.465069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:09:32.389024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.155183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-21T10:09:32.389023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.457527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-21T10:09:32.389087Z","caller":"traceutil/trace.go:171","msg":"trace[1480426680] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2836; }","duration":"128.268087ms","start":"2026-04-21T10:09:32.260803Z","end":"2026-04-21T10:09:32.389072Z","steps":["trace[1480426680] 'range keys from in-memory index tree' (duration: 127.975438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:09:32.389059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.594869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-21T10:09:32.389103Z","caller":"traceutil/trace.go:171","msg":"trace[2062590546] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2836; }","duration":"104.575331ms","start":"2026-04-21T10:09:32.28451Z","end":"2026-04-21T10:09:32.389086Z","steps":["trace[2062590546] 'range keys from in-memory index tree' (duration: 104.274622ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:09:32.389358Z","caller":"traceutil/trace.go:171","msg":"trace[1914359731] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2836; }","duration":"119.706162ms","start":"2026-04-21T10:09:32.269416Z","end":"2026-04-21T10:09:32.389122Z","steps":["trace[1914359731] 'range keys from in-memory index tree' (duration: 119.443934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:09:32.389898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.954083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-21T10:09:32.390232Z","caller":"traceutil/trace.go:171","msg":"trace[2025065102] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2836; }","duration":"102.797438ms","start":"2026-04-21T10:09:32.287406Z","end":"2026-04-21T10:09:32.390203Z","steps":["trace[2025065102] 'range keys from in-memory index tree' (duration: 101.761147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:09:32.390294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.587772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-21T10:09:32.390481Z","caller":"traceutil/trace.go:171","msg":"trace[1496798775] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2836; }","duration":"103.828629ms","start":"2026-04-21T10:09:32.286634Z","end":"2026-04-21T10:09:32.390463Z","steps":["trace[1496798775] 'range keys from in-memory index tree' (duration: 103.214391ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:09:37.755562Z","caller":"traceutil/trace.go:171","msg":"trace[1603990237] transaction","detail":"{read_only:false; response_revision:2862; number_of_response:1; }","duration":"249.976359ms","start":"2026-04-21T10:09:37.505512Z","end":"2026-04-21T10:09:37.755489Z","steps":["trace[1603990237] 'process raft request' (duration: 249.798924ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:09:37.962769Z","caller":"traceutil/trace.go:171","msg":"trace[1417146458] transaction","detail":"{read_only:false; response_revision:2863; number_of_response:1; }","duration":"428.40252ms","start":"2026-04-21T10:09:37.534341Z","end":"2026-04-21T10:09:37.962744Z","steps":["trace[1417146458] 'process raft request' (duration: 428.186143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:09:37.962931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:09:37.534324Z","time spent":"428.519324ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T10:09:37.963199Z","caller":"traceutil/trace.go:171","msg":"trace[159918236] linearizableReadLoop","detail":"{readStateIndex:2972; appliedIndex:2969; }","duration":"383.149752ms","start":"2026-04-21T10:09:37.580022Z","end":"2026-04-21T10:09:37.963172Z","steps":["trace[159918236] 'read index received' (duration: 175.532208ms)","trace[159918236] 'applied index is now lower than readState.Index' (duration: 207.616084ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T10:09:37.963296Z","caller":"traceutil/trace.go:171","msg":"trace[1638054444] transaction","detail":"{read_only:false; response_revision:2864; number_of_response:1; }","duration":"428.7161ms","start":"2026-04-21T10:09:37.534567Z","end":"2026-04-21T10:09:37.963283Z","steps":["trace[1638054444] 'process raft request' (duration: 428.134122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:09:37.963366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:09:37.534558Z","time spent":"428.774552ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T10:09:37.963457Z","caller":"traceutil/trace.go:171","msg":"trace[1055464120] transaction","detail":"{read_only:false; response_revision:2865; number_of_response:1; }","duration":"427.942588ms","start":"2026-04-21T10:09:37.535505Z","end":"2026-04-21T10:09:37.963448Z","steps":["trace[1055464120] 'process raft request' (duration: 427.479955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:09:37.963503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:09:37.535492Z","time spent":"427.985389ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T10:09:37.963596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.544973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a85768175effec\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-04-21T10:09:37.963708Z","caller":"traceutil/trace.go:171","msg":"trace[1977053530] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a85768175effec; range_end:; response_count:1; response_revision:2865; }","duration":"383.670977ms","start":"2026-04-21T10:09:37.579981Z","end":"2026-04-21T10:09:37.963652Z","steps":["trace[1977053530] 'agreement among raft nodes before linearized reading' (duration: 383.305056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:09:37.963819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:09:37.579962Z","time spent":"383.834882ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":805,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a85768175effec\" "} {"level":"warn","ts":"2026-04-21T10:09:38.962838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.24845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-21T10:09:38.962957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.348411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-21T10:09:38.962945Z","caller":"traceutil/trace.go:171","msg":"trace[964224622] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2866; }","duration":"715.403954ms","start":"2026-04-21T10:09:38.247517Z","end":"2026-04-21T10:09:38.962921Z","steps":["trace[964224622] 'range keys from in-memory index tree' (duration: 715.030924ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:09:38.96306Z","caller":"traceutil/trace.go:171","msg":"trace[500560035] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2866; }","duration":"676.497887ms","start":"2026-04-21T10:09:38.286539Z","end":"2026-04-21T10:09:38.963037Z","steps":["trace[500560035] 'range keys from in-memory index tree' (duration: 674.196768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:09:38.963172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:09:38.247495Z","time spent":"715.55802ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-21T10:09:38.963208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:09:38.286517Z","time spent":"676.676731ms","remote":"127.0.0.1:55974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-21T10:09:38.963327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.716762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-21T10:09:38.963395Z","caller":"traceutil/trace.go:171","msg":"trace[844724366] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2866; }","duration":"541.838976ms","start":"2026-04-21T10:09:38.421539Z","end":"2026-04-21T10:09:38.963378Z","steps":["trace[844724366] 'range keys from in-memory index tree' (duration: 541.538717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:09:38.963433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:09:38.421521Z","time spent":"541.903328ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-21T10:09:38.963547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.047965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-21T10:09:38.963589Z","caller":"traceutil/trace.go:171","msg":"trace[18212113] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2866; }","duration":"538.104757ms","start":"2026-04-21T10:09:38.425474Z","end":"2026-04-21T10:09:38.963578Z","steps":["trace[18212113] 'range keys from in-memory index tree' (duration: 537.967434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:09:38.963618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:09:38.425466Z","time spent":"538.145478ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-21T10:09:38.963643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.047252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-21T10:09:38.963692Z","caller":"traceutil/trace.go:171","msg":"trace[838971761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2866; }","duration":"542.135365ms","start":"2026-04-21T10:09:38.421539Z","end":"2026-04-21T10:09:38.963674Z","steps":["trace[838971761] 'range keys from in-memory index tree' (duration: 541.887158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:09:38.963715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.379735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-21T10:09:38.963728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:09:38.421521Z","time spent":"542.194516ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-21T10:09:38.963746Z","caller":"traceutil/trace.go:171","msg":"trace[2041142845] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2866; }","duration":"538.425557ms","start":"2026-04-21T10:09:38.425311Z","end":"2026-04-21T10:09:38.963737Z","steps":["trace[2041142845] 'range keys from in-memory index tree' (duration: 538.303733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:09:38.963772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:09:38.425303Z","time spent":"538.462828ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-21T10:09:39.311889Z","caller":"traceutil/trace.go:171","msg":"trace[596667382] transaction","detail":"{read_only:false; response_revision:2868; number_of_response:1; }","duration":"343.436858ms","start":"2026-04-21T10:09:38.968435Z","end":"2026-04-21T10:09:39.311871Z","steps":["trace[596667382] 'process raft request' (duration: 343.281353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:09:39.312041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:09:38.968414Z","time spent":"343.525941ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T10:09:39.312244Z","caller":"traceutil/trace.go:171","msg":"trace[1805345208] transaction","detail":"{read_only:false; response_revision:2869; number_of_response:1; }","duration":"343.731697ms","start":"2026-04-21T10:09:38.968484Z","end":"2026-04-21T10:09:39.312215Z","steps":["trace[1805345208] 'process raft request' (duration: 343.356886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:09:39.312361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:09:38.968464Z","time spent":"343.837359ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T10:09:39.312879Z","caller":"traceutil/trace.go:171","msg":"trace[1229253741] linearizableReadLoop","detail":"{readStateIndex:2979; appliedIndex:2974; }","duration":"310.835231ms","start":"2026-04-21T10:09:39.002027Z","end":"2026-04-21T10:09:39.312862Z","steps":["trace[1229253741] 'read index received' (duration: 309.635177ms)","trace[1229253741] 'applied index is now lower than readState.Index' (duration: 1.199514ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T10:09:39.312872Z","caller":"traceutil/trace.go:171","msg":"trace[380446421] transaction","detail":"{read_only:false; response_revision:2870; number_of_response:1; }","duration":"343.925401ms","start":"2026-04-21T10:09:38.968926Z","end":"2026-04-21T10:09:39.312851Z","steps":["trace[380446421] 'process raft request' (duration: 343.109198ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:09:39.3129Z","caller":"traceutil/trace.go:171","msg":"trace[1175220843] transaction","detail":"{read_only:false; response_revision:2871; number_of_response:1; }","duration":"343.88456ms","start":"2026-04-21T10:09:38.968998Z","end":"2026-04-21T10:09:39.312882Z","steps":["trace[1175220843] 'process raft request' (duration: 343.807158ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:09:39.312981Z","caller":"traceutil/trace.go:171","msg":"trace[2115420786] transaction","detail":"{read_only:false; response_revision:2872; number_of_response:1; }","duration":"343.868489ms","start":"2026-04-21T10:09:38.9691Z","end":"2026-04-21T10:09:39.312968Z","steps":["trace[2115420786] 'process raft request' (duration: 343.734285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:09:39.312983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:09:38.968991Z","time spent":"343.949031ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T10:09:39.313059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:09:38.969092Z","time spent":"343.938291ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T10:09:39.313028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:09:38.968915Z","time spent":"344.009663ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T10:09:39.31318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.14728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-04-21T10:09:39.313227Z","caller":"traceutil/trace.go:171","msg":"trace[1883765334] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2872; }","duration":"311.211652ms","start":"2026-04-21T10:09:39.002004Z","end":"2026-04-21T10:09:39.313215Z","steps":["trace[1883765334] 'agreement among raft nodes before linearized reading' (duration: 311.068037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:09:39.313344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:09:39.001991Z","time spent":"311.341677ms","remote":"127.0.0.1:55974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1343,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-21T10:09:39.313521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.342012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T10:09:39.313581Z","caller":"traceutil/trace.go:171","msg":"trace[583184093] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2872; }","duration":"296.397453ms","start":"2026-04-21T10:09:39.017157Z","end":"2026-04-21T10:09:39.313554Z","steps":["trace[583184093] 'agreement among raft nodes before linearized reading' (duration: 296.28553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:09:55.605149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.1785ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T10:09:55.605524Z","caller":"traceutil/trace.go:171","msg":"trace[611221434] transaction","detail":"{read_only:false; response_revision:2954; number_of_response:1; }","duration":"202.430681ms","start":"2026-04-21T10:09:55.403062Z","end":"2026-04-21T10:09:55.605493Z","steps":["trace[611221434] 'process raft request' (duration: 86.814579ms)","trace[611221434] 'compare' (duration: 115.039207ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T10:09:55.605641Z","caller":"traceutil/trace.go:171","msg":"trace[1153188201] transaction","detail":"{read_only:false; response_revision:2955; number_of_response:1; }","duration":"202.522844ms","start":"2026-04-21T10:09:55.403092Z","end":"2026-04-21T10:09:55.605615Z","steps":["trace[1153188201] 'process raft request' (duration: 202.148103ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:09:55.605802Z","caller":"traceutil/trace.go:171","msg":"trace[1474046635] transaction","detail":"{read_only:false; response_revision:2956; number_of_response:1; }","duration":"202.138174ms","start":"2026-04-21T10:09:55.403482Z","end":"2026-04-21T10:09:55.605621Z","steps":["trace[1474046635] 'process raft request' (duration: 201.805835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:09:56.520616Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":854731406379147219,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-21T10:09:56.621584Z","caller":"traceutil/trace.go:171","msg":"trace[1665555485] transaction","detail":"{read_only:false; response_revision:2958; number_of_response:1; }","duration":"776.897101ms","start":"2026-04-21T10:09:55.84465Z","end":"2026-04-21T10:09:56.621547Z","steps":["trace[1665555485] 'process raft request' (duration: 702.340282ms)","trace[1665555485] 'compare' (duration: 74.446666ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T10:09:56.621813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:09:55.844602Z","time spent":"777.060715ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T10:09:56.62228Z","caller":"traceutil/trace.go:171","msg":"trace[1480014772] linearizableReadLoop","detail":"{readStateIndex:3071; appliedIndex:3067; }","duration":"602.698698ms","start":"2026-04-21T10:09:56.019544Z","end":"2026-04-21T10:09:56.622243Z","steps":["trace[1480014772] 'read index received' (duration: 527.44635ms)","trace[1480014772] 'applied index is now lower than readState.Index' (duration: 75.250508ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T10:09:56.623035Z","caller":"traceutil/trace.go:171","msg":"trace[1324098589] transaction","detail":"{read_only:false; response_revision:2961; number_of_response:1; }","duration":"588.948938ms","start":"2026-04-21T10:09:56.03406Z","end":"2026-04-21T10:09:56.623009Z","steps":["trace[1324098589] 'process raft request' (duration: 588.131175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:09:56.623224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:09:56.034039Z","time spent":"589.06486ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T10:09:56.623356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.859807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-21T10:09:56.623441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.895211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T10:09:56.623473Z","caller":"traceutil/trace.go:171","msg":"trace[1085194986] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2961; }","duration":"603.967504ms","start":"2026-04-21T10:09:56.019493Z","end":"2026-04-21T10:09:56.623461Z","steps":["trace[1085194986] 'agreement among raft nodes before linearized reading' (duration: 603.893362ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:09:56.623478Z","caller":"traceutil/trace.go:171","msg":"trace[1693816176] transaction","detail":"{read_only:false; response_revision:2960; number_of_response:1; }","duration":"589.394009ms","start":"2026-04-21T10:09:56.03406Z","end":"2026-04-21T10:09:56.623454Z","steps":["trace[1693816176] 'process raft request' (duration: 588.075383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:09:56.623522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:09:56.01947Z","time spent":"604.046305ms","remote":"127.0.0.1:55764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-21T10:09:56.623523Z","caller":"traceutil/trace.go:171","msg":"trace[906428956] transaction","detail":"{read_only:false; response_revision:2959; number_of_response:1; }","duration":"593.349646ms","start":"2026-04-21T10:09:56.030076Z","end":"2026-04-21T10:09:56.623426Z","steps":["trace[906428956] 'process raft request' (duration: 591.593438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:09:56.623593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:09:56.034036Z","time spent":"589.505042ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T10:09:56.623721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:09:56.030045Z","time spent":"593.588442ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T10:09:56.623458Z","caller":"traceutil/trace.go:171","msg":"trace[2027459916] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2961; }","duration":"335.021911ms","start":"2026-04-21T10:09:56.288414Z","end":"2026-04-21T10:09:56.623436Z","steps":["trace[2027459916] 'agreement among raft nodes before linearized reading' (duration: 334.747774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:09:56.623865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:09:56.288383Z","time spent":"335.460583ms","remote":"127.0.0.1:55974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-04-21T10:09:56.924189Z","caller":"traceutil/trace.go:171","msg":"trace[657693498] linearizableReadLoop","detail":"{readStateIndex:3072; appliedIndex:3071; }","duration":"234.168411ms","start":"2026-04-21T10:09:56.689994Z","end":"2026-04-21T10:09:56.924162Z","steps":["trace[657693498] 'read index received' (duration: 232.714311ms)","trace[657693498] 'applied index is now lower than readState.Index' (duration: 1.45298ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T10:09:56.924378Z","caller":"traceutil/trace.go:171","msg":"trace[1074368834] transaction","detail":"{read_only:false; response_revision:2962; number_of_response:1; }","duration":"277.554855ms","start":"2026-04-21T10:09:56.646771Z","end":"2026-04-21T10:09:56.924325Z","steps":["trace[1074368834] 'process raft request' (duration: 276.002173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:09:56.924471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.455058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-21T10:09:56.924536Z","caller":"traceutil/trace.go:171","msg":"trace[1358068563] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2962; }","duration":"234.55751ms","start":"2026-04-21T10:09:56.689967Z","end":"2026-04-21T10:09:56.924524Z","steps":["trace[1358068563] 'agreement among raft nodes before linearized reading' (duration: 234.290593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:09:59.52321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.835769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T10:09:59.523263Z","caller":"traceutil/trace.go:171","msg":"trace[256134435] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2975; }","duration":"125.936881ms","start":"2026-04-21T10:09:59.397312Z","end":"2026-04-21T10:09:59.523249Z","steps":["trace[256134435] 'count revisions from in-memory index tree' (duration: 125.775997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:10:39.089335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.80977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T10:10:39.089717Z","caller":"traceutil/trace.go:171","msg":"trace[1281336894] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:3183; }","duration":"128.214469ms","start":"2026-04-21T10:10:38.961484Z","end":"2026-04-21T10:10:39.089698Z","steps":["trace[1281336894] 'count revisions from in-memory index tree' (duration: 127.678177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:10:39.089345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.090703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T10:10:39.08989Z","caller":"traceutil/trace.go:171","msg":"trace[1840959572] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:3183; }","duration":"118.635795ms","start":"2026-04-21T10:10:38.971223Z","end":"2026-04-21T10:10:39.089858Z","steps":["trace[1840959572] 'count revisions from in-memory index tree' (duration: 117.97653ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:12:09.323687Z","caller":"traceutil/trace.go:171","msg":"trace[269693766] transaction","detail":"{read_only:false; response_revision:3745; number_of_response:1; }","duration":"117.329801ms","start":"2026-04-21T10:12:09.206337Z","end":"2026-04-21T10:12:09.323667Z","steps":["trace[269693766] 'process raft request' (duration: 116.938903ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:12:09.412662Z","caller":"traceutil/trace.go:171","msg":"trace[1700396462] transaction","detail":"{read_only:false; response_revision:3748; number_of_response:1; }","duration":"142.147035ms","start":"2026-04-21T10:12:09.270459Z","end":"2026-04-21T10:12:09.412606Z","steps":["trace[1700396462] 'process raft request' (duration: 142.090334ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:12:09.412833Z","caller":"traceutil/trace.go:171","msg":"trace[1135129005] transaction","detail":"{read_only:false; response_revision:3747; number_of_response:1; }","duration":"147.028286ms","start":"2026-04-21T10:12:09.265794Z","end":"2026-04-21T10:12:09.412822Z","steps":["trace[1135129005] 'process raft request' (duration: 61.5622ms)","trace[1135129005] 'compare' (duration: 84.967567ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T10:13:02.873289Z","caller":"traceutil/trace.go:171","msg":"trace[1250037701] transaction","detail":"{read_only:false; response_revision:4106; number_of_response:1; }","duration":"150.63656ms","start":"2026-04-21T10:13:02.722634Z","end":"2026-04-21T10:13:02.873271Z","steps":["trace[1250037701] 'process raft request' (duration: 150.509818ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:13:24.629121Z","caller":"traceutil/trace.go:171","msg":"trace[2006675162] linearizableReadLoop","detail":"{readStateIndex:4823; appliedIndex:4822; }","duration":"259.726264ms","start":"2026-04-21T10:13:24.369371Z","end":"2026-04-21T10:13:24.629098Z","steps":["trace[2006675162] 'read index received' (duration: 259.656673ms)","trace[2006675162] 'applied index is now lower than readState.Index' (duration: 68.551µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T10:13:24.629184Z","caller":"traceutil/trace.go:171","msg":"trace[1590805199] transaction","detail":"{read_only:false; response_revision:4644; number_of_response:1; }","duration":"368.84469ms","start":"2026-04-21T10:13:24.260299Z","end":"2026-04-21T10:13:24.629144Z","steps":["trace[1590805199] 'process raft request' (duration: 368.667347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:13:24.629335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:13:24.26028Z","time spent":"368.988172ms","remote":"127.0.0.1:59446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2229,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T10:13:24.629425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.863461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f45f15f0-81ce-4f44-bdc8-63fb6b2f2f03\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-04-21T10:13:24.629467Z","caller":"traceutil/trace.go:171","msg":"trace[1272347485] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f45f15f0-81ce-4f44-bdc8-63fb6b2f2f03; range_end:; response_count:1; response_revision:4644; }","duration":"198.951752ms","start":"2026-04-21T10:13:24.430502Z","end":"2026-04-21T10:13:24.629454Z","steps":["trace[1272347485] 'agreement among raft nodes before linearized reading' (duration: 198.794319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:13:24.630719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.209439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2193165"} {"level":"info","ts":"2026-04-21T10:13:24.630878Z","caller":"traceutil/trace.go:171","msg":"trace[1811684889] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:4644; }","duration":"261.519865ms","start":"2026-04-21T10:13:24.369337Z","end":"2026-04-21T10:13:24.630836Z","steps":["trace[1811684889] 'agreement among raft nodes before linearized reading' (duration: 259.872427ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:13:24.815422Z","caller":"traceutil/trace.go:171","msg":"trace[909216706] linearizableReadLoop","detail":"{readStateIndex:4825; appliedIndex:4823; }","duration":"158.957097ms","start":"2026-04-21T10:13:24.656447Z","end":"2026-04-21T10:13:24.815404Z","steps":["trace[909216706] 'read index received' (duration: 148.669246ms)","trace[909216706] 'applied index is now lower than readState.Index' (duration: 10.287061ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T10:13:24.815532Z","caller":"traceutil/trace.go:171","msg":"trace[952708533] transaction","detail":"{read_only:false; response_revision:4646; number_of_response:1; }","duration":"176.212574ms","start":"2026-04-21T10:13:24.63929Z","end":"2026-04-21T10:13:24.815503Z","steps":["trace[952708533] 'process raft request' (duration: 176.069612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:13:24.815623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.159871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-04-21T10:13:24.815659Z","caller":"traceutil/trace.go:171","msg":"trace[449448473] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4646; }","duration":"159.232511ms","start":"2026-04-21T10:13:24.656417Z","end":"2026-04-21T10:13:24.81565Z","steps":["trace[449448473] 'agreement among raft nodes before linearized reading' (duration: 159.087699ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:13:24.815716Z","caller":"traceutil/trace.go:171","msg":"trace[1822096752] transaction","detail":"{read_only:false; response_revision:4645; number_of_response:1; }","duration":"179.929205ms","start":"2026-04-21T10:13:24.635775Z","end":"2026-04-21T10:13:24.815704Z","steps":["trace[1822096752] 'process raft request' (duration: 169.232067ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:13:31.12607Z","caller":"traceutil/trace.go:171","msg":"trace[1646973368] linearizableReadLoop","detail":"{readStateIndex:4957; appliedIndex:4955; }","duration":"289.177228ms","start":"2026-04-21T10:13:30.836874Z","end":"2026-04-21T10:13:31.126052Z","steps":["trace[1646973368] 'read index received' (duration: 289.081896ms)","trace[1646973368] 'applied index is now lower than readState.Index' (duration: 94.442µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T10:13:31.126105Z","caller":"traceutil/trace.go:171","msg":"trace[2079914120] transaction","detail":"{read_only:false; response_revision:4773; number_of_response:1; }","duration":"345.468048ms","start":"2026-04-21T10:13:30.780602Z","end":"2026-04-21T10:13:31.12607Z","steps":["trace[2079914120] 'process raft request' (duration: 345.233094ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:13:31.126256Z","caller":"traceutil/trace.go:171","msg":"trace[1392266639] transaction","detail":"{read_only:false; response_revision:4774; number_of_response:1; }","duration":"345.437928ms","start":"2026-04-21T10:13:30.780791Z","end":"2026-04-21T10:13:31.126229Z","steps":["trace[1392266639] 'process raft request' (duration: 345.208254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:13:31.126358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.467483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-21T10:13:31.126405Z","caller":"traceutil/trace.go:171","msg":"trace[659449832] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4774; }","duration":"289.557125ms","start":"2026-04-21T10:13:30.836838Z","end":"2026-04-21T10:13:31.126395Z","steps":["trace[659449832] 'agreement among raft nodes before linearized reading' (duration: 289.336421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:13:31.126543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:13:30.780581Z","time spent":"345.741153ms","remote":"127.0.0.1:55938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1250,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-21T10:13:31.126561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:13:30.780768Z","time spent":"345.588611ms","remote":"127.0.0.1:56290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4883,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T10:13:31.128489Z","caller":"traceutil/trace.go:171","msg":"trace[1213431509] transaction","detail":"{read_only:false; response_revision:4775; number_of_response:1; }","duration":"280.333822ms","start":"2026-04-21T10:13:30.848138Z","end":"2026-04-21T10:13:31.128472Z","steps":["trace[1213431509] 'process raft request' (duration: 280.21492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:13:31.128703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.061543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T10:13:31.128743Z","caller":"traceutil/trace.go:171","msg":"trace[961346446] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4776; }","duration":"111.141365ms","start":"2026-04-21T10:13:31.017592Z","end":"2026-04-21T10:13:31.128733Z","steps":["trace[961346446] 'agreement among raft nodes before linearized reading' (duration: 111.017263ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:13:31.128846Z","caller":"traceutil/trace.go:171","msg":"trace[1063999235] transaction","detail":"{read_only:false; response_revision:4776; number_of_response:1; }","duration":"164.621139ms","start":"2026-04-21T10:13:30.964195Z","end":"2026-04-21T10:13:31.128816Z","steps":["trace[1063999235] 'process raft request' (duration: 164.237802ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:13:31.956892Z","caller":"traceutil/trace.go:171","msg":"trace[1921365214] transaction","detail":"{read_only:false; response_revision:4785; number_of_response:1; }","duration":"348.964493ms","start":"2026-04-21T10:13:31.607898Z","end":"2026-04-21T10:13:31.956862Z","steps":["trace[1921365214] 'process raft request' (duration: 348.817491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:13:31.957035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:13:31.607874Z","time spent":"349.086655ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T10:13:31.980082Z","caller":"traceutil/trace.go:171","msg":"trace[2104350003] transaction","detail":"{read_only:false; response_revision:4786; number_of_response:1; }","duration":"223.965959ms","start":"2026-04-21T10:13:31.756088Z","end":"2026-04-21T10:13:31.980054Z","steps":["trace[2104350003] 'process raft request' (duration: 223.757815ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:13:31.980114Z","caller":"traceutil/trace.go:171","msg":"trace[227020794] transaction","detail":"{read_only:false; response_revision:4787; number_of_response:1; }","duration":"182.596325ms","start":"2026-04-21T10:13:31.797488Z","end":"2026-04-21T10:13:31.980084Z","steps":["trace[227020794] 'process raft request' (duration: 182.476683ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:13:31.980048Z","caller":"traceutil/trace.go:171","msg":"trace[2125857583] transaction","detail":"{read_only:false; response_revision:4788; number_of_response:1; }","duration":"182.126307ms","start":"2026-04-21T10:13:31.797902Z","end":"2026-04-21T10:13:31.980028Z","steps":["trace[2125857583] 'process raft request' (duration: 182.094387ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:13:37.404716Z","caller":"traceutil/trace.go:171","msg":"trace[392794716] linearizableReadLoop","detail":"{readStateIndex:5065; appliedIndex:5064; }","duration":"231.254684ms","start":"2026-04-21T10:13:37.17344Z","end":"2026-04-21T10:13:37.404695Z","steps":["trace[392794716] 'read index received' (duration: 231.063091ms)","trace[392794716] 'applied index is now lower than readState.Index' (duration: 190.313µs)"],"step_count":2} {"level":"info","ts":"2026-04-21T10:13:37.404769Z","caller":"traceutil/trace.go:171","msg":"trace[2123726986] transaction","detail":"{read_only:false; response_revision:4879; number_of_response:1; }","duration":"232.614475ms","start":"2026-04-21T10:13:37.172119Z","end":"2026-04-21T10:13:37.404733Z","steps":["trace[2123726986] 'process raft request' (duration: 232.352271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:13:37.405003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.551608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-21T10:13:37.405054Z","caller":"traceutil/trace.go:171","msg":"trace[2071631522] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4879; }","duration":"231.635209ms","start":"2026-04-21T10:13:37.173405Z","end":"2026-04-21T10:13:37.405041Z","steps":["trace[2071631522] 'agreement among raft nodes before linearized reading' (duration: 231.403236ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:13:37.568678Z","caller":"traceutil/trace.go:171","msg":"trace[1978087172] transaction","detail":"{read_only:false; response_revision:4880; number_of_response:1; }","duration":"394.333959ms","start":"2026-04-21T10:13:37.174322Z","end":"2026-04-21T10:13:37.568656Z","steps":["trace[1978087172] 'process raft request' (duration: 394.074455ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:13:37.568677Z","caller":"traceutil/trace.go:171","msg":"trace[1432699494] linearizableReadLoop","detail":"{readStateIndex:5067; appliedIndex:5065; }","duration":"163.839647ms","start":"2026-04-21T10:13:37.404782Z","end":"2026-04-21T10:13:37.568622Z","steps":["trace[1432699494] 'read index received' (duration: 163.601553ms)","trace[1432699494] 'applied index is now lower than readState.Index' (duration: 237.094µs)"],"step_count":2} {"level":"warn","ts":"2026-04-21T10:13:37.568796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.216335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-21T10:13:37.568887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.748475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-21T10:13:37.568871Z","caller":"traceutil/trace.go:171","msg":"trace[1250189400] transaction","detail":"{read_only:false; response_revision:4881; number_of_response:1; }","duration":"359.69034ms","start":"2026-04-21T10:13:37.209154Z","end":"2026-04-21T10:13:37.568844Z","steps":["trace[1250189400] 'process raft request' (duration: 359.417185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:13:37.568874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:13:37.174308Z","time spent":"394.42383ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-21T10:13:37.568943Z","caller":"traceutil/trace.go:171","msg":"trace[1466827572] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4881; }","duration":"394.855027ms","start":"2026-04-21T10:13:37.174077Z","end":"2026-04-21T10:13:37.568932Z","steps":["trace[1466827572] 'agreement among raft nodes before linearized reading' (duration: 394.668504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:13:37.568986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:13:37.17405Z","time spent":"394.926148ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-21T10:13:37.569007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:13:37.209142Z","time spent":"359.796291ms","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-21T10:13:37.569073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.681455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-54b9897cd5-26h5c\" ","response":"range_response_count:1 size:11257"} {"level":"info","ts":"2026-04-21T10:13:37.569115Z","caller":"traceutil/trace.go:171","msg":"trace[764913768] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-54b9897cd5-26h5c; range_end:; response_count:1; response_revision:4881; }","duration":"360.723476ms","start":"2026-04-21T10:13:37.208381Z","end":"2026-04-21T10:13:37.569105Z","steps":["trace[764913768] 'agreement among raft nodes before linearized reading' (duration: 360.555863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:13:37.569144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.296886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-21T10:13:37.569157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:13:37.208319Z","time spent":"360.829418ms","remote":"127.0.0.1:55964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":11281,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-54b9897cd5-26h5c\" "} {"level":"info","ts":"2026-04-21T10:13:37.56918Z","caller":"traceutil/trace.go:171","msg":"trace[1490171842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4881; }","duration":"394.361468ms","start":"2026-04-21T10:13:37.17481Z","end":"2026-04-21T10:13:37.569172Z","steps":["trace[1490171842] 'agreement among raft nodes before linearized reading' (duration: 394.273287ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:13:37.568887Z","caller":"traceutil/trace.go:171","msg":"trace[1781648571] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:4881; }","duration":"272.361697ms","start":"2026-04-21T10:13:37.296508Z","end":"2026-04-21T10:13:37.56887Z","steps":["trace[1781648571] 'agreement among raft nodes before linearized reading' (duration: 272.172314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:13:37.569212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:13:37.174796Z","time spent":"394.407678ms","remote":"127.0.0.1:56034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-21T10:13:37.572619Z","caller":"traceutil/trace.go:171","msg":"trace[350106583] transaction","detail":"{read_only:false; response_revision:4882; number_of_response:1; }","duration":"163.408981ms","start":"2026-04-21T10:13:37.40919Z","end":"2026-04-21T10:13:37.572599Z","steps":["trace[350106583] 'process raft request' (duration: 163.323859ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:13:37.724777Z","caller":"traceutil/trace.go:171","msg":"trace[2061172700] transaction","detail":"{read_only:false; response_revision:4889; number_of_response:1; }","duration":"101.405573ms","start":"2026-04-21T10:13:37.623351Z","end":"2026-04-21T10:13:37.724757Z","steps":["trace[2061172700] 'process raft request' (duration: 101.292591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:13:37.91977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.010841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T10:13:37.919951Z","caller":"traceutil/trace.go:171","msg":"trace[1761247678] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:4890; }","duration":"122.257576ms","start":"2026-04-21T10:13:37.797668Z","end":"2026-04-21T10:13:37.919926Z","steps":["trace[1761247678] 'count revisions from in-memory index tree' (duration: 121.9054ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:13:38.540768Z","caller":"traceutil/trace.go:171","msg":"trace[853581935] transaction","detail":"{read_only:false; response_revision:4897; number_of_response:1; }","duration":"157.310448ms","start":"2026-04-21T10:13:38.383431Z","end":"2026-04-21T10:13:38.540741Z","steps":["trace[853581935] 'process raft request' (duration: 153.852631ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:13:41.485578Z","caller":"traceutil/trace.go:171","msg":"trace[225447147] transaction","detail":"{read_only:false; response_revision:4936; number_of_response:1; }","duration":"231.890646ms","start":"2026-04-21T10:13:41.253663Z","end":"2026-04-21T10:13:41.485554Z","steps":["trace[225447147] 'process raft request' (duration: 231.707003ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:13:41.486748Z","caller":"traceutil/trace.go:171","msg":"trace[706841868] transaction","detail":"{read_only:false; response_revision:4937; number_of_response:1; }","duration":"121.102438ms","start":"2026-04-21T10:13:41.365626Z","end":"2026-04-21T10:13:41.486728Z","steps":["trace[706841868] 'process raft request' (duration: 120.691311ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:13:52.140673Z","caller":"traceutil/trace.go:171","msg":"trace[1614353341] linearizableReadLoop","detail":"{readStateIndex:5287; appliedIndex:5286; }","duration":"121.591323ms","start":"2026-04-21T10:13:52.019061Z","end":"2026-04-21T10:13:52.140653Z","steps":["trace[1614353341] 'read index received' (duration: 121.517952ms)","trace[1614353341] 'applied index is now lower than readState.Index' (duration: 72.281µs)"],"step_count":2} {"level":"warn","ts":"2026-04-21T10:13:52.140787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.709765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T10:13:52.140817Z","caller":"traceutil/trace.go:171","msg":"trace[1621947178] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5095; }","duration":"121.794416ms","start":"2026-04-21T10:13:52.019014Z","end":"2026-04-21T10:13:52.140808Z","steps":["trace[1621947178] 'agreement among raft nodes before linearized reading' (duration: 121.726185ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:13:52.219633Z","caller":"traceutil/trace.go:171","msg":"trace[292723995] transaction","detail":"{read_only:false; response_revision:5096; number_of_response:1; }","duration":"175.002845ms","start":"2026-04-21T10:13:52.044592Z","end":"2026-04-21T10:13:52.219595Z","steps":["trace[292723995] 'process raft request' (duration: 174.537348ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:13:52.21964Z","caller":"traceutil/trace.go:171","msg":"trace[585090552] transaction","detail":"{read_only:false; response_revision:5097; number_of_response:1; }","duration":"172.75092ms","start":"2026-04-21T10:13:52.046854Z","end":"2026-04-21T10:13:52.219605Z","steps":["trace[585090552] 'process raft request' (duration: 172.597658ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:13:52.219797Z","caller":"traceutil/trace.go:171","msg":"trace[960264590] transaction","detail":"{read_only:false; response_revision:5098; number_of_response:1; }","duration":"150.577652ms","start":"2026-04-21T10:13:52.069189Z","end":"2026-04-21T10:13:52.219766Z","steps":["trace[960264590] 'process raft request' (duration: 150.308647ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:13:52.220189Z","caller":"traceutil/trace.go:171","msg":"trace[1558533853] transaction","detail":"{read_only:false; response_revision:5099; number_of_response:1; }","duration":"120.893102ms","start":"2026-04-21T10:13:52.099283Z","end":"2026-04-21T10:13:52.220176Z","steps":["trace[1558533853] 'process raft request' (duration: 120.721279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:13:52.853268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.163188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-21T10:13:52.853372Z","caller":"traceutil/trace.go:171","msg":"trace[1611695271] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5100; }","duration":"419.315271ms","start":"2026-04-21T10:13:52.434034Z","end":"2026-04-21T10:13:52.853349Z","steps":["trace[1611695271] 'range keys from in-memory index tree' (duration: 418.974185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:13:52.853416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-21T10:13:52.434012Z","time spent":"419.393302ms","remote":"127.0.0.1:55936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-04-21T10:13:53.524791Z","caller":"traceutil/trace.go:171","msg":"trace[2024862771] transaction","detail":"{read_only:false; response_revision:5101; number_of_response:1; }","duration":"172.586004ms","start":"2026-04-21T10:13:53.352178Z","end":"2026-04-21T10:13:53.524764Z","steps":["trace[2024862771] 'process raft request' (duration: 172.32346ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:13:53.832453Z","caller":"traceutil/trace.go:171","msg":"trace[853044326] linearizableReadLoop","detail":"{readStateIndex:5297; appliedIndex:5294; }","duration":"159.178379ms","start":"2026-04-21T10:13:53.673252Z","end":"2026-04-21T10:13:53.83243Z","steps":["trace[853044326] 'read index received' (duration: 43.163056ms)","trace[853044326] 'applied index is now lower than readState.Index' (duration: 116.014163ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T10:13:53.832796Z","caller":"traceutil/trace.go:171","msg":"trace[956594738] transaction","detail":"{read_only:false; response_revision:5105; number_of_response:1; }","duration":"166.629699ms","start":"2026-04-21T10:13:53.665923Z","end":"2026-04-21T10:13:53.832552Z","steps":["trace[956594738] 'process raft request' (duration: 166.462636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:13:53.832807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.547694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-21T10:13:53.832947Z","caller":"traceutil/trace.go:171","msg":"trace[20086704] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5105; }","duration":"159.684076ms","start":"2026-04-21T10:13:53.673208Z","end":"2026-04-21T10:13:53.832892Z","steps":["trace[20086704] 'agreement among raft nodes before linearized reading' (duration: 159.483443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:13:53.832974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.191612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-21T10:13:53.832486Z","caller":"traceutil/trace.go:171","msg":"trace[139224203] transaction","detail":"{read_only:false; response_revision:5104; number_of_response:1; }","duration":"167.067865ms","start":"2026-04-21T10:13:53.665388Z","end":"2026-04-21T10:13:53.832456Z","steps":["trace[139224203] 'process raft request' (duration: 131.400259ms)","trace[139224203] 'compare' (duration: 35.485923ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T10:13:53.833129Z","caller":"traceutil/trace.go:171","msg":"trace[1723397338] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5105; }","duration":"158.367624ms","start":"2026-04-21T10:13:53.674738Z","end":"2026-04-21T10:13:53.833105Z","steps":["trace[1723397338] 'agreement among raft nodes before linearized reading' (duration: 158.180831ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:14:29.278512Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2821} {"level":"info","ts":"2026-04-21T10:14:29.409818Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2821,"took":"129.641337ms","hash":3179456633,"current-db-size-bytes":52670464,"current-db-size":"53 MB","current-db-size-in-use-bytes":28106752,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-21T10:14:29.409888Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3179456633,"revision":2821,"compact-revision":-1} {"level":"info","ts":"2026-04-21T10:14:32.133895Z","caller":"traceutil/trace.go:171","msg":"trace[1447072660] transaction","detail":"{read_only:false; response_revision:5410; number_of_response:1; }","duration":"133.251939ms","start":"2026-04-21T10:14:32.000613Z","end":"2026-04-21T10:14:32.133865Z","steps":["trace[1447072660] 'process raft request' (duration: 133.084716ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:14:32.152482Z","caller":"traceutil/trace.go:171","msg":"trace[1759074195] linearizableReadLoop","detail":"{readStateIndex:5612; appliedIndex:5610; }","duration":"148.267513ms","start":"2026-04-21T10:14:32.004194Z","end":"2026-04-21T10:14:32.152462Z","steps":["trace[1759074195] 'read index received' (duration: 129.52751ms)","trace[1759074195] 'applied index is now lower than readState.Index' (duration: 18.739003ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T10:14:32.152699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.148716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-21T10:14:32.152569Z","caller":"traceutil/trace.go:171","msg":"trace[1998664269] transaction","detail":"{read_only:false; response_revision:5411; number_of_response:1; }","duration":"150.990615ms","start":"2026-04-21T10:14:32.001552Z","end":"2026-04-21T10:14:32.152542Z","steps":["trace[1998664269] 'process raft request' (duration: 150.801082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:14:32.152726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.522567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.212\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-21T10:14:32.152781Z","caller":"traceutil/trace.go:171","msg":"trace[1564756320] range","detail":"{range_begin:/registry/masterleases/199.19.213.212; range_end:; response_count:1; response_revision:5411; }","duration":"148.588978ms","start":"2026-04-21T10:14:32.00418Z","end":"2026-04-21T10:14:32.152769Z","steps":["trace[1564756320] 'agreement among raft nodes before linearized reading' (duration: 148.372394ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:14:32.152746Z","caller":"traceutil/trace.go:171","msg":"trace[46172601] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5411; }","duration":"133.311239ms","start":"2026-04-21T10:14:32.019424Z","end":"2026-04-21T10:14:32.152735Z","steps":["trace[46172601] 'agreement among raft nodes before linearized reading' (duration: 133.166757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:18:05.316948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.049007ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-21T10:18:05.317378Z","caller":"traceutil/trace.go:171","msg":"trace[1475931225] transaction","detail":"{read_only:false; response_revision:6888; number_of_response:1; }","duration":"193.528881ms","start":"2026-04-21T10:18:05.123827Z","end":"2026-04-21T10:18:05.317356Z","steps":["trace[1475931225] 'process raft request' (duration: 80.989568ms)","trace[1475931225] 'compare' (duration: 111.966095ms)"],"step_count":2} {"level":"info","ts":"2026-04-21T10:18:05.317488Z","caller":"traceutil/trace.go:171","msg":"trace[57071654] linearizableReadLoop","detail":"{readStateIndex:7142; appliedIndex:7141; }","duration":"156.296556ms","start":"2026-04-21T10:18:05.161185Z","end":"2026-04-21T10:18:05.317481Z","steps":["trace[57071654] 'read index received' (duration: 43.608939ms)","trace[57071654] 'applied index is now lower than readState.Index' (duration: 112.686887ms)"],"step_count":2} {"level":"warn","ts":"2026-04-21T10:18:05.317619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.43175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-21T10:18:05.317665Z","caller":"traceutil/trace.go:171","msg":"trace[511241445] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6889; }","duration":"156.507382ms","start":"2026-04-21T10:18:05.161152Z","end":"2026-04-21T10:18:05.317659Z","steps":["trace[511241445] 'agreement among raft nodes before linearized reading' (duration: 156.389899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:18:05.32667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.111222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:2 size:107263"} {"level":"info","ts":"2026-04-21T10:18:05.32673Z","caller":"traceutil/trace.go:171","msg":"trace[1056071411] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:2; response_revision:6891; }","duration":"136.208865ms","start":"2026-04-21T10:18:05.190508Z","end":"2026-04-21T10:18:05.326717Z","steps":["trace[1056071411] 'agreement among raft nodes before linearized reading' (duration: 136.064341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-21T10:18:05.327311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.544832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-21T10:18:05.327363Z","caller":"traceutil/trace.go:171","msg":"trace[177408501] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6891; }","duration":"155.625254ms","start":"2026-04-21T10:18:05.171725Z","end":"2026-04-21T10:18:05.32735Z","steps":["trace[177408501] 'agreement among raft nodes before linearized reading' (duration: 155.356845ms)"],"step_count":1} {"level":"info","ts":"2026-04-21T10:19:29.285542Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5398} {"level":"info","ts":"2026-04-21T10:19:29.401066Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5398,"took":"114.186922ms","hash":448162156,"current-db-size-bytes":52670464,"current-db-size":"53 MB","current-db-size-in-use-bytes":18505728,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-04-21T10:19:29.401137Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":448162156,"revision":5398,"compact-revision":2821} {"level":"info","ts":"2026-04-21T10:19:49.71412Z","caller":"traceutil/trace.go:171","msg":"trace[212252326] transaction","detail":"{read_only:false; response_revision:7441; number_of_response:1; }","duration":"154.24062ms","start":"2026-04-21T10:19:49.559845Z","end":"2026-04-21T10:19:49.714086Z","steps":["trace[212252326] 'process raft request' (duration: 64.259341ms)","trace[212252326] 'compare' (duration: 89.767063ms)"],"step_count":2}