{"level":"warn","ts":"2026-04-23T16:56:29.542562Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-23T16:56:29.542664Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.141:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.141:2380","--initial-cluster=instance=https://199.19.213.141:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.141:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.141:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-23T16:56:29.542734Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-23T16:56:29.542751Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.141:2380"]} {"level":"info","ts":"2026-04-23T16:56:29.54277Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-23T16:56:29.54338Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.141:2379"]} {"level":"info","ts":"2026-04-23T16:56:29.543466Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.141:2380"],"listen-peer-urls":["https://199.19.213.141:2380"],"advertise-client-urls":["https://199.19.213.141:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.141:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.141:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-23T16:56:29.686608Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"141.882984ms"} {"level":"info","ts":"2026-04-23T16:56:29.960577Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"fe263d225de0d201","cluster-id":"24f15cf84c3a7bc3"} {"level":"info","ts":"2026-04-23T16:56:29.960747Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe263d225de0d201 switched to configuration voters=()"} {"level":"info","ts":"2026-04-23T16:56:29.960824Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe263d225de0d201 became follower at term 0"} {"level":"info","ts":"2026-04-23T16:56:29.960853Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft fe263d225de0d201 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-23T16:56:29.960873Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe263d225de0d201 became follower at term 1"} {"level":"info","ts":"2026-04-23T16:56:29.960944Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe263d225de0d201 switched to configuration voters=(18313392152561897985)"} {"level":"warn","ts":"2026-04-23T16:56:30.022732Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-23T16:56:30.029378Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-23T16:56:30.055949Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-23T16:56:30.120136Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"fe263d225de0d201","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-23T16:56:30.120449Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"fe263d225de0d201","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-23T16:56:30.120845Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-23T16:56:30.120936Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-23T16:56:30.120952Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-23T16:56:30.13532Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe263d225de0d201 switched to configuration voters=(18313392152561897985)"} {"level":"info","ts":"2026-04-23T16:56:30.13565Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-23T16:56:30.135686Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"24f15cf84c3a7bc3","local-member-id":"fe263d225de0d201","added-peer-id":"fe263d225de0d201","added-peer-peer-urls":["https://199.19.213.141:2380"]} {"level":"info","ts":"2026-04-23T16:56:30.13571Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.141:2380"} {"level":"info","ts":"2026-04-23T16:56:30.135941Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.141:2380"} {"level":"info","ts":"2026-04-23T16:56:30.135818Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe263d225de0d201 is starting a new election at term 1"} {"level":"info","ts":"2026-04-23T16:56:30.136234Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe263d225de0d201 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-23T16:56:30.136369Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe263d225de0d201 received MsgPreVoteResp from fe263d225de0d201 at term 1"} {"level":"info","ts":"2026-04-23T16:56:30.136458Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe263d225de0d201 became candidate at term 2"} {"level":"info","ts":"2026-04-23T16:56:30.136539Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe263d225de0d201 received MsgVoteResp from fe263d225de0d201 at term 2"} {"level":"info","ts":"2026-04-23T16:56:30.136596Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe263d225de0d201 became leader at term 2"} {"level":"info","ts":"2026-04-23T16:56:30.136668Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: fe263d225de0d201 elected leader fe263d225de0d201 at term 2"} {"level":"info","ts":"2026-04-23T16:56:30.13646Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"fe263d225de0d201","initial-advertise-peer-urls":["https://199.19.213.141:2380"],"listen-peer-urls":["https://199.19.213.141:2380"],"advertise-client-urls":["https://199.19.213.141:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.141:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-23T16:56:30.136497Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-23T16:56:30.155496Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T16:56:30.157084Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"fe263d225de0d201","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.141:2379]}","request-path":"/0/members/fe263d225de0d201/attributes","cluster-id":"24f15cf84c3a7bc3","publish-timeout":"7s"} {"level":"info","ts":"2026-04-23T16:56:30.157115Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-23T16:56:30.157167Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-23T16:56:30.157632Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-23T16:56:30.157681Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-23T16:56:30.160352Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"24f15cf84c3a7bc3","local-member-id":"fe263d225de0d201","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T16:56:30.160518Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T16:56:30.160577Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T16:56:30.160678Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-23T16:56:30.162124Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.141:2379"} {"level":"info","ts":"2026-04-23T16:56:31.948294Z","caller":"traceutil/trace.go:171","msg":"trace[560984927] linearizableReadLoop","detail":"{readStateIndex:6; appliedIndex:4; }","duration":"124.832355ms","start":"2026-04-23T16:56:31.823419Z","end":"2026-04-23T16:56:31.948251Z","steps":["trace[560984927] 'read index received' (duration: 78.511835ms)","trace[560984927] 'applied index is now lower than readState.Index' (duration: 46.31883ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:56:31.948254Z","caller":"traceutil/trace.go:171","msg":"trace[1485588905] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"137.283021ms","start":"2026-04-23T16:56:31.81093Z","end":"2026-04-23T16:56:31.948213Z","steps":["trace[1485588905] 'process raft request' (duration: 136.830491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:56:31.956511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.075993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-23T16:56:31.956516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.267316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-23T16:56:31.95661Z","caller":"traceutil/trace.go:171","msg":"trace[626060031] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:11; }","duration":"133.199847ms","start":"2026-04-23T16:56:31.823388Z","end":"2026-04-23T16:56:31.956588Z","steps":["trace[626060031] 'agreement among raft nodes before linearized reading' (duration: 125.770577ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:56:31.95674Z","caller":"traceutil/trace.go:171","msg":"trace[676988567] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"101.424279ms","start":"2026-04-23T16:56:31.855184Z","end":"2026-04-23T16:56:31.956608Z","steps":["trace[676988567] 'agreement among raft nodes before linearized reading' (duration: 93.759804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:56:32.459323Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549650592701572,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T16:56:32.959895Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549650592701572,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T16:56:32.994065Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.040123469s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T16:56:33.323783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.650243ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-23T16:56:33.324027Z","caller":"traceutil/trace.go:171","msg":"trace[676357740] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"1.370145102s","start":"2026-04-23T16:56:31.953826Z","end":"2026-04-23T16:56:33.323971Z","steps":["trace[676357740] 'process raft request' (duration: 1.040597879s)","trace[676357740] 'compare' (duration: 328.385166ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:56:33.324174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:56:31.95381Z","time spent":"1.370326407s","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":923,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T16:56:34.592053Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.310112199s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T16:56:34.85788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000218834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T16:56:34.858019Z","caller":"traceutil/trace.go:171","msg":"trace[953412311] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000446579s","start":"2026-04-23T16:56:32.857527Z","end":"2026-04-23T16:56:34.857973Z","steps":["trace[953412311] 'agreement among raft nodes before linearized reading' (duration: 2.000284266s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:56:34.858088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:56:32.857497Z","time spent":"2.000579242s","remote":"127.0.0.1:47964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 16:56:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T16:56:35.101435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.912631ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-23T16:56:35.101807Z","caller":"traceutil/trace.go:171","msg":"trace[695775037] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"3.146644259s","start":"2026-04-23T16:56:31.95512Z","end":"2026-04-23T16:56:35.101764Z","steps":["trace[695775037] 'process raft request' (duration: 2.637322679s)","trace[695775037] 'compare' (duration: 508.724516ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:56:35.101999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:56:31.955095Z","time spent":"3.146796422s","remote":"127.0.0.1:48396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T16:56:35.102099Z","caller":"traceutil/trace.go:171","msg":"trace[1413936620] transaction","detail":"{read_only:false; response_revision:20; number_of_response:1; }","duration":"1.773072169s","start":"2026-04-23T16:56:33.329006Z","end":"2026-04-23T16:56:35.102079Z","steps":["trace[1413936620] 'process raft request' (duration: 1.773013367s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:56:35.10219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:56:33.328978Z","time spent":"1.773183071s","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T16:56:35.102575Z","caller":"traceutil/trace.go:171","msg":"trace[802970802] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"3.147115609s","start":"2026-04-23T16:56:31.955415Z","end":"2026-04-23T16:56:35.10253Z","steps":["trace[802970802] 'process raft request' (duration: 3.146163458s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:56:35.102704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:56:31.955405Z","time spent":"3.147264293s","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T16:56:35.102786Z","caller":"traceutil/trace.go:171","msg":"trace[1501377252] transaction","detail":"{read_only:false; response_revision:18; number_of_response:1; }","duration":"3.144672804s","start":"2026-04-23T16:56:31.958094Z","end":"2026-04-23T16:56:35.102767Z","steps":["trace[1501377252] 'process raft request' (duration: 3.143738313s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:56:35.102896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:56:31.958081Z","time spent":"3.144764616s","remote":"127.0.0.1:48040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":338,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T16:56:35.102838Z","caller":"traceutil/trace.go:171","msg":"trace[752602406] transaction","detail":"{read_only:false; response_revision:19; number_of_response:1; }","duration":"3.141420259s","start":"2026-04-23T16:56:31.961407Z","end":"2026-04-23T16:56:35.102827Z","steps":["trace[752602406] 'process raft request' (duration: 3.140512459s)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:56:35.103102Z","caller":"traceutil/trace.go:171","msg":"trace[928770846] transaction","detail":"{read_only:false; number_of_response:0; response_revision:18; }","duration":"3.14493614s","start":"2026-04-23T16:56:31.958153Z","end":"2026-04-23T16:56:35.103089Z","steps":["trace[928770846] 'process raft request' (duration: 3.143709222s)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:56:35.103094Z","caller":"traceutil/trace.go:171","msg":"trace[1912696099] transaction","detail":"{read_only:false; response_revision:15; number_of_response:1; }","duration":"3.147512829s","start":"2026-04-23T16:56:31.95554Z","end":"2026-04-23T16:56:35.103053Z","steps":["trace[1912696099] 'process raft request' (duration: 3.146083216s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:56:35.103172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:56:31.958146Z","time spent":"3.144996792s","remote":"127.0.0.1:48040","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T16:56:35.103273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:56:31.955534Z","time spent":"3.147659292s","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T16:56:35.103464Z","caller":"traceutil/trace.go:171","msg":"trace[1067162448] transaction","detail":"{read_only:false; response_revision:16; number_of_response:1; }","duration":"3.147843546s","start":"2026-04-23T16:56:31.95561Z","end":"2026-04-23T16:56:35.103454Z","steps":["trace[1067162448] 'process raft request' (duration: 3.146051625s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:56:35.10359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:56:31.955598Z","time spent":"3.147942289s","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T16:56:35.10378Z","caller":"traceutil/trace.go:171","msg":"trace[816227793] transaction","detail":"{read_only:false; response_revision:17; number_of_response:1; }","duration":"3.147983348s","start":"2026-04-23T16:56:31.955778Z","end":"2026-04-23T16:56:35.103761Z","steps":["trace[816227793] 'process raft request' (duration: 3.146001544s)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:56:35.103835Z","caller":"traceutil/trace.go:171","msg":"trace[1021056518] linearizableReadLoop","detail":"{readStateIndex:23; appliedIndex:14; }","duration":"3.145483872s","start":"2026-04-23T16:56:31.958314Z","end":"2026-04-23T16:56:35.103798Z","steps":["trace[1021056518] 'read index received' (duration: 1.036124577s)","trace[1021056518] 'applied index is now lower than readState.Index' (duration: 2.109355695s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:56:35.103882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:56:31.955758Z","time spent":"3.148079011s","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T16:56:35.104097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.145746898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/csr-79h4n\" ","response":"range_response_count:1 size:857"} {"level":"warn","ts":"2026-04-23T16:56:35.104117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.144757515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3491"} {"level":"info","ts":"2026-04-23T16:56:35.104142Z","caller":"traceutil/trace.go:171","msg":"trace[222970752] range","detail":"{range_begin:/registry/certificatesigningrequests/csr-79h4n; range_end:; response_count:1; response_revision:20; }","duration":"3.14585445s","start":"2026-04-23T16:56:31.958277Z","end":"2026-04-23T16:56:35.104131Z","steps":["trace[222970752] 'agreement among raft nodes before linearized reading' (duration: 3.145705447s)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:56:35.104173Z","caller":"traceutil/trace.go:171","msg":"trace[1103572834] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:20; }","duration":"3.144830788s","start":"2026-04-23T16:56:31.959325Z","end":"2026-04-23T16:56:35.104155Z","steps":["trace[1103572834] 'agreement among raft nodes before linearized reading' (duration: 3.144717225s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:56:35.104231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:56:31.95932Z","time spent":"3.144899599s","remote":"127.0.0.1:48114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":3514,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-23T16:56:35.104447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.331126389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-23T16:56:35.10452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.331558699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-23T16:56:35.104584Z","caller":"traceutil/trace.go:171","msg":"trace[1051690762] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:0; response_revision:20; }","duration":"2.331667941s","start":"2026-04-23T16:56:32.772901Z","end":"2026-04-23T16:56:35.104569Z","steps":["trace[1051690762] 'agreement among raft nodes before linearized reading' (duration: 2.331555129s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:56:35.104642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:56:32.772857Z","time spent":"2.331772094s","remote":"127.0.0.1:48322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/priorityclasses/system-node-critical\" "} {"level":"warn","ts":"2026-04-23T16:56:35.104192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:56:31.95826Z","time spent":"3.145922212s","remote":"127.0.0.1:48204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":880,"request content":"key:\"/registry/certificatesigningrequests/csr-79h4n\" "} {"level":"warn","ts":"2026-04-23T16:56:35.104724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.099465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-23T16:56:35.104816Z","caller":"traceutil/trace.go:171","msg":"trace[228364570] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20; }","duration":"246.191947ms","start":"2026-04-23T16:56:34.858612Z","end":"2026-04-23T16:56:35.104804Z","steps":["trace[228364570] 'agreement among raft nodes before linearized reading' (duration: 246.037013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:56:35.10487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.943862589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-23T16:56:35.104944Z","caller":"traceutil/trace.go:171","msg":"trace[422775921] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:0; response_revision:20; }","duration":"2.943964842s","start":"2026-04-23T16:56:32.160952Z","end":"2026-04-23T16:56:35.104917Z","steps":["trace[422775921] 'agreement among raft nodes before linearized reading' (duration: 2.94387815s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:56:35.104995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:56:32.16092Z","time spent":"2.944063794s","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-04-23T16:56:35.105145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.256696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-23T16:56:35.10522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.087755873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"warn","ts":"2026-04-23T16:56:35.1052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.307620032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-04-23T16:56:35.104555Z","caller":"traceutil/trace.go:171","msg":"trace[836880622] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:20; }","duration":"2.331291774s","start":"2026-04-23T16:56:32.773249Z","end":"2026-04-23T16:56:35.104541Z","steps":["trace[836880622] 'agreement among raft nodes before linearized reading' (duration: 2.33114645s)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:56:35.105274Z","caller":"traceutil/trace.go:171","msg":"trace[1539750192] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:20; }","duration":"3.087827984s","start":"2026-04-23T16:56:32.017432Z","end":"2026-04-23T16:56:35.10526Z","steps":["trace[1539750192] 'agreement among raft nodes before linearized reading' (duration: 3.087735932s)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:56:35.105285Z","caller":"traceutil/trace.go:171","msg":"trace[244358117] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:20; }","duration":"2.307730135s","start":"2026-04-23T16:56:32.79754Z","end":"2026-04-23T16:56:35.10527Z","steps":["trace[244358117] 'agreement among raft nodes before linearized reading' (duration: 2.307588562s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:56:35.105324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:56:32.017421Z","time spent":"3.087891884s","remote":"127.0.0.1:48040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":373,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-04-23T16:56:35.105252Z","caller":"traceutil/trace.go:171","msg":"trace[1081227397] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20; }","duration":"933.408759ms","start":"2026-04-23T16:56:34.17183Z","end":"2026-04-23T16:56:35.105239Z","steps":["trace[1081227397] 'agreement among raft nodes before linearized reading' (duration: 933.279526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:56:35.105436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:56:34.171803Z","time spent":"933.612643ms","remote":"127.0.0.1:47964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T16:56:35.105319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:56:32.773241Z","time spent":"2.33204451s","remote":"127.0.0.1:48316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" "} {"level":"warn","ts":"2026-04-23T16:56:35.10533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:56:32.797529Z","time spent":"2.307789025s","remote":"127.0.0.1:48040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":373,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-04-23T16:56:35.106318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:56:31.961395Z","time spent":"3.141964502s","remote":"127.0.0.1:48114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3479,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:56:38.16524Z","caller":"traceutil/trace.go:171","msg":"trace[1072329723] transaction","detail":"{read_only:false; response_revision:296; number_of_response:1; }","duration":"148.38617ms","start":"2026-04-23T16:56:38.016813Z","end":"2026-04-23T16:56:38.165199Z","steps":["trace[1072329723] 'process raft request' (duration: 94.26506ms)","trace[1072329723] 'compare' (duration: 53.765733ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:56:38.16543Z","caller":"traceutil/trace.go:171","msg":"trace[1992275964] transaction","detail":"{read_only:false; number_of_response:0; response_revision:296; }","duration":"148.537553ms","start":"2026-04-23T16:56:38.016815Z","end":"2026-04-23T16:56:38.165353Z","steps":["trace[1992275964] 'process raft request' (duration: 148.231087ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:56:38.166177Z","caller":"traceutil/trace.go:171","msg":"trace[1186440569] transaction","detail":"{read_only:false; response_revision:297; number_of_response:1; }","duration":"149.233711ms","start":"2026-04-23T16:56:38.016923Z","end":"2026-04-23T16:56:38.166157Z","steps":["trace[1186440569] 'process raft request' (duration: 148.216478ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:56:38.166192Z","caller":"traceutil/trace.go:171","msg":"trace[1865779620] linearizableReadLoop","detail":"{readStateIndex:307; appliedIndex:302; }","duration":"143.09832ms","start":"2026-04-23T16:56:38.023069Z","end":"2026-04-23T16:56:38.166167Z","steps":["trace[1865779620] 'read index received' (duration: 88.027708ms)","trace[1865779620] 'applied index is now lower than readState.Index' (duration: 55.069322ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:56:38.166224Z","caller":"traceutil/trace.go:171","msg":"trace[440935132] transaction","detail":"{read_only:false; response_revision:298; number_of_response:1; }","duration":"149.256271ms","start":"2026-04-23T16:56:38.01695Z","end":"2026-04-23T16:56:38.166207Z","steps":["trace[440935132] 'process raft request' (duration: 149.102427ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:56:38.1663Z","caller":"traceutil/trace.go:171","msg":"trace[16221430] transaction","detail":"{read_only:false; number_of_response:0; response_revision:298; }","duration":"149.313903ms","start":"2026-04-23T16:56:38.016978Z","end":"2026-04-23T16:56:38.166292Z","steps":["trace[16221430] 'process raft request' (duration: 149.143959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:56:38.166715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.590462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4017"} {"level":"info","ts":"2026-04-23T16:56:38.166892Z","caller":"traceutil/trace.go:171","msg":"trace[1276103655] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:298; }","duration":"143.808985ms","start":"2026-04-23T16:56:38.023052Z","end":"2026-04-23T16:56:38.166861Z","steps":["trace[1276103655] 'agreement among raft nodes before linearized reading' (duration: 143.255293ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:56:38.170375Z","caller":"traceutil/trace.go:171","msg":"trace[1715300234] transaction","detail":"{read_only:false; response_revision:300; number_of_response:1; }","duration":"132.841264ms","start":"2026-04-23T16:56:38.03752Z","end":"2026-04-23T16:56:38.170361Z","steps":["trace[1715300234] 'process raft request' (duration: 132.750662ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:56:38.170445Z","caller":"traceutil/trace.go:171","msg":"trace[1191047615] transaction","detail":"{read_only:false; response_revision:299; number_of_response:1; }","duration":"144.326897ms","start":"2026-04-23T16:56:38.026074Z","end":"2026-04-23T16:56:38.1704Z","steps":["trace[1191047615] 'process raft request' (duration: 144.064302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:56:38.170776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.270277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-23T16:56:38.170853Z","caller":"traceutil/trace.go:171","msg":"trace[151210693] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:300; }","duration":"110.431311ms","start":"2026-04-23T16:56:38.060394Z","end":"2026-04-23T16:56:38.170826Z","steps":["trace[151210693] 'agreement among raft nodes before linearized reading' (duration: 110.229836ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:56:39.187168Z","caller":"traceutil/trace.go:171","msg":"trace[819939454] transaction","detail":"{read_only:false; response_revision:314; number_of_response:1; }","duration":"124.30801ms","start":"2026-04-23T16:56:39.06284Z","end":"2026-04-23T16:56:39.187148Z","steps":["trace[819939454] 'process raft request' (duration: 98.910457ms)","trace[819939454] 'compare' (duration: 24.991053ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:56:41.413699Z","caller":"traceutil/trace.go:171","msg":"trace[878066394] linearizableReadLoop","detail":"{readStateIndex:350; appliedIndex:349; }","duration":"108.57132ms","start":"2026-04-23T16:56:41.305104Z","end":"2026-04-23T16:56:41.413675Z","steps":["trace[878066394] 'read index received' (duration: 108.321955ms)","trace[878066394] 'applied index is now lower than readState.Index' (duration: 248.095µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:56:41.41387Z","caller":"traceutil/trace.go:171","msg":"trace[850996102] transaction","detail":"{read_only:false; response_revision:337; number_of_response:1; }","duration":"118.21629ms","start":"2026-04-23T16:56:41.295609Z","end":"2026-04-23T16:56:41.413825Z","steps":["trace[850996102] 'process raft request' (duration: 117.900344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:56:41.41396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.744264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-23T16:56:41.414006Z","caller":"traceutil/trace.go:171","msg":"trace[1063513703] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:337; }","duration":"108.909177ms","start":"2026-04-23T16:56:41.305083Z","end":"2026-04-23T16:56:41.413992Z","steps":["trace[1063513703] 'agreement among raft nodes before linearized reading' (duration: 108.730613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:56:41.414039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.042363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-23T16:56:41.414157Z","caller":"traceutil/trace.go:171","msg":"trace[753490121] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:337; }","duration":"103.218007ms","start":"2026-04-23T16:56:41.310908Z","end":"2026-04-23T16:56:41.414126Z","steps":["trace[753490121] 'agreement among raft nodes before linearized reading' (duration: 102.996572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:56:54.071173Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549650592702416,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T16:56:54.113268Z","caller":"traceutil/trace.go:171","msg":"trace[1047968015] linearizableReadLoop","detail":"{readStateIndex:469; appliedIndex:468; }","duration":"542.49359ms","start":"2026-04-23T16:56:53.570747Z","end":"2026-04-23T16:56:54.11324Z","steps":["trace[1047968015] 'read index received' (duration: 542.306287ms)","trace[1047968015] 'applied index is now lower than readState.Index' (duration: 186.593µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:56:54.113578Z","caller":"traceutil/trace.go:171","msg":"trace[460403561] transaction","detail":"{read_only:false; response_revision:453; number_of_response:1; }","duration":"586.401769ms","start":"2026-04-23T16:56:53.527163Z","end":"2026-04-23T16:56:54.113565Z","steps":["trace[460403561] 'process raft request' (duration: 585.948258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:56:54.113693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:56:53.527141Z","time spent":"586.477271ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:56:54.113893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.152276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-23T16:56:54.113934Z","caller":"traceutil/trace.go:171","msg":"trace[98045054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:453; }","duration":"543.234117ms","start":"2026-04-23T16:56:53.57069Z","end":"2026-04-23T16:56:54.113924Z","steps":["trace[98045054] 'agreement among raft nodes before linearized reading' (duration: 543.169106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:56:54.113966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:56:53.570668Z","time spent":"543.291549ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T16:56:54.11411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.159855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T16:56:54.114147Z","caller":"traceutil/trace.go:171","msg":"trace[140937898] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:453; }","duration":"536.216887ms","start":"2026-04-23T16:56:53.577922Z","end":"2026-04-23T16:56:54.114139Z","steps":["trace[140937898] 'agreement among raft nodes before linearized reading' (duration: 536.158055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:56:54.11419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:56:53.57791Z","time spent":"536.274278ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T16:56:54.114385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.661909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T16:56:54.114423Z","caller":"traceutil/trace.go:171","msg":"trace[1745086165] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:453; }","duration":"279.754251ms","start":"2026-04-23T16:56:53.834661Z","end":"2026-04-23T16:56:54.114415Z","steps":["trace[1745086165] 'agreement among raft nodes before linearized reading' (duration: 279.685399ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:56:58.276365Z","caller":"traceutil/trace.go:171","msg":"trace[746142209] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"323.803478ms","start":"2026-04-23T16:56:57.95251Z","end":"2026-04-23T16:56:58.276313Z","steps":["trace[746142209] 'process raft request' (duration: 323.502251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:56:58.276594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:56:57.952477Z","time spent":"323.991443ms","remote":"127.0.0.1:47998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T16:56:58.286925Z","caller":"traceutil/trace.go:171","msg":"trace[191788909] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"318.528738ms","start":"2026-04-23T16:56:57.968374Z","end":"2026-04-23T16:56:58.286903Z","steps":["trace[191788909] 'process raft request' (duration: 318.258181ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:56:58.287245Z","caller":"traceutil/trace.go:171","msg":"trace[812591321] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"326.409847ms","start":"2026-04-23T16:56:57.960785Z","end":"2026-04-23T16:56:58.287194Z","steps":["trace[812591321] 'process raft request' (duration: 325.65244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:56:58.287402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:56:57.960762Z","time spent":"326.568692ms","remote":"127.0.0.1:47998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T16:56:58.287463Z","caller":"traceutil/trace.go:171","msg":"trace[496603822] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"315.138739ms","start":"2026-04-23T16:56:57.972304Z","end":"2026-04-23T16:56:58.287443Z","steps":["trace[496603822] 'process raft request' (duration: 314.433493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:56:58.287522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:56:57.972293Z","time spent":"315.204271ms","remote":"127.0.0.1:47998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T16:56:58.287534Z","caller":"traceutil/trace.go:171","msg":"trace[740753445] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"314.913364ms","start":"2026-04-23T16:56:57.972611Z","end":"2026-04-23T16:56:58.287525Z","steps":["trace[740753445] 'process raft request' (duration: 314.171847ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:56:58.287601Z","caller":"traceutil/trace.go:171","msg":"trace[1594573410] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"316.144523ms","start":"2026-04-23T16:56:57.971448Z","end":"2026-04-23T16:56:58.287592Z","steps":["trace[1594573410] 'process raft request' (duration: 315.237171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:56:58.287617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:56:57.972597Z","time spent":"314.952115ms","remote":"127.0.0.1:47998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T16:56:58.287613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.89626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T16:56:58.287666Z","caller":"traceutil/trace.go:171","msg":"trace[65070266] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"313.490111ms","start":"2026-04-23T16:56:57.974169Z","end":"2026-04-23T16:56:58.287659Z","steps":["trace[65070266] 'process raft request' (duration: 312.660332ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:56:58.287669Z","caller":"traceutil/trace.go:171","msg":"trace[1764827774] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"326.810797ms","start":"2026-04-23T16:56:57.96085Z","end":"2026-04-23T16:56:58.287661Z","steps":["trace[1764827774] 'process raft request' (duration: 325.727342ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:56:58.287676Z","caller":"traceutil/trace.go:171","msg":"trace[1307672411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:509; }","duration":"154.034453ms","start":"2026-04-23T16:56:58.133628Z","end":"2026-04-23T16:56:58.287662Z","steps":["trace[1307672411] 'agreement among raft nodes before linearized reading' (duration: 153.865599ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:56:58.287688Z","caller":"traceutil/trace.go:171","msg":"trace[1795957681] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"298.861914ms","start":"2026-04-23T16:56:57.988797Z","end":"2026-04-23T16:56:58.287659Z","steps":["trace[1795957681] 'process raft request' (duration: 298.24117ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:56:58.287574Z","caller":"traceutil/trace.go:171","msg":"trace[25908135] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"133.941751ms","start":"2026-04-23T16:56:58.153564Z","end":"2026-04-23T16:56:58.287505Z","steps":["trace[25908135] 'process raft request' (duration: 133.665644ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:56:58.287426Z","caller":"traceutil/trace.go:171","msg":"trace[99291896] linearizableReadLoop","detail":"{readStateIndex:525; appliedIndex:514; }","duration":"153.715516ms","start":"2026-04-23T16:56:58.13368Z","end":"2026-04-23T16:56:58.287395Z","steps":["trace[99291896] 'read index received' (duration: 142.422046ms)","trace[99291896] 'applied index is now lower than readState.Index' (duration: 11.29234ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:56:58.28794Z","caller":"traceutil/trace.go:171","msg":"trace[1059491632] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"280.318018ms","start":"2026-04-23T16:56:58.007611Z","end":"2026-04-23T16:56:58.287929Z","steps":["trace[1059491632] 'process raft request' (duration: 279.501289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:56:58.287636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:56:57.971414Z","time spent":"316.211995ms","remote":"127.0.0.1:47998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T16:56:58.287698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:56:57.960845Z","time spent":"326.843438ms","remote":"127.0.0.1:47998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T16:56:58.287696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:56:57.974159Z","time spent":"313.524182ms","remote":"127.0.0.1:47998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T16:56:58.288093Z","caller":"traceutil/trace.go:171","msg":"trace[599658480] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"310.475971ms","start":"2026-04-23T16:56:57.977601Z","end":"2026-04-23T16:56:58.288077Z","steps":["trace[599658480] 'process raft request' (duration: 309.366166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:56:58.288261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:56:57.977579Z","time spent":"310.659186ms","remote":"127.0.0.1:47998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T16:56:58.287065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:56:57.968353Z","time spent":"318.6476ms","remote":"127.0.0.1:47998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T16:56:58.856541Z","caller":"traceutil/trace.go:171","msg":"trace[1915328192] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"369.943429ms","start":"2026-04-23T16:56:58.48657Z","end":"2026-04-23T16:56:58.856514Z","steps":["trace[1915328192] 'process raft request' (duration: 328.036775ms)","trace[1915328192] 'compare' (duration: 41.67522ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:56:58.856732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:56:58.486561Z","time spent":"370.070642ms","remote":"127.0.0.1:47998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29546,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:56:58.858933Z","caller":"traceutil/trace.go:171","msg":"trace[271074188] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"351.905045ms","start":"2026-04-23T16:56:58.506995Z","end":"2026-04-23T16:56:58.8589Z","steps":["trace[271074188] 'process raft request' (duration: 351.649499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:56:58.859114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:56:58.506883Z","time spent":"352.14499ms","remote":"127.0.0.1:47998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97665,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T16:56:59.767004Z","caller":"traceutil/trace.go:171","msg":"trace[1070057996] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"379.755238ms","start":"2026-04-23T16:56:59.387224Z","end":"2026-04-23T16:56:59.766979Z","steps":["trace[1070057996] 'process raft request' (duration: 379.327978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:56:59.767151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:56:59.387192Z","time spent":"379.892999ms","remote":"127.0.0.1:47998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":569094,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T16:56:59.767357Z","caller":"traceutil/trace.go:171","msg":"trace[719065476] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"475.132231ms","start":"2026-04-23T16:56:59.292183Z","end":"2026-04-23T16:56:59.767315Z","steps":["trace[719065476] 'process raft request' (duration: 466.674486ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:56:59.767391Z","caller":"traceutil/trace.go:171","msg":"trace[292874955] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"464.70864ms","start":"2026-04-23T16:56:59.302643Z","end":"2026-04-23T16:56:59.767352Z","steps":["trace[292874955] 'process raft request' (duration: 463.463802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:56:59.767541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:56:59.292153Z","time spent":"475.292105ms","remote":"127.0.0.1:47998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":98698,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:56:59.767583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:56:59.302605Z","time spent":"464.875385ms","remote":"127.0.0.1:47998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20842,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:57:05.241407Z","caller":"traceutil/trace.go:171","msg":"trace[679910086] linearizableReadLoop","detail":"{readStateIndex:629; appliedIndex:628; }","duration":"232.157215ms","start":"2026-04-23T16:57:05.009212Z","end":"2026-04-23T16:57:05.241369Z","steps":["trace[679910086] 'read index received' (duration: 230.726982ms)","trace[679910086] 'applied index is now lower than readState.Index' (duration: 1.429363ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:57:05.241754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.527123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-vc9xn\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-04-23T16:57:05.241794Z","caller":"traceutil/trace.go:171","msg":"trace[529484853] range","detail":"{range_begin:/registry/pods/kube-system/cilium-vc9xn; range_end:; response_count:1; response_revision:604; }","duration":"232.628845ms","start":"2026-04-23T16:57:05.009153Z","end":"2026-04-23T16:57:05.241782Z","steps":["trace[529484853] 'agreement among raft nodes before linearized reading' (duration: 232.380429ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:57:05.241885Z","caller":"traceutil/trace.go:171","msg":"trace[15235583] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"431.265918ms","start":"2026-04-23T16:57:04.810566Z","end":"2026-04-23T16:57:05.241832Z","steps":["trace[15235583] 'process raft request' (duration: 429.59945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:57:05.242202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:57:04.810527Z","time spent":"431.507844ms","remote":"127.0.0.1:48024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036261,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:57:05.523868Z","caller":"traceutil/trace.go:171","msg":"trace[1303087389] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"266.310761ms","start":"2026-04-23T16:57:05.257498Z","end":"2026-04-23T16:57:05.523808Z","steps":["trace[1303087389] 'process raft request' (duration: 265.661766ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:57:05.542044Z","caller":"traceutil/trace.go:171","msg":"trace[2133493753] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"205.356157ms","start":"2026-04-23T16:57:05.336661Z","end":"2026-04-23T16:57:05.542018Z","steps":["trace[2133493753] 'process raft request' (duration: 205.246935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:57:06.512015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.677443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:57:06.5121Z","caller":"traceutil/trace.go:171","msg":"trace[11836711] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:607; }","duration":"740.831627ms","start":"2026-04-23T16:57:05.771249Z","end":"2026-04-23T16:57:06.512081Z","steps":["trace[11836711] 'range keys from in-memory index tree' (duration: 740.56636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:57:06.512135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:57:05.771228Z","time spent":"740.899098ms","remote":"127.0.0.1:47964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T16:57:06.514138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.851895ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:57:06.514226Z","caller":"traceutil/trace.go:171","msg":"trace[1020640397] linearizableReadLoop","detail":"{readStateIndex:633; appliedIndex:632; }","duration":"355.73233ms","start":"2026-04-23T16:57:06.158482Z","end":"2026-04-23T16:57:06.514214Z","steps":["trace[1020640397] 'read index received' (duration: 177.531027ms)","trace[1020640397] 'applied index is now lower than readState.Index' (duration: 178.200693ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:57:06.51447Z","caller":"traceutil/trace.go:171","msg":"trace[2084018094] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"542.046421ms","start":"2026-04-23T16:57:05.972413Z","end":"2026-04-23T16:57:06.51446Z","steps":["trace[2084018094] 'process raft request' (duration: 363.796096ms)","trace[2084018094] 'compare' (duration: 177.503897ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:57:06.514547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:57:05.972394Z","time spent":"542.120842ms","remote":"127.0.0.1:48024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036293,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:57:06.514777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.294833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.141\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T16:57:06.514948Z","caller":"traceutil/trace.go:171","msg":"trace[1856494624] range","detail":"{range_begin:/registry/masterleases/199.19.213.141; range_end:; response_count:1; response_revision:608; }","duration":"356.452127ms","start":"2026-04-23T16:57:06.158449Z","end":"2026-04-23T16:57:06.514901Z","steps":["trace[1856494624] 'agreement among raft nodes before linearized reading' (duration: 356.296734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:57:06.514969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:57:06.158433Z","time spent":"356.530999ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.141\" "} {"level":"warn","ts":"2026-04-23T16:57:06.515113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.191166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:57:06.51517Z","caller":"traceutil/trace.go:171","msg":"trace[1004790782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:608; }","duration":"285.264178ms","start":"2026-04-23T16:57:06.229885Z","end":"2026-04-23T16:57:06.51515Z","steps":["trace[1004790782] 'agreement among raft nodes before linearized reading' (duration: 285.181146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:57:06.515194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.711256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-23T16:57:06.515214Z","caller":"traceutil/trace.go:171","msg":"trace[496398935] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:608; }","duration":"145.748036ms","start":"2026-04-23T16:57:06.369461Z","end":"2026-04-23T16:57:06.515209Z","steps":["trace[496398935] 'agreement among raft nodes before linearized reading' (duration: 145.651174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:57:06.51522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.883689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T16:57:06.515271Z","caller":"traceutil/trace.go:171","msg":"trace[1729038429] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:608; }","duration":"145.979082ms","start":"2026-04-23T16:57:06.369276Z","end":"2026-04-23T16:57:06.515255Z","steps":["trace[1729038429] 'agreement among raft nodes before linearized reading' (duration: 145.827968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:57:06.515298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.783029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T16:57:06.515339Z","caller":"traceutil/trace.go:171","msg":"trace[340118235] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:608; }","duration":"162.84609ms","start":"2026-04-23T16:57:06.352479Z","end":"2026-04-23T16:57:06.515325Z","steps":["trace[340118235] 'agreement among raft nodes before linearized reading' (duration: 162.718567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:57:06.515453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.206775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T16:57:06.51559Z","caller":"traceutil/trace.go:171","msg":"trace[213955384] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:608; }","duration":"149.378109ms","start":"2026-04-23T16:57:06.366176Z","end":"2026-04-23T16:57:06.515555Z","steps":["trace[213955384] 'agreement among raft nodes before linearized reading' (duration: 148.994831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:57:07.731247Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549650592702692,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T16:57:08.232392Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549650592702692,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T16:57:08.365252Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.728689165s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T16:57:08.370438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:57:07.753711Z","time spent":"616.717291ms","remote":"127.0.0.1:57540","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-23T16:57:08.371095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.734571381s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-23T16:57:08.371379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:57:06.516756Z","time spent":"1.854612134s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T16:57:08.371569Z","caller":"traceutil/trace.go:171","msg":"trace[796911390] linearizableReadLoop","detail":"{readStateIndex:639; appliedIndex:633; }","duration":"1.141156748s","start":"2026-04-23T16:57:07.230389Z","end":"2026-04-23T16:57:08.371546Z","steps":["trace[796911390] 'read index received' (duration: 1.135080257s)","trace[796911390] 'applied index is now lower than readState.Index' (duration: 6.075011ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:57:08.371702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141295111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:57:08.371749Z","caller":"traceutil/trace.go:171","msg":"trace[567486910] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:613; }","duration":"1.141387913s","start":"2026-04-23T16:57:07.230339Z","end":"2026-04-23T16:57:08.371727Z","steps":["trace[567486910] 'agreement among raft nodes before linearized reading' (duration: 1.14128636s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:57:08.371795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:57:07.230316Z","time spent":"1.141467875s","remote":"127.0.0.1:47964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T16:57:08.37191Z","caller":"traceutil/trace.go:171","msg":"trace[145278292] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"1.85048571s","start":"2026-04-23T16:57:06.521408Z","end":"2026-04-23T16:57:08.371893Z","steps":["trace[145278292] 'process raft request' (duration: 1.849822004s)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:57:08.37192Z","caller":"traceutil/trace.go:171","msg":"trace[572349823] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"1.845902224s","start":"2026-04-23T16:57:06.52599Z","end":"2026-04-23T16:57:08.371892Z","steps":["trace[572349823] 'process raft request' (duration: 1.845434363s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:57:08.372018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:57:06.521397Z","time spent":"1.850551201s","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:57:08.37203Z","caller":"traceutil/trace.go:171","msg":"trace[335058452] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"1.779811082s","start":"2026-04-23T16:57:06.592208Z","end":"2026-04-23T16:57:08.372019Z","steps":["trace[335058452] 'process raft request' (duration: 1.77929321s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:57:08.37207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:57:06.525982Z","time spent":"1.845984305s","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:57:08.372042Z","caller":"traceutil/trace.go:171","msg":"trace[203820894] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"1.845894413s","start":"2026-04-23T16:57:06.52611Z","end":"2026-04-23T16:57:08.372005Z","steps":["trace[203820894] 'process raft request' (duration: 1.845350912s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:57:08.372093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:57:06.59217Z","time spent":"1.779888323s","remote":"127.0.0.1:48460","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T16:57:08.372144Z","caller":"traceutil/trace.go:171","msg":"trace[741478795] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"1.850570381s","start":"2026-04-23T16:57:06.521519Z","end":"2026-04-23T16:57:08.372089Z","steps":["trace[741478795] 'process raft request' (duration: 1.849862666s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:57:08.372233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:57:06.526104Z","time spent":"1.846023926s","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:57:08.372316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:57:06.521513Z","time spent":"1.850686764s","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:57:10.408706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.547937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:57:10.409139Z","caller":"traceutil/trace.go:171","msg":"trace[548252508] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:651; }","duration":"179.040061ms","start":"2026-04-23T16:57:10.230078Z","end":"2026-04-23T16:57:10.409118Z","steps":["trace[548252508] 'range keys from in-memory index tree' (duration: 178.428843ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:57:10.409626Z","caller":"traceutil/trace.go:171","msg":"trace[438813759] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"107.560634ms","start":"2026-04-23T16:57:10.30204Z","end":"2026-04-23T16:57:10.4096Z","steps":["trace[438813759] 'process raft request' (duration: 107.362978ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:57:13.375147Z","caller":"traceutil/trace.go:171","msg":"trace[2131315091] linearizableReadLoop","detail":"{readStateIndex:719; appliedIndex:718; }","duration":"144.488755ms","start":"2026-04-23T16:57:13.23063Z","end":"2026-04-23T16:57:13.375119Z","steps":["trace[2131315091] 'read index received' (duration: 144.050093ms)","trace[2131315091] 'applied index is now lower than readState.Index' (duration: 437.192µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:57:13.37555Z","caller":"traceutil/trace.go:171","msg":"trace[1700072596] transaction","detail":"{read_only:false; response_revision:692; number_of_response:1; }","duration":"161.135405ms","start":"2026-04-23T16:57:13.214386Z","end":"2026-04-23T16:57:13.375522Z","steps":["trace[1700072596] 'process raft request' (duration: 160.498917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:57:13.376275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.817034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:57:13.376474Z","caller":"traceutil/trace.go:171","msg":"trace[1206645450] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:692; }","duration":"145.844183ms","start":"2026-04-23T16:57:13.230577Z","end":"2026-04-23T16:57:13.376421Z","steps":["trace[1206645450] 'agreement among raft nodes before linearized reading' (duration: 144.710061ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:57:25.268408Z","caller":"traceutil/trace.go:171","msg":"trace[1182659960] transaction","detail":"{read_only:false; response_revision:767; number_of_response:1; }","duration":"134.417303ms","start":"2026-04-23T16:57:25.133954Z","end":"2026-04-23T16:57:25.268371Z","steps":["trace[1182659960] 'process raft request' (duration: 134.147626ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:57:25.382571Z","caller":"traceutil/trace.go:171","msg":"trace[497472279] transaction","detail":"{read_only:false; response_revision:768; number_of_response:1; }","duration":"106.465476ms","start":"2026-04-23T16:57:25.276066Z","end":"2026-04-23T16:57:25.382531Z","steps":["trace[497472279] 'process raft request' (duration: 34.16189ms)","trace[497472279] 'compare' (duration: 72.063299ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:57:25.575409Z","caller":"traceutil/trace.go:171","msg":"trace[784130838] transaction","detail":"{read_only:false; response_revision:769; number_of_response:1; }","duration":"297.889455ms","start":"2026-04-23T16:57:25.277483Z","end":"2026-04-23T16:57:25.575373Z","steps":["trace[784130838] 'process raft request' (duration: 205.153117ms)","trace[784130838] 'compare' (duration: 92.463051ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:57:25.575843Z","caller":"traceutil/trace.go:171","msg":"trace[2132479672] transaction","detail":"{read_only:false; response_revision:770; number_of_response:1; }","duration":"297.143426ms","start":"2026-04-23T16:57:25.278686Z","end":"2026-04-23T16:57:25.57583Z","steps":["trace[2132479672] 'process raft request' (duration: 296.57879ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:57:25.686604Z","caller":"traceutil/trace.go:171","msg":"trace[574440272] transaction","detail":"{read_only:false; response_revision:771; number_of_response:1; }","duration":"100.664595ms","start":"2026-04-23T16:57:25.585904Z","end":"2026-04-23T16:57:25.686568Z","steps":["trace[574440272] 'process raft request' (duration: 95.410971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:57:26.426824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.27925ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:57:26.427069Z","caller":"traceutil/trace.go:171","msg":"trace[2003786088] transaction","detail":"{read_only:false; response_revision:774; number_of_response:1; }","duration":"147.304359ms","start":"2026-04-23T16:57:26.279738Z","end":"2026-04-23T16:57:26.427043Z","steps":["trace[2003786088] 'process raft request' (duration: 23.685209ms)","trace[2003786088] 'compare' (duration: 123.129397ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:57:28.765328Z","caller":"traceutil/trace.go:171","msg":"trace[742707379] transaction","detail":"{read_only:false; response_revision:783; number_of_response:1; }","duration":"157.662985ms","start":"2026-04-23T16:57:28.607625Z","end":"2026-04-23T16:57:28.765288Z","steps":["trace[742707379] 'process raft request' (duration: 157.603374ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:57:28.765656Z","caller":"traceutil/trace.go:171","msg":"trace[1935198962] transaction","detail":"{read_only:false; response_revision:782; number_of_response:1; }","duration":"161.86881ms","start":"2026-04-23T16:57:28.60367Z","end":"2026-04-23T16:57:28.765538Z","steps":["trace[1935198962] 'process raft request' (duration: 158.747804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:57:31.171242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.227474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-23T16:57:31.171292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.163682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T16:57:31.171366Z","caller":"traceutil/trace.go:171","msg":"trace[917078227] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:794; }","duration":"400.401929ms","start":"2026-04-23T16:57:30.770932Z","end":"2026-04-23T16:57:31.171334Z","steps":["trace[917078227] 'range keys from in-memory index tree' (duration: 399.786481ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:57:31.171398Z","caller":"traceutil/trace.go:171","msg":"trace[1636323089] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:794; }","duration":"574.347389ms","start":"2026-04-23T16:57:30.597025Z","end":"2026-04-23T16:57:31.171373Z","steps":["trace[1636323089] 'range keys from in-memory index tree' (duration: 573.936027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:57:31.171427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:57:30.770902Z","time spent":"400.514531ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T16:57:31.171499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:57:30.597005Z","time spent":"574.472952ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T16:57:31.17152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.994518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T16:57:31.171622Z","caller":"traceutil/trace.go:171","msg":"trace[1706153954] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:794; }","duration":"400.171312ms","start":"2026-04-23T16:57:30.771428Z","end":"2026-04-23T16:57:31.1716Z","steps":["trace[1706153954] 'range keys from in-memory index tree' (duration: 399.748251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:57:31.171586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.917899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T16:57:31.171748Z","caller":"traceutil/trace.go:171","msg":"trace[1428922915] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:794; }","duration":"534.104305ms","start":"2026-04-23T16:57:30.637627Z","end":"2026-04-23T16:57:31.171731Z","steps":["trace[1428922915] 'range keys from in-memory index tree' (duration: 533.620871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:57:31.172191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:57:30.637612Z","time spent":"534.564027ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T16:57:31.171675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:57:30.771398Z","time spent":"400.266885ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T16:57:35.966323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.668178ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:57:35.966521Z","caller":"traceutil/trace.go:171","msg":"trace[1466500777] transaction","detail":"{read_only:false; response_revision:845; number_of_response:1; }","duration":"138.137479ms","start":"2026-04-23T16:57:35.828353Z","end":"2026-04-23T16:57:35.966491Z","steps":["trace[1466500777] 'process raft request' (duration: 36.191664ms)","trace[1466500777] 'compare' (duration: 101.262817ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:57:45.485313Z","caller":"traceutil/trace.go:171","msg":"trace[1438771006] transaction","detail":"{read_only:false; response_revision:952; number_of_response:1; }","duration":"151.654911ms","start":"2026-04-23T16:57:45.333619Z","end":"2026-04-23T16:57:45.485273Z","steps":["trace[1438771006] 'process raft request' (duration: 151.413356ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:57:45.485943Z","caller":"traceutil/trace.go:171","msg":"trace[583047370] linearizableReadLoop","detail":"{readStateIndex:989; appliedIndex:987; }","duration":"133.170883ms","start":"2026-04-23T16:57:45.352754Z","end":"2026-04-23T16:57:45.485924Z","steps":["trace[583047370] 'read index received' (duration: 132.27521ms)","trace[583047370] 'applied index is now lower than readState.Index' (duration: 894.453µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:57:45.486069Z","caller":"traceutil/trace.go:171","msg":"trace[991035702] transaction","detail":"{read_only:false; response_revision:953; number_of_response:1; }","duration":"151.722714ms","start":"2026-04-23T16:57:45.334268Z","end":"2026-04-23T16:57:45.485991Z","steps":["trace[991035702] 'process raft request' (duration: 151.575921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:57:45.486271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.446201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T16:57:45.486337Z","caller":"traceutil/trace.go:171","msg":"trace[1046984083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:953; }","duration":"133.661847ms","start":"2026-04-23T16:57:45.352656Z","end":"2026-04-23T16:57:45.486318Z","steps":["trace[1046984083] 'agreement among raft nodes before linearized reading' (duration: 133.40115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:57:45.486333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.607452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-23T16:57:45.486457Z","caller":"traceutil/trace.go:171","msg":"trace[649662159] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:953; }","duration":"131.763937ms","start":"2026-04-23T16:57:45.354664Z","end":"2026-04-23T16:57:45.486428Z","steps":["trace[649662159] 'agreement among raft nodes before linearized reading' (duration: 131.466919ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:59:32.228916Z","caller":"traceutil/trace.go:171","msg":"trace[2100731776] linearizableReadLoop","detail":"{readStateIndex:1619; appliedIndex:1618; }","duration":"189.96296ms","start":"2026-04-23T16:59:32.038913Z","end":"2026-04-23T16:59:32.228876Z","steps":["trace[2100731776] 'read index received' (duration: 112.021252ms)","trace[2100731776] 'applied index is now lower than readState.Index' (duration: 77.940108ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:59:32.229013Z","caller":"traceutil/trace.go:171","msg":"trace[259903222] transaction","detail":"{read_only:false; response_revision:1558; number_of_response:1; }","duration":"190.879091ms","start":"2026-04-23T16:59:32.03807Z","end":"2026-04-23T16:59:32.228949Z","steps":["trace[259903222] 'process raft request' (duration: 112.926044ms)","trace[259903222] 'compare' (duration: 77.682571ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:59:32.229341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.696519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-23T16:59:32.229307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.350249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-04-23T16:59:32.229388Z","caller":"traceutil/trace.go:171","msg":"trace[1073493950] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1558; }","duration":"188.837922ms","start":"2026-04-23T16:59:32.040538Z","end":"2026-04-23T16:59:32.229376Z","steps":["trace[1073493950] 'agreement among raft nodes before linearized reading' (duration: 188.592287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:59:32.229366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.045322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T16:59:32.229419Z","caller":"traceutil/trace.go:171","msg":"trace[957770843] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1558; }","duration":"190.532823ms","start":"2026-04-23T16:59:32.038861Z","end":"2026-04-23T16:59:32.229394Z","steps":["trace[957770843] 'agreement among raft nodes before linearized reading' (duration: 190.153424ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:59:32.229458Z","caller":"traceutil/trace.go:171","msg":"trace[1229926608] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1558; }","duration":"119.197776ms","start":"2026-04-23T16:59:32.11024Z","end":"2026-04-23T16:59:32.229438Z","steps":["trace[1229926608] 'agreement among raft nodes before linearized reading' (duration: 118.914469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:59:32.448547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.47901ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:59:32.448761Z","caller":"traceutil/trace.go:171","msg":"trace[1311076912] transaction","detail":"{read_only:false; response_revision:1561; number_of_response:1; }","duration":"213.357985ms","start":"2026-04-23T16:59:32.235385Z","end":"2026-04-23T16:59:32.448742Z","steps":["trace[1311076912] 'process raft request' (duration: 213.319064ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:59:32.448824Z","caller":"traceutil/trace.go:171","msg":"trace[1273775222] transaction","detail":"{read_only:false; response_revision:1559; number_of_response:1; }","duration":"213.621801ms","start":"2026-04-23T16:59:32.235175Z","end":"2026-04-23T16:59:32.448797Z","steps":["trace[1273775222] 'process raft request' (duration: 96.802973ms)","trace[1273775222] 'compare' (duration: 116.339257ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:59:32.448828Z","caller":"traceutil/trace.go:171","msg":"trace[1075148649] transaction","detail":"{read_only:false; response_revision:1560; number_of_response:1; }","duration":"213.542639ms","start":"2026-04-23T16:59:32.235247Z","end":"2026-04-23T16:59:32.44879Z","steps":["trace[1075148649] 'process raft request' (duration: 213.403046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:59:32.810898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.773898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-tbxrr\" ","response":"range_response_count:1 size:4197"} {"level":"info","ts":"2026-04-23T16:59:32.810992Z","caller":"traceutil/trace.go:171","msg":"trace[434132077] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-tbxrr; range_end:; response_count:1; response_revision:1561; }","duration":"171.888621ms","start":"2026-04-23T16:59:32.639057Z","end":"2026-04-23T16:59:32.810945Z","steps":["trace[434132077] 'range keys from in-memory index tree' (duration: 171.497532ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:59:39.29068Z","caller":"traceutil/trace.go:171","msg":"trace[691248023] linearizableReadLoop","detail":"{readStateIndex:1756; appliedIndex:1755; }","duration":"393.759973ms","start":"2026-04-23T16:59:38.896889Z","end":"2026-04-23T16:59:39.290649Z","steps":["trace[691248023] 'read index received' (duration: 389.409148ms)","trace[691248023] 'applied index is now lower than readState.Index' (duration: 4.349895ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:59:39.290882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.959337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/cmapichecker-dl47h\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:59:39.290974Z","caller":"traceutil/trace.go:171","msg":"trace[1581448956] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/cmapichecker-dl47h; range_end:; response_count:0; response_revision:1694; }","duration":"394.07021ms","start":"2026-04-23T16:59:38.89688Z","end":"2026-04-23T16:59:39.29095Z","steps":["trace[1581448956] 'agreement among raft nodes before linearized reading' (duration: 393.905286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:59:39.291036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:59:38.896807Z","time spent":"394.215264ms","remote":"127.0.0.1:42232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/certificates/cert-manager/cmapichecker-dl47h\" "} {"level":"info","ts":"2026-04-23T16:59:39.291438Z","caller":"traceutil/trace.go:171","msg":"trace[681674639] transaction","detail":"{read_only:false; response_revision:1694; number_of_response:1; }","duration":"503.831332ms","start":"2026-04-23T16:59:38.786902Z","end":"2026-04-23T16:59:39.290733Z","steps":["trace[681674639] 'process raft request' (duration: 502.828898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:59:39.291603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:59:38.78688Z","time spent":"504.631552ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8334,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:59:39.318026Z","caller":"traceutil/trace.go:171","msg":"trace[911720945] transaction","detail":"{read_only:false; response_revision:1696; number_of_response:1; }","duration":"146.730583ms","start":"2026-04-23T16:59:39.171265Z","end":"2026-04-23T16:59:39.317996Z","steps":["trace[911720945] 'process raft request' (duration: 146.60672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:59:39.318081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.209744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T16:59:39.318131Z","caller":"traceutil/trace.go:171","msg":"trace[508790694] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1696; }","duration":"399.315056ms","start":"2026-04-23T16:59:38.918803Z","end":"2026-04-23T16:59:39.318118Z","steps":["trace[508790694] 'agreement among raft nodes before linearized reading' (duration: 399.126732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:59:39.318163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:59:38.918776Z","time spent":"399.379688ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T16:59:39.31825Z","caller":"traceutil/trace.go:171","msg":"trace[1712250521] transaction","detail":"{read_only:false; response_revision:1695; number_of_response:1; }","duration":"290.254202ms","start":"2026-04-23T16:59:39.027986Z","end":"2026-04-23T16:59:39.318241Z","steps":["trace[1712250521] 'process raft request' (duration: 289.789641ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:59:39.84689Z","caller":"traceutil/trace.go:171","msg":"trace[1882375293] transaction","detail":"{read_only:false; response_revision:1698; number_of_response:1; }","duration":"135.560944ms","start":"2026-04-23T16:59:39.71129Z","end":"2026-04-23T16:59:39.846851Z","steps":["trace[1882375293] 'process raft request' (duration: 135.300228ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:59:40.129901Z","caller":"traceutil/trace.go:171","msg":"trace[654468772] transaction","detail":"{read_only:false; response_revision:1704; number_of_response:1; }","duration":"169.506903ms","start":"2026-04-23T16:59:39.960363Z","end":"2026-04-23T16:59:40.12987Z","steps":["trace[654468772] 'process raft request' (duration: 169.289078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:59:42.485135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.645835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-23T16:59:42.48524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.404746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:59:42.485254Z","caller":"traceutil/trace.go:171","msg":"trace[1620457702] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1718; }","duration":"186.833199ms","start":"2026-04-23T16:59:42.298388Z","end":"2026-04-23T16:59:42.485221Z","steps":["trace[1620457702] 'range keys from in-memory index tree' (duration: 186.385579ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:59:42.485331Z","caller":"traceutil/trace.go:171","msg":"trace[511114073] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1718; }","duration":"253.55233ms","start":"2026-04-23T16:59:42.231757Z","end":"2026-04-23T16:59:42.485309Z","steps":["trace[511114073] 'range keys from in-memory index tree' (duration: 253.311664ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:59:42.708751Z","caller":"traceutil/trace.go:171","msg":"trace[1970708534] transaction","detail":"{read_only:false; response_revision:1722; number_of_response:1; }","duration":"136.066504ms","start":"2026-04-23T16:59:42.572657Z","end":"2026-04-23T16:59:42.708723Z","steps":["trace[1970708534] 'process raft request' (duration: 136.023343ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:59:42.708944Z","caller":"traceutil/trace.go:171","msg":"trace[271373106] transaction","detail":"{read_only:false; response_revision:1721; number_of_response:1; }","duration":"136.27663ms","start":"2026-04-23T16:59:42.572657Z","end":"2026-04-23T16:59:42.708933Z","steps":["trace[271373106] 'process raft request' (duration: 135.961621ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:59:42.709259Z","caller":"traceutil/trace.go:171","msg":"trace[1175816268] transaction","detail":"{read_only:false; response_revision:1720; number_of_response:1; }","duration":"136.910324ms","start":"2026-04-23T16:59:42.572156Z","end":"2026-04-23T16:59:42.709066Z","steps":["trace[1175816268] 'process raft request' (duration: 43.53315ms)","trace[1175816268] 'compare' (duration: 92.794889ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:59:55.835876Z","caller":"traceutil/trace.go:171","msg":"trace[859669245] transaction","detail":"{read_only:false; response_revision:2000; number_of_response:1; }","duration":"189.247222ms","start":"2026-04-23T16:59:55.646595Z","end":"2026-04-23T16:59:55.835842Z","steps":["trace[859669245] 'process raft request' (duration: 188.987876ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:00:13.554889Z","caller":"traceutil/trace.go:171","msg":"trace[571555793] transaction","detail":"{read_only:false; response_revision:2316; number_of_response:1; }","duration":"110.283783ms","start":"2026-04-23T17:00:13.444559Z","end":"2026-04-23T17:00:13.554843Z","steps":["trace[571555793] 'process raft request' (duration: 110.087058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:00:16.2342Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549650592706295,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T17:00:16.558121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.455316ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T17:00:16.558869Z","caller":"traceutil/trace.go:171","msg":"trace[1596405623] transaction","detail":"{read_only:false; response_revision:2331; number_of_response:1; }","duration":"886.372324ms","start":"2026-04-23T17:00:15.672123Z","end":"2026-04-23T17:00:16.558495Z","steps":["trace[1596405623] 'process raft request' (duration: 722.406736ms)","trace[1596405623] 'compare' (duration: 162.864631ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:00:16.558872Z","caller":"traceutil/trace.go:171","msg":"trace[1495839398] linearizableReadLoop","detail":"{readStateIndex:2434; appliedIndex:2431; }","duration":"825.018013ms","start":"2026-04-23T17:00:15.733827Z","end":"2026-04-23T17:00:16.558845Z","steps":["trace[1495839398] 'read index received' (duration: 660.726458ms)","trace[1495839398] 'applied index is now lower than readState.Index' (duration: 164.290555ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:00:16.559Z","caller":"traceutil/trace.go:171","msg":"trace[1875384933] transaction","detail":"{read_only:false; response_revision:2332; number_of_response:1; }","duration":"860.703958ms","start":"2026-04-23T17:00:15.698244Z","end":"2026-04-23T17:00:16.558948Z","steps":["trace[1875384933] 'process raft request' (duration: 860.098334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:00:16.559092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.357667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:00:16.559136Z","caller":"traceutil/trace.go:171","msg":"trace[427896873] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2333; }","duration":"786.48246ms","start":"2026-04-23T17:00:15.772641Z","end":"2026-04-23T17:00:16.559123Z","steps":["trace[427896873] 'agreement among raft nodes before linearized reading' (duration: 786.383668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:00:16.559108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.603332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T17:00:16.559188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:00:15.772612Z","time spent":"786.567572ms","remote":"127.0.0.1:47964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T17:00:16.559214Z","caller":"traceutil/trace.go:171","msg":"trace[1371801923] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2333; }","duration":"328.952129ms","start":"2026-04-23T17:00:16.230233Z","end":"2026-04-23T17:00:16.559185Z","steps":["trace[1371801923] 'agreement among raft nodes before linearized reading' (duration: 328.784405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:00:16.559204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.376613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-23T17:00:16.559265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:00:16.230211Z","time spent":"329.045012ms","remote":"127.0.0.1:47970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T17:00:16.559251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:00:15.69822Z","time spent":"860.901263ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T17:00:16.559313Z","caller":"traceutil/trace.go:171","msg":"trace[2051271315] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2333; }","duration":"825.521716ms","start":"2026-04-23T17:00:15.733773Z","end":"2026-04-23T17:00:16.559295Z","steps":["trace[2051271315] 'agreement among raft nodes before linearized reading' (duration: 825.216449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:00:16.559394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.682143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cc18fc43-ca25-4cd1-a841-e586964546d8\" ","response":"range_response_count:1 size:3617"} {"level":"warn","ts":"2026-04-23T17:00:16.559408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:00:15.733749Z","time spent":"825.623848ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-23T17:00:16.559409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.992031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.141\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T17:00:16.559532Z","caller":"traceutil/trace.go:171","msg":"trace[1999739605] range","detail":"{range_begin:/registry/masterleases/199.19.213.141; range_end:; response_count:1; response_revision:2333; }","duration":"390.182416ms","start":"2026-04-23T17:00:16.169331Z","end":"2026-04-23T17:00:16.559513Z","steps":["trace[1999739605] 'agreement among raft nodes before linearized reading' (duration: 389.690455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:00:16.559559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.212863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f8ef4583-9d95-4302-b467-a1f5b42f6229\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-23T17:00:16.55946Z","caller":"traceutil/trace.go:171","msg":"trace[607570035] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cc18fc43-ca25-4cd1-a841-e586964546d8; range_end:; response_count:1; response_revision:2333; }","duration":"644.775545ms","start":"2026-04-23T17:00:15.914667Z","end":"2026-04-23T17:00:16.559443Z","steps":["trace[607570035] 'agreement among raft nodes before linearized reading' (duration: 644.370476ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:00:16.559598Z","caller":"traceutil/trace.go:171","msg":"trace[1426924505] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f8ef4583-9d95-4302-b467-a1f5b42f6229; range_end:; response_count:1; response_revision:2333; }","duration":"394.290195ms","start":"2026-04-23T17:00:16.165298Z","end":"2026-04-23T17:00:16.559588Z","steps":["trace[1426924505] 'agreement among raft nodes before linearized reading' (duration: 394.187662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:00:16.559632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:00:16.165277Z","time spent":"394.346816ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f8ef4583-9d95-4302-b467-a1f5b42f6229\" "} {"level":"warn","ts":"2026-04-23T17:00:16.559631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:00:15.914654Z","time spent":"644.96664ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3640,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cc18fc43-ca25-4cd1-a841-e586964546d8\" "} {"level":"warn","ts":"2026-04-23T17:00:16.559647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:00:16.169321Z","time spent":"390.311939ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.141\" "} {"level":"info","ts":"2026-04-23T17:00:16.559773Z","caller":"traceutil/trace.go:171","msg":"trace[293628552] transaction","detail":"{read_only:false; response_revision:2333; number_of_response:1; }","duration":"533.09665ms","start":"2026-04-23T17:00:16.026627Z","end":"2026-04-23T17:00:16.559723Z","steps":["trace[293628552] 'process raft request' (duration: 532.074926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:00:16.559891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:00:16.026587Z","time spent":"533.244704ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T17:00:16.559538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.781338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cc18fc43-ca25-4cd1-a841-e586964546d8\" ","response":"range_response_count:1 size:3617"} {"level":"info","ts":"2026-04-23T17:00:16.560064Z","caller":"traceutil/trace.go:171","msg":"trace[2070712823] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cc18fc43-ca25-4cd1-a841-e586964546d8; range_end:; response_count:1; response_revision:2333; }","duration":"676.340281ms","start":"2026-04-23T17:00:15.883703Z","end":"2026-04-23T17:00:16.560043Z","steps":["trace[2070712823] 'agreement among raft nodes before linearized reading' (duration: 675.690105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:00:16.559968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:00:15.672109Z","time spent":"886.839225ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T17:00:16.56015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:00:15.883669Z","time spent":"676.465594ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3640,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cc18fc43-ca25-4cd1-a841-e586964546d8\" "} {"level":"info","ts":"2026-04-23T17:00:16.667883Z","caller":"traceutil/trace.go:171","msg":"trace[987574439] transaction","detail":"{read_only:false; response_revision:2334; number_of_response:1; }","duration":"101.792058ms","start":"2026-04-23T17:00:16.566072Z","end":"2026-04-23T17:00:16.667864Z","steps":["trace[987574439] 'process raft request' (duration: 101.589183ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:00:22.913402Z","caller":"traceutil/trace.go:171","msg":"trace[1278793504] transaction","detail":"{read_only:false; response_revision:2409; number_of_response:1; }","duration":"155.532872ms","start":"2026-04-23T17:00:22.757846Z","end":"2026-04-23T17:00:22.913379Z","steps":["trace[1278793504] 'process raft request' (duration: 155.358108ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:00:27.20173Z","caller":"traceutil/trace.go:171","msg":"trace[904345525] linearizableReadLoop","detail":"{readStateIndex:2560; appliedIndex:2559; }","duration":"234.908587ms","start":"2026-04-23T17:00:26.966794Z","end":"2026-04-23T17:00:27.201702Z","steps":["trace[904345525] 'read index received' (duration: 234.740573ms)","trace[904345525] 'applied index is now lower than readState.Index' (duration: 166.744µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:00:27.201933Z","caller":"traceutil/trace.go:171","msg":"trace[644721580] transaction","detail":"{read_only:false; response_revision:2453; number_of_response:1; }","duration":"271.210985ms","start":"2026-04-23T17:00:26.930693Z","end":"2026-04-23T17:00:27.201904Z","steps":["trace[644721580] 'process raft request' (duration: 270.832906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:00:27.202128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.261725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-rsnrq\" ","response":"range_response_count:1 size:6144"} {"level":"info","ts":"2026-04-23T17:00:27.202219Z","caller":"traceutil/trace.go:171","msg":"trace[2145793259] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-rsnrq; range_end:; response_count:1; response_revision:2453; }","duration":"235.417019ms","start":"2026-04-23T17:00:26.966747Z","end":"2026-04-23T17:00:27.202164Z","steps":["trace[2145793259] 'agreement among raft nodes before linearized reading' (duration: 235.093041ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:00:27.320684Z","caller":"traceutil/trace.go:171","msg":"trace[883058426] linearizableReadLoop","detail":"{readStateIndex:2561; appliedIndex:2560; }","duration":"118.843773ms","start":"2026-04-23T17:00:27.201809Z","end":"2026-04-23T17:00:27.320653Z","steps":["trace[883058426] 'read index received' (duration: 118.31604ms)","trace[883058426] 'applied index is now lower than readState.Index' (duration: 526.493µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:00:27.320999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.194637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-04-23T17:00:27.321179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.276682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T17:00:27.321259Z","caller":"traceutil/trace.go:171","msg":"trace[1502603627] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2454; }","duration":"336.399345ms","start":"2026-04-23T17:00:26.984845Z","end":"2026-04-23T17:00:27.321244Z","steps":["trace[1502603627] 'agreement among raft nodes before linearized reading' (duration: 336.117828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:00:27.321326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:00:26.984819Z","time spent":"336.496356ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T17:00:27.321397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.039168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-23T17:00:27.321452Z","caller":"traceutil/trace.go:171","msg":"trace[1001571632] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2454; }","duration":"316.099819ms","start":"2026-04-23T17:00:27.005337Z","end":"2026-04-23T17:00:27.321437Z","steps":["trace[1001571632] 'agreement among raft nodes before linearized reading' (duration: 315.938295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:00:27.321495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:00:27.005313Z","time spent":"316.17268ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T17:00:27.321659Z","caller":"traceutil/trace.go:171","msg":"trace[836236725] transaction","detail":"{read_only:false; response_revision:2454; number_of_response:1; }","duration":"158.361987ms","start":"2026-04-23T17:00:27.163218Z","end":"2026-04-23T17:00:27.32158Z","steps":["trace[836236725] 'process raft request' (duration: 156.914672ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:00:27.321868Z","caller":"traceutil/trace.go:171","msg":"trace[785162711] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2454; }","duration":"233.359001ms","start":"2026-04-23T17:00:27.087719Z","end":"2026-04-23T17:00:27.321078Z","steps":["trace[785162711] 'agreement among raft nodes before linearized reading' (duration: 233.008072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:00:27.321966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.236582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T17:00:27.322351Z","caller":"traceutil/trace.go:171","msg":"trace[514660107] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2454; }","duration":"324.671673ms","start":"2026-04-23T17:00:26.997659Z","end":"2026-04-23T17:00:27.322331Z","steps":["trace[514660107] 'agreement among raft nodes before linearized reading' (duration: 323.67351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:00:27.322425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:00:26.997643Z","time spent":"324.760445ms","remote":"127.0.0.1:48466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":327,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-23T17:00:27.322461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.656046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T17:00:27.322521Z","caller":"traceutil/trace.go:171","msg":"trace[1077816637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2454; }","duration":"322.735777ms","start":"2026-04-23T17:00:26.99977Z","end":"2026-04-23T17:00:27.322506Z","steps":["trace[1077816637] 'agreement among raft nodes before linearized reading' (duration: 321.426347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:00:27.322564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:00:26.999763Z","time spent":"322.791469ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T17:00:27.331468Z","caller":"traceutil/trace.go:171","msg":"trace[1675290535] transaction","detail":"{read_only:false; response_revision:2455; number_of_response:1; }","duration":"121.226969ms","start":"2026-04-23T17:00:27.210225Z","end":"2026-04-23T17:00:27.331452Z","steps":["trace[1675290535] 'process raft request' (duration: 121.016794ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:00:39.652516Z","caller":"traceutil/trace.go:171","msg":"trace[1846598605] linearizableReadLoop","detail":"{readStateIndex:2640; appliedIndex:2639; }","duration":"183.932631ms","start":"2026-04-23T17:00:39.468557Z","end":"2026-04-23T17:00:39.65249Z","steps":["trace[1846598605] 'read index received' (duration: 178.989113ms)","trace[1846598605] 'applied index is now lower than readState.Index' (duration: 4.942438ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:00:39.652547Z","caller":"traceutil/trace.go:171","msg":"trace[1886603630] transaction","detail":"{read_only:false; response_revision:2531; number_of_response:1; }","duration":"214.626974ms","start":"2026-04-23T17:00:39.437887Z","end":"2026-04-23T17:00:39.652514Z","steps":["trace[1886603630] 'process raft request' (duration: 210.035115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:00:39.652752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.158657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T17:00:39.652775Z","caller":"traceutil/trace.go:171","msg":"trace[438193583] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2531; }","duration":"184.267149ms","start":"2026-04-23T17:00:39.468501Z","end":"2026-04-23T17:00:39.652768Z","steps":["trace[438193583] 'agreement among raft nodes before linearized reading' (duration: 184.125816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:00:39.652856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.27376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-23T17:00:39.652923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.791368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T17:00:39.652954Z","caller":"traceutil/trace.go:171","msg":"trace[1441432260] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2531; }","duration":"183.902181ms","start":"2026-04-23T17:00:39.469044Z","end":"2026-04-23T17:00:39.652946Z","steps":["trace[1441432260] 'agreement among raft nodes before linearized reading' (duration: 183.717317ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:00:39.652945Z","caller":"traceutil/trace.go:171","msg":"trace[20767932] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2531; }","duration":"184.434454ms","start":"2026-04-23T17:00:39.46849Z","end":"2026-04-23T17:00:39.652925Z","steps":["trace[20767932] 'agreement among raft nodes before linearized reading' (duration: 184.117556ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:00:40.925908Z","caller":"traceutil/trace.go:171","msg":"trace[314484739] transaction","detail":"{read_only:false; response_revision:2537; number_of_response:1; }","duration":"421.152163ms","start":"2026-04-23T17:00:40.504721Z","end":"2026-04-23T17:00:40.925873Z","steps":["trace[314484739] 'process raft request' (duration: 420.899937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:00:40.926131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:00:40.504675Z","time spent":"421.335649ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T17:00:40.928906Z","caller":"traceutil/trace.go:171","msg":"trace[638255806] transaction","detail":"{read_only:false; response_revision:2539; number_of_response:1; }","duration":"214.268044ms","start":"2026-04-23T17:00:40.714606Z","end":"2026-04-23T17:00:40.928874Z","steps":["trace[638255806] 'process raft request' (duration: 214.167912ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:00:40.928885Z","caller":"traceutil/trace.go:171","msg":"trace[1479455672] transaction","detail":"{read_only:false; response_revision:2538; number_of_response:1; }","duration":"231.115787ms","start":"2026-04-23T17:00:40.697724Z","end":"2026-04-23T17:00:40.92884Z","steps":["trace[1479455672] 'process raft request' (duration: 230.928472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:00:42.165339Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549650592706731,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T17:00:42.550156Z","caller":"traceutil/trace.go:171","msg":"trace[67170632] transaction","detail":"{read_only:false; response_revision:2541; number_of_response:1; }","duration":"891.622321ms","start":"2026-04-23T17:00:41.658505Z","end":"2026-04-23T17:00:42.550128Z","steps":["trace[67170632] 'process raft request' (duration: 891.434547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:00:42.550518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:00:41.658478Z","time spent":"891.947299ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T17:00:42.556678Z","caller":"traceutil/trace.go:171","msg":"trace[604541045] linearizableReadLoop","detail":"{readStateIndex:2652; appliedIndex:2650; }","duration":"892.054932ms","start":"2026-04-23T17:00:41.664587Z","end":"2026-04-23T17:00:42.556641Z","steps":["trace[604541045] 'read index received' (duration: 885.413913ms)","trace[604541045] 'applied index is now lower than readState.Index' (duration: 6.639409ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:00:42.557008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.559658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-23T17:00:42.558336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.196715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T17:00:42.558481Z","caller":"traceutil/trace.go:171","msg":"trace[825104925] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2542; }","duration":"893.520716ms","start":"2026-04-23T17:00:41.664923Z","end":"2026-04-23T17:00:42.558444Z","steps":["trace[825104925] 'agreement among raft nodes before linearized reading' (duration: 891.954029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:00:42.558501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.872384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-23T17:00:42.558587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:00:41.664909Z","time spent":"893.658189ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T17:00:42.558674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.82432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T17:00:42.558707Z","caller":"traceutil/trace.go:171","msg":"trace[1714200325] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2542; }","duration":"894.077909ms","start":"2026-04-23T17:00:41.664543Z","end":"2026-04-23T17:00:42.558621Z","steps":["trace[1714200325] 'agreement among raft nodes before linearized reading' (duration: 892.240006ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:00:42.558754Z","caller":"traceutil/trace.go:171","msg":"trace[521060558] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2542; }","duration":"892.907222ms","start":"2026-04-23T17:00:41.665808Z","end":"2026-04-23T17:00:42.558716Z","steps":["trace[521060558] 'agreement among raft nodes before linearized reading' (duration: 891.065198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:00:42.558766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.19456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T17:00:42.558796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:00:41.665785Z","time spent":"893.000414ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T17:00:42.558815Z","caller":"traceutil/trace.go:171","msg":"trace[169922682] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2542; }","duration":"328.821107ms","start":"2026-04-23T17:00:42.229967Z","end":"2026-04-23T17:00:42.558788Z","steps":["trace[169922682] 'agreement among raft nodes before linearized reading' (duration: 326.956233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:00:42.558854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:00:42.229954Z","time spent":"328.883099ms","remote":"127.0.0.1:47964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T17:00:42.558881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:00:41.664525Z","time spent":"894.280175ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T17:00:42.557052Z","caller":"traceutil/trace.go:171","msg":"trace[485717660] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2542; }","duration":"619.634969ms","start":"2026-04-23T17:00:41.937407Z","end":"2026-04-23T17:00:42.557042Z","steps":["trace[485717660] 'agreement among raft nodes before linearized reading' (duration: 619.453245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:00:42.559003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:00:41.937389Z","time spent":"621.599776ms","remote":"127.0.0.1:48200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-23T17:00:42.55934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.903244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T17:00:42.559407Z","caller":"traceutil/trace.go:171","msg":"trace[382196521] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2542; }","duration":"722.982765ms","start":"2026-04-23T17:00:41.836389Z","end":"2026-04-23T17:00:42.559372Z","steps":["trace[382196521] 'agreement among raft nodes before linearized reading' (duration: 720.478766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:00:42.559437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:00:41.836377Z","time spent":"723.052657ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T17:00:42.556733Z","caller":"traceutil/trace.go:171","msg":"trace[964416230] transaction","detail":"{read_only:false; response_revision:2542; number_of_response:1; }","duration":"792.206548ms","start":"2026-04-23T17:00:41.764488Z","end":"2026-04-23T17:00:42.556695Z","steps":["trace[964416230] 'process raft request' (duration: 791.712386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:00:42.559913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:00:41.764459Z","time spent":"795.331702ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T17:00:50.733319Z","caller":"traceutil/trace.go:171","msg":"trace[1431344591] linearizableReadLoop","detail":"{readStateIndex:2695; appliedIndex:2693; }","duration":"146.630598ms","start":"2026-04-23T17:00:50.586654Z","end":"2026-04-23T17:00:50.733285Z","steps":["trace[1431344591] 'read index received' (duration: 63.623957ms)","trace[1431344591] 'applied index is now lower than readState.Index' (duration: 83.005191ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:00:50.733505Z","caller":"traceutil/trace.go:171","msg":"trace[1664759521] transaction","detail":"{read_only:false; response_revision:2584; number_of_response:1; }","duration":"150.751055ms","start":"2026-04-23T17:00:50.582721Z","end":"2026-04-23T17:00:50.733472Z","steps":["trace[1664759521] 'process raft request' (duration: 150.330824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:00:50.733579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.892584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T17:00:50.733623Z","caller":"traceutil/trace.go:171","msg":"trace[2083531415] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2584; }","duration":"147.013336ms","start":"2026-04-23T17:00:50.586596Z","end":"2026-04-23T17:00:50.73361Z","steps":["trace[2083531415] 'agreement among raft nodes before linearized reading' (duration: 146.876313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:00:50.73382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.683688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-23T17:00:50.733802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.575732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T17:00:50.7339Z","caller":"traceutil/trace.go:171","msg":"trace[1600822890] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2584; }","duration":"107.782311ms","start":"2026-04-23T17:00:50.626094Z","end":"2026-04-23T17:00:50.733876Z","steps":["trace[1600822890] 'agreement among raft nodes before linearized reading' (duration: 107.570536ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:00:50.733905Z","caller":"traceutil/trace.go:171","msg":"trace[2043256676] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2584; }","duration":"132.729196ms","start":"2026-04-23T17:00:50.601157Z","end":"2026-04-23T17:00:50.733886Z","steps":["trace[2043256676] 'agreement among raft nodes before linearized reading' (duration: 132.449649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:00:50.7339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.760201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-23T17:00:50.73391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.744749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-23T17:00:50.733971Z","caller":"traceutil/trace.go:171","msg":"trace[1460143582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2584; }","duration":"128.866793ms","start":"2026-04-23T17:00:50.605084Z","end":"2026-04-23T17:00:50.733951Z","steps":["trace[1460143582] 'agreement among raft nodes before linearized reading' (duration: 128.612997ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:00:50.734032Z","caller":"traceutil/trace.go:171","msg":"trace[818118630] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2584; }","duration":"104.891403ms","start":"2026-04-23T17:00:50.62911Z","end":"2026-04-23T17:00:50.734002Z","steps":["trace[818118630] 'agreement among raft nodes before linearized reading' (duration: 104.526194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:00:50.734527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.20215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T17:00:50.734579Z","caller":"traceutil/trace.go:171","msg":"trace[1499289838] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2584; }","duration":"105.262031ms","start":"2026-04-23T17:00:50.629303Z","end":"2026-04-23T17:00:50.734565Z","steps":["trace[1499289838] 'agreement among raft nodes before linearized reading' (duration: 105.102627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:00:51.580303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.64059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T17:00:51.580446Z","caller":"traceutil/trace.go:171","msg":"trace[666757993] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2591; }","duration":"152.837715ms","start":"2026-04-23T17:00:51.427582Z","end":"2026-04-23T17:00:51.580419Z","steps":["trace[666757993] 'range keys from in-memory index tree' (duration: 152.352133ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:00:55.178287Z","caller":"traceutil/trace.go:171","msg":"trace[2121570119] linearizableReadLoop","detail":"{readStateIndex:2728; appliedIndex:2727; }","duration":"425.421601ms","start":"2026-04-23T17:00:54.752839Z","end":"2026-04-23T17:00:55.17826Z","steps":["trace[2121570119] 'read index received' (duration: 425.182885ms)","trace[2121570119] 'applied index is now lower than readState.Index' (duration: 237.616µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:00:55.178332Z","caller":"traceutil/trace.go:171","msg":"trace[1355135678] transaction","detail":"{read_only:false; response_revision:2616; number_of_response:1; }","duration":"432.382957ms","start":"2026-04-23T17:00:54.74592Z","end":"2026-04-23T17:00:55.178303Z","steps":["trace[1355135678] 'process raft request' (duration: 432.0975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:00:55.178868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:00:54.745894Z","time spent":"432.841987ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T17:00:55.178546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.684307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T17:00:55.179171Z","caller":"traceutil/trace.go:171","msg":"trace[1702791103] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2616; }","duration":"426.378773ms","start":"2026-04-23T17:00:54.75277Z","end":"2026-04-23T17:00:55.179149Z","steps":["trace[1702791103] 'agreement among raft nodes before linearized reading' (duration: 425.631435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:00:55.179376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:00:54.752754Z","time spent":"426.598359ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T17:00:55.189868Z","caller":"traceutil/trace.go:171","msg":"trace[1431718151] transaction","detail":"{read_only:false; response_revision:2617; number_of_response:1; }","duration":"213.310874ms","start":"2026-04-23T17:00:54.976545Z","end":"2026-04-23T17:00:55.189855Z","steps":["trace[1431718151] 'process raft request' (duration: 213.202822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:00:55.190202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.203812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T17:00:55.190244Z","caller":"traceutil/trace.go:171","msg":"trace[1858233756] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2618; }","duration":"437.308144ms","start":"2026-04-23T17:00:54.752925Z","end":"2026-04-23T17:00:55.190233Z","steps":["trace[1858233756] 'agreement among raft nodes before linearized reading' (duration: 437.067699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:00:55.190253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.198247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-23T17:00:55.190271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:00:54.7529Z","time spent":"437.364965ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T17:00:55.190245Z","caller":"traceutil/trace.go:171","msg":"trace[1318484751] transaction","detail":"{read_only:false; response_revision:2618; number_of_response:1; }","duration":"210.547738ms","start":"2026-04-23T17:00:54.979662Z","end":"2026-04-23T17:00:55.190209Z","steps":["trace[1318484751] 'process raft request' (duration: 210.163309ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:00:55.190295Z","caller":"traceutil/trace.go:171","msg":"trace[1251667914] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2618; }","duration":"423.282319ms","start":"2026-04-23T17:00:54.766998Z","end":"2026-04-23T17:00:55.19028Z","steps":["trace[1251667914] 'agreement among raft nodes before linearized reading' (duration: 423.096155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:00:55.190357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:00:54.766985Z","time spent":"423.361681ms","remote":"127.0.0.1:48200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-23T17:00:55.190356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.808054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T17:00:55.190421Z","caller":"traceutil/trace.go:171","msg":"trace[33835909] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2618; }","duration":"434.890316ms","start":"2026-04-23T17:00:54.755515Z","end":"2026-04-23T17:00:55.190406Z","steps":["trace[33835909] 'agreement among raft nodes before linearized reading' (duration: 434.646631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:00:55.190462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:00:54.755481Z","time spent":"434.974657ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T17:00:55.190549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.988438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-23T17:00:55.190672Z","caller":"traceutil/trace.go:171","msg":"trace[1530611640] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2618; }","duration":"435.161722ms","start":"2026-04-23T17:00:54.755484Z","end":"2026-04-23T17:00:55.190646Z","steps":["trace[1530611640] 'agreement among raft nodes before linearized reading' (duration: 434.769013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:00:55.190749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:00:54.755474Z","time spent":"435.251695ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T17:00:56.771453Z","caller":"traceutil/trace.go:171","msg":"trace[298568462] transaction","detail":"{read_only:false; response_revision:2626; number_of_response:1; }","duration":"103.800575ms","start":"2026-04-23T17:00:56.667617Z","end":"2026-04-23T17:00:56.771418Z","steps":["trace[298568462] 'process raft request' (duration: 103.61681ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:00:57.317167Z","caller":"traceutil/trace.go:171","msg":"trace[1298886857] transaction","detail":"{read_only:false; response_revision:2627; number_of_response:1; }","duration":"132.011757ms","start":"2026-04-23T17:00:57.185127Z","end":"2026-04-23T17:00:57.317139Z","steps":["trace[1298886857] 'process raft request' (duration: 131.847043ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:00:57.413919Z","caller":"traceutil/trace.go:171","msg":"trace[745285219] transaction","detail":"{read_only:false; response_revision:2628; number_of_response:1; }","duration":"218.467756ms","start":"2026-04-23T17:00:57.195415Z","end":"2026-04-23T17:00:57.413882Z","steps":["trace[745285219] 'process raft request' (duration: 147.811673ms)","trace[745285219] 'compare' (duration: 70.131661ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:00:57.414222Z","caller":"traceutil/trace.go:171","msg":"trace[1147334537] linearizableReadLoop","detail":"{readStateIndex:2742; appliedIndex:2739; }","duration":"210.136559ms","start":"2026-04-23T17:00:57.204057Z","end":"2026-04-23T17:00:57.414193Z","steps":["trace[1147334537] 'read index received' (duration: 112.83384ms)","trace[1147334537] 'applied index is now lower than readState.Index' (duration: 97.301549ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:00:57.414348Z","caller":"traceutil/trace.go:171","msg":"trace[523874547] transaction","detail":"{read_only:false; response_revision:2629; number_of_response:1; }","duration":"218.583499ms","start":"2026-04-23T17:00:57.195748Z","end":"2026-04-23T17:00:57.414331Z","steps":["trace[523874547] 'process raft request' (duration: 218.338143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:00:57.414666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.092994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T17:00:57.4147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.235207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T17:00:57.414715Z","caller":"traceutil/trace.go:171","msg":"trace[460345865] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2629; }","duration":"186.166717ms","start":"2026-04-23T17:00:57.228538Z","end":"2026-04-23T17:00:57.414705Z","steps":["trace[460345865] 'agreement among raft nodes before linearized reading' (duration: 186.080675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:00:57.414644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.071614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-23T17:00:57.414737Z","caller":"traceutil/trace.go:171","msg":"trace[1353121903] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2629; }","duration":"191.312579ms","start":"2026-04-23T17:00:57.223414Z","end":"2026-04-23T17:00:57.414727Z","steps":["trace[1353121903] 'agreement among raft nodes before linearized reading' (duration: 191.170256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:00:57.414727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.709986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T17:00:57.414779Z","caller":"traceutil/trace.go:171","msg":"trace[52429301] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2629; }","duration":"191.216967ms","start":"2026-04-23T17:00:57.223548Z","end":"2026-04-23T17:00:57.414765Z","steps":["trace[52429301] 'agreement among raft nodes before linearized reading' (duration: 191.033993ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:00:57.414797Z","caller":"traceutil/trace.go:171","msg":"trace[1257527932] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2629; }","duration":"190.807207ms","start":"2026-04-23T17:00:57.223973Z","end":"2026-04-23T17:00:57.414781Z","steps":["trace[1257527932] 'agreement among raft nodes before linearized reading' (duration: 190.577622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:00:57.414539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.461416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-23T17:00:57.414972Z","caller":"traceutil/trace.go:171","msg":"trace[1325077427] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2629; }","duration":"210.951708ms","start":"2026-04-23T17:00:57.204008Z","end":"2026-04-23T17:00:57.41496Z","steps":["trace[1325077427] 'agreement among raft nodes before linearized reading' (duration: 210.341113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:00:57.41563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.922515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T17:00:57.415669Z","caller":"traceutil/trace.go:171","msg":"trace[770303015] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2629; }","duration":"200.986259ms","start":"2026-04-23T17:00:57.214672Z","end":"2026-04-23T17:00:57.415658Z","steps":["trace[770303015] 'agreement among raft nodes before linearized reading' (duration: 199.817602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:00:57.696475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.168692ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T17:00:57.696785Z","caller":"traceutil/trace.go:171","msg":"trace[345004034] transaction","detail":"{read_only:false; response_revision:2631; number_of_response:1; }","duration":"277.211067ms","start":"2026-04-23T17:00:57.419549Z","end":"2026-04-23T17:00:57.69676Z","steps":["trace[345004034] 'process raft request' (duration: 120.577323ms)","trace[345004034] 'compare' (duration: 156.027189ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:00:57.697301Z","caller":"traceutil/trace.go:171","msg":"trace[1133079402] transaction","detail":"{read_only:false; response_revision:2632; number_of_response:1; }","duration":"277.178635ms","start":"2026-04-23T17:00:57.420095Z","end":"2026-04-23T17:00:57.697274Z","steps":["trace[1133079402] 'process raft request' (duration: 276.601211ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:00:57.697347Z","caller":"traceutil/trace.go:171","msg":"trace[1710352206] transaction","detail":"{read_only:false; response_revision:2633; number_of_response:1; }","duration":"276.597951ms","start":"2026-04-23T17:00:57.420729Z","end":"2026-04-23T17:00:57.697327Z","steps":["trace[1710352206] 'process raft request' (duration: 276.284184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:00:58.160481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.702141ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T17:00:58.160617Z","caller":"traceutil/trace.go:171","msg":"trace[1619951445] transaction","detail":"{read_only:false; response_revision:2634; number_of_response:1; }","duration":"459.575592ms","start":"2026-04-23T17:00:57.70102Z","end":"2026-04-23T17:00:58.160596Z","steps":["trace[1619951445] 'process raft request' (duration: 282.652366ms)","trace[1619951445] 'compare' (duration: 176.270451ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:00:58.160683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:00:57.701007Z","time spent":"459.646903ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T17:00:58.432858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.864101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a90b072233fee5\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-23T17:00:58.433032Z","caller":"traceutil/trace.go:171","msg":"trace[1396583660] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a90b072233fee5; range_end:; response_count:1; response_revision:2634; }","duration":"134.095386ms","start":"2026-04-23T17:00:58.298911Z","end":"2026-04-23T17:00:58.433007Z","steps":["trace[1396583660] 'range keys from in-memory index tree' (duration: 133.676706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:00:58.961614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.769857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-23T17:00:58.961682Z","caller":"traceutil/trace.go:171","msg":"trace[453551831] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2635; }","duration":"232.877119ms","start":"2026-04-23T17:00:58.728783Z","end":"2026-04-23T17:00:58.96166Z","steps":["trace[453551831] 'range keys from in-memory index tree' (duration: 232.571742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:00:58.962082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.579413ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T17:00:58.96222Z","caller":"traceutil/trace.go:171","msg":"trace[116484846] transaction","detail":"{read_only:false; response_revision:2636; number_of_response:1; }","duration":"191.010352ms","start":"2026-04-23T17:00:58.771181Z","end":"2026-04-23T17:00:58.962191Z","steps":["trace[116484846] 'process raft request' (duration: 65.219445ms)","trace[116484846] 'compare' (duration: 125.388637ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:00:58.964213Z","caller":"traceutil/trace.go:171","msg":"trace[469732054] transaction","detail":"{read_only:false; response_revision:2637; number_of_response:1; }","duration":"187.085608ms","start":"2026-04-23T17:00:58.777106Z","end":"2026-04-23T17:00:58.964192Z","steps":["trace[469732054] 'process raft request' (duration: 186.967125ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:00:59.594216Z","caller":"traceutil/trace.go:171","msg":"trace[396082997] transaction","detail":"{read_only:false; response_revision:2639; number_of_response:1; }","duration":"269.950402ms","start":"2026-04-23T17:00:59.324241Z","end":"2026-04-23T17:00:59.594191Z","steps":["trace[396082997] 'process raft request' (duration: 269.752257ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:00:59.596572Z","caller":"traceutil/trace.go:171","msg":"trace[2023324504] transaction","detail":"{read_only:false; response_revision:2640; number_of_response:1; }","duration":"177.397807ms","start":"2026-04-23T17:00:59.419149Z","end":"2026-04-23T17:00:59.596547Z","steps":["trace[2023324504] 'process raft request' (duration: 177.220023ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:00:59.596712Z","caller":"traceutil/trace.go:171","msg":"trace[1969249362] transaction","detail":"{read_only:false; response_revision:2641; number_of_response:1; }","duration":"176.582149ms","start":"2026-04-23T17:00:59.420112Z","end":"2026-04-23T17:00:59.596694Z","steps":["trace[1969249362] 'process raft request' (duration: 176.397454ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:00:59.596735Z","caller":"traceutil/trace.go:171","msg":"trace[382636233] linearizableReadLoop","detail":"{readStateIndex:2754; appliedIndex:2751; }","duration":"156.49442ms","start":"2026-04-23T17:00:59.440182Z","end":"2026-04-23T17:00:59.596676Z","steps":["trace[382636233] 'read index received' (duration: 153.819996ms)","trace[382636233] 'applied index is now lower than readState.Index' (duration: 2.672734ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:00:59.596988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.791707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-23T17:00:59.597072Z","caller":"traceutil/trace.go:171","msg":"trace[728338694] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2641; }","duration":"156.9126ms","start":"2026-04-23T17:00:59.440138Z","end":"2026-04-23T17:00:59.59705Z","steps":["trace[728338694] 'agreement among raft nodes before linearized reading' (duration: 156.699565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:00:59.597093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.895189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-23T17:00:59.597137Z","caller":"traceutil/trace.go:171","msg":"trace[1458196650] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2641; }","duration":"117.981151ms","start":"2026-04-23T17:00:59.479145Z","end":"2026-04-23T17:00:59.597126Z","steps":["trace[1458196650] 'agreement among raft nodes before linearized reading' (duration: 117.820437ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:00:59.997687Z","caller":"traceutil/trace.go:171","msg":"trace[87658564] linearizableReadLoop","detail":"{readStateIndex:2755; appliedIndex:2754; }","duration":"297.603801ms","start":"2026-04-23T17:00:59.700058Z","end":"2026-04-23T17:00:59.997662Z","steps":["trace[87658564] 'read index received' (duration: 271.340786ms)","trace[87658564] 'applied index is now lower than readState.Index' (duration: 26.262115ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:00:59.998059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.234713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T17:00:59.998137Z","caller":"traceutil/trace.go:171","msg":"trace[1128413553] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2642; }","duration":"297.362755ms","start":"2026-04-23T17:00:59.700757Z","end":"2026-04-23T17:00:59.99812Z","steps":["trace[1128413553] 'agreement among raft nodes before linearized reading' (duration: 297.16869ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:00:59.998138Z","caller":"traceutil/trace.go:171","msg":"trace[1955972090] transaction","detail":"{read_only:false; response_revision:2642; number_of_response:1; }","duration":"396.229061ms","start":"2026-04-23T17:00:59.601894Z","end":"2026-04-23T17:00:59.998123Z","steps":["trace[1955972090] 'process raft request' (duration: 369.455364ms)","trace[1955972090] 'compare' (duration: 26.197723ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:00:59.998238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:00:59.601878Z","time spent":"396.303972ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T17:00:59.998089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.01554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T17:00:59.998368Z","caller":"traceutil/trace.go:171","msg":"trace[112257891] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2642; }","duration":"298.373869ms","start":"2026-04-23T17:00:59.699985Z","end":"2026-04-23T17:00:59.998359Z","steps":["trace[112257891] 'agreement among raft nodes before linearized reading' (duration: 297.96225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:00:59.998443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.499588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-23T17:00:59.998494Z","caller":"traceutil/trace.go:171","msg":"trace[2084592573] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2642; }","duration":"297.552889ms","start":"2026-04-23T17:00:59.700928Z","end":"2026-04-23T17:00:59.998481Z","steps":["trace[2084592573] 'agreement among raft nodes before linearized reading' (duration: 297.408826ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:01:00.591927Z","caller":"traceutil/trace.go:171","msg":"trace[1096891436] linearizableReadLoop","detail":"{readStateIndex:2759; appliedIndex:2758; }","duration":"362.594139ms","start":"2026-04-23T17:01:00.229305Z","end":"2026-04-23T17:01:00.5919Z","steps":["trace[1096891436] 'read index received' (duration: 362.394324ms)","trace[1096891436] 'applied index is now lower than readState.Index' (duration: 198.295µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:01:00.59232Z","caller":"traceutil/trace.go:171","msg":"trace[1028630108] transaction","detail":"{read_only:false; response_revision:2646; number_of_response:1; }","duration":"425.092088ms","start":"2026-04-23T17:01:00.167185Z","end":"2026-04-23T17:01:00.592277Z","steps":["trace[1028630108] 'process raft request' (duration: 424.496984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:01:00.592431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.261589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T17:01:00.592442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.106611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T17:01:00.592471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:01:00.167166Z","time spent":"425.237612ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T17:01:00.592495Z","caller":"traceutil/trace.go:171","msg":"trace[1181264871] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2646; }","duration":"168.369382ms","start":"2026-04-23T17:01:00.424096Z","end":"2026-04-23T17:01:00.592465Z","steps":["trace[1181264871] 'agreement among raft nodes before linearized reading' (duration: 168.26981ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:01:00.592588Z","caller":"traceutil/trace.go:171","msg":"trace[122594146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2646; }","duration":"363.231164ms","start":"2026-04-23T17:01:00.229268Z","end":"2026-04-23T17:01:00.592499Z","steps":["trace[122594146] 'agreement among raft nodes before linearized reading' (duration: 363.023209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:01:00.592675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:01:00.229249Z","time spent":"363.381318ms","remote":"127.0.0.1:47964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T17:01:01.596187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.77159ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T17:01:01.59628Z","caller":"traceutil/trace.go:171","msg":"trace[1300084973] transaction","detail":"{read_only:false; response_revision:2647; number_of_response:1; }","duration":"625.781779ms","start":"2026-04-23T17:01:00.97048Z","end":"2026-04-23T17:01:01.596262Z","steps":["trace[1300084973] 'process raft request' (duration: 519.848105ms)","trace[1300084973] 'compare' (duration: 105.662687ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:01:01.596322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:01:00.970447Z","time spent":"625.85529ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T17:01:02.670681Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.180324488s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T17:01:02.671168Z","caller":"traceutil/trace.go:171","msg":"trace[989106900] linearizableReadLoop","detail":"{readStateIndex:2761; appliedIndex:2759; }","duration":"1.441192802s","start":"2026-04-23T17:01:01.229952Z","end":"2026-04-23T17:01:02.671145Z","steps":["trace[989106900] 'read index received' (duration: 260.389733ms)","trace[989106900] 'applied index is now lower than readState.Index' (duration: 1.180802009s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:01:02.671337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441374656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:01:02.67132Z","caller":"traceutil/trace.go:171","msg":"trace[642449497] transaction","detail":"{read_only:false; response_revision:2648; number_of_response:1; }","duration":"1.482426554s","start":"2026-04-23T17:01:01.18886Z","end":"2026-04-23T17:01:02.671287Z","steps":["trace[642449497] 'process raft request' (duration: 1.482139428s)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:01:02.671378Z","caller":"traceutil/trace.go:171","msg":"trace[189203374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2648; }","duration":"1.441465528s","start":"2026-04-23T17:01:01.2299Z","end":"2026-04-23T17:01:02.671365Z","steps":["trace[189203374] 'agreement among raft nodes before linearized reading' (duration: 1.441356546s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:01:02.67141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:01:01.229875Z","time spent":"1.441527749s","remote":"127.0.0.1:47964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T17:01:02.671471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:01:01.188824Z","time spent":"1.482565008s","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T17:01:02.755575Z","caller":"traceutil/trace.go:171","msg":"trace[1211881213] transaction","detail":"{read_only:false; response_revision:2649; number_of_response:1; }","duration":"1.240789037s","start":"2026-04-23T17:01:01.514754Z","end":"2026-04-23T17:01:02.755543Z","steps":["trace[1211881213] 'process raft request' (duration: 1.240344747s)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:01:02.755596Z","caller":"traceutil/trace.go:171","msg":"trace[2055796686] transaction","detail":"{read_only:false; response_revision:2650; number_of_response:1; }","duration":"1.154556683s","start":"2026-04-23T17:01:01.601017Z","end":"2026-04-23T17:01:02.755573Z","steps":["trace[2055796686] 'process raft request' (duration: 1.154250286s)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:01:02.755702Z","caller":"traceutil/trace.go:171","msg":"trace[1838225506] transaction","detail":"{read_only:false; response_revision:2651; number_of_response:1; }","duration":"1.153690183s","start":"2026-04-23T17:01:01.601954Z","end":"2026-04-23T17:01:02.755644Z","steps":["trace[1838225506] 'process raft request' (duration: 1.153379025s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:01:02.755757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:01:01.514714Z","time spent":"1.240922371s","remote":"127.0.0.1:48016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T17:01:02.755679Z","caller":"traceutil/trace.go:171","msg":"trace[451069717] transaction","detail":"{read_only:false; response_revision:2653; number_of_response:1; }","duration":"1.151341317s","start":"2026-04-23T17:01:01.604311Z","end":"2026-04-23T17:01:02.755652Z","steps":["trace[451069717] 'process raft request' (duration: 1.151106681s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:01:02.755899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:01:01.601942Z","time spent":"1.153852216s","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T17:01:02.755907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:01:01.600992Z","time spent":"1.154751618s","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T17:01:02.755959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:01:01.604297Z","time spent":"1.151578602s","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T17:01:02.755686Z","caller":"traceutil/trace.go:171","msg":"trace[1695320170] transaction","detail":"{read_only:false; response_revision:2652; number_of_response:1; }","duration":"1.153231292s","start":"2026-04-23T17:01:01.602415Z","end":"2026-04-23T17:01:02.755646Z","steps":["trace[1695320170] 'process raft request' (duration: 1.152976966s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:01:02.756695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:01:01.602396Z","time spent":"1.154208115s","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T17:01:02.768855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.707113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T17:01:02.768931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484418352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T17:01:02.768996Z","caller":"traceutil/trace.go:171","msg":"trace[1446512470] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2653; }","duration":"1.484517454s","start":"2026-04-23T17:01:01.284467Z","end":"2026-04-23T17:01:02.768985Z","steps":["trace[1446512470] 'agreement among raft nodes before linearized reading' (duration: 1.484430732s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:01:02.769053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.305539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T17:01:02.76906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:01:01.284448Z","time spent":"1.484570485s","remote":"127.0.0.1:48116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T17:01:02.769092Z","caller":"traceutil/trace.go:171","msg":"trace[1968114945] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:2654; }","duration":"600.387401ms","start":"2026-04-23T17:01:02.168696Z","end":"2026-04-23T17:01:02.769084Z","steps":["trace[1968114945] 'agreement among raft nodes before linearized reading' (duration: 600.314019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:01:02.769116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:01:02.168676Z","time spent":"600.435192ms","remote":"127.0.0.1:57806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-23T17:01:02.769154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.480385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T17:01:02.769219Z","caller":"traceutil/trace.go:171","msg":"trace[2131670124] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2654; }","duration":"171.552246ms","start":"2026-04-23T17:01:02.597655Z","end":"2026-04-23T17:01:02.769207Z","steps":["trace[2131670124] 'agreement among raft nodes before linearized reading' (duration: 171.343172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:01:02.769347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090334373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:01:02.76937Z","caller":"traceutil/trace.go:171","msg":"trace[132512504] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2654; }","duration":"1.090398074s","start":"2026-04-23T17:01:01.678967Z","end":"2026-04-23T17:01:02.769365Z","steps":["trace[132512504] 'agreement among raft nodes before linearized reading' (duration: 1.090362453s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:01:02.769411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:01:01.678945Z","time spent":"1.090460345s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T17:01:02.769489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115616456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T17:01:02.769513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071820493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-23T17:01:02.769522Z","caller":"traceutil/trace.go:171","msg":"trace[355325732] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2654; }","duration":"1.115683297s","start":"2026-04-23T17:01:01.653828Z","end":"2026-04-23T17:01:02.769512Z","steps":["trace[355325732] 'agreement among raft nodes before linearized reading' (duration: 1.115630525s)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:01:02.769541Z","caller":"traceutil/trace.go:171","msg":"trace[504761889] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2654; }","duration":"1.071868863s","start":"2026-04-23T17:01:01.697663Z","end":"2026-04-23T17:01:02.769532Z","steps":["trace[504761889] 'agreement among raft nodes before linearized reading' (duration: 1.071774461s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:01:02.769551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:01:01.653814Z","time spent":"1.115730598s","remote":"127.0.0.1:46694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T17:01:02.769563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:01:01.69763Z","time spent":"1.071927645s","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-23T17:01:02.76955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.05491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T17:01:02.769607Z","caller":"traceutil/trace.go:171","msg":"trace[39707150] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2653; }","duration":"709.141003ms","start":"2026-04-23T17:01:02.060454Z","end":"2026-04-23T17:01:02.769595Z","steps":["trace[39707150] 'agreement among raft nodes before linearized reading' (duration: 708.457116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:01:02.769638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:01:02.060448Z","time spent":"709.183023ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T17:01:02.769688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.716651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T17:01:02.769713Z","caller":"traceutil/trace.go:171","msg":"trace[460759012] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2654; }","duration":"734.775682ms","start":"2026-04-23T17:01:02.034929Z","end":"2026-04-23T17:01:02.769705Z","steps":["trace[460759012] 'agreement among raft nodes before linearized reading' (duration: 734.66567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:01:02.76973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:01:02.034917Z","time spent":"734.808744ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T17:01:02.769764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.353647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-23T17:01:02.768892Z","caller":"traceutil/trace.go:171","msg":"trace[2087965006] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:2653; }","duration":"902.793225ms","start":"2026-04-23T17:01:01.86609Z","end":"2026-04-23T17:01:02.768883Z","steps":["trace[2087965006] 'agreement among raft nodes before linearized reading' (duration: 902.731963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:01:02.769789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.254976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T17:01:02.769791Z","caller":"traceutil/trace.go:171","msg":"trace[1999904381] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2654; }","duration":"709.408108ms","start":"2026-04-23T17:01:02.060377Z","end":"2026-04-23T17:01:02.769785Z","steps":["trace[1999904381] 'agreement among raft nodes before linearized reading' (duration: 709.339636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:01:02.769804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:01:01.866067Z","time spent":"903.728067ms","remote":"127.0.0.1:57564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-04-23T17:01:02.769811Z","caller":"traceutil/trace.go:171","msg":"trace[16618833] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2654; }","duration":"767.315089ms","start":"2026-04-23T17:01:02.002489Z","end":"2026-04-23T17:01:02.769804Z","steps":["trace[16618833] 'agreement among raft nodes before linearized reading' (duration: 767.240036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:01:02.769823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:01:02.060366Z","time spent":"709.452591ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T17:01:02.769832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:01:02.002465Z","time spent":"767.36311ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T17:01:02.769882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159396379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-23T17:01:02.770177Z","caller":"traceutil/trace.go:171","msg":"trace[517691170] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2653; }","duration":"1.15983595s","start":"2026-04-23T17:01:01.610333Z","end":"2026-04-23T17:01:02.770169Z","steps":["trace[517691170] 'agreement among raft nodes before linearized reading' (duration: 1.158508978s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:01:02.7702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:01:01.610314Z","time spent":"1.159878971s","remote":"127.0.0.1:48200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-23T17:01:14.937128Z","caller":"traceutil/trace.go:171","msg":"trace[834780455] transaction","detail":"{read_only:false; response_revision:2732; number_of_response:1; }","duration":"134.8672ms","start":"2026-04-23T17:01:14.80223Z","end":"2026-04-23T17:01:14.937097Z","steps":["trace[834780455] 'process raft request' (duration: 134.673145ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:01:14.945757Z","caller":"traceutil/trace.go:171","msg":"trace[439685888] transaction","detail":"{read_only:false; response_revision:2733; number_of_response:1; }","duration":"142.754978ms","start":"2026-04-23T17:01:14.802987Z","end":"2026-04-23T17:01:14.945742Z","steps":["trace[439685888] 'process raft request' (duration: 142.500662ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:01:14.945752Z","caller":"traceutil/trace.go:171","msg":"trace[1794454461] linearizableReadLoop","detail":"{readStateIndex:2850; appliedIndex:2847; }","duration":"132.164715ms","start":"2026-04-23T17:01:14.813556Z","end":"2026-04-23T17:01:14.945721Z","steps":["trace[1794454461] 'read index received' (duration: 123.378426ms)","trace[1794454461] 'applied index is now lower than readState.Index' (duration: 8.785129ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:01:14.945824Z","caller":"traceutil/trace.go:171","msg":"trace[454035695] transaction","detail":"{read_only:false; response_revision:2734; number_of_response:1; }","duration":"142.078471ms","start":"2026-04-23T17:01:14.803711Z","end":"2026-04-23T17:01:14.945789Z","steps":["trace[454035695] 'process raft request' (duration: 141.958518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:01:14.945945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.36911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:01:14.946018Z","caller":"traceutil/trace.go:171","msg":"trace[151806655] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2734; }","duration":"132.454712ms","start":"2026-04-23T17:01:14.813548Z","end":"2026-04-23T17:01:14.946003Z","steps":["trace[151806655] 'agreement among raft nodes before linearized reading' (duration: 132.305878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:01:14.946103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.042721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T17:01:14.94615Z","caller":"traceutil/trace.go:171","msg":"trace[1806868454] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2734; }","duration":"121.137613ms","start":"2026-04-23T17:01:14.825002Z","end":"2026-04-23T17:01:14.946139Z","steps":["trace[1806868454] 'agreement among raft nodes before linearized reading' (duration: 120.960569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:01:14.946526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.369944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T17:01:14.946647Z","caller":"traceutil/trace.go:171","msg":"trace[2067486418] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2734; }","duration":"117.581208ms","start":"2026-04-23T17:01:14.829045Z","end":"2026-04-23T17:01:14.946626Z","steps":["trace[2067486418] 'agreement among raft nodes before linearized reading' (duration: 117.163089ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:01:15.107433Z","caller":"traceutil/trace.go:171","msg":"trace[518750590] transaction","detail":"{read_only:false; response_revision:2737; number_of_response:1; }","duration":"155.539422ms","start":"2026-04-23T17:01:14.951858Z","end":"2026-04-23T17:01:15.107398Z","steps":["trace[518750590] 'process raft request' (duration: 155.293956ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:01:15.107467Z","caller":"traceutil/trace.go:171","msg":"trace[168799253] transaction","detail":"{read_only:false; response_revision:2736; number_of_response:1; }","duration":"155.604644ms","start":"2026-04-23T17:01:14.951825Z","end":"2026-04-23T17:01:15.107429Z","steps":["trace[168799253] 'process raft request' (duration: 155.208663ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:01:15.107527Z","caller":"traceutil/trace.go:171","msg":"trace[1238214852] transaction","detail":"{read_only:false; response_revision:2735; number_of_response:1; }","duration":"156.594187ms","start":"2026-04-23T17:01:14.950907Z","end":"2026-04-23T17:01:15.107501Z","steps":["trace[1238214852] 'process raft request' (duration: 60.865359ms)","trace[1238214852] 'compare' (duration: 94.96839ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:01:15.107798Z","caller":"traceutil/trace.go:171","msg":"trace[1648207455] transaction","detail":"{read_only:false; response_revision:2738; number_of_response:1; }","duration":"155.8636ms","start":"2026-04-23T17:01:14.951888Z","end":"2026-04-23T17:01:15.107751Z","steps":["trace[1648207455] 'process raft request' (duration: 155.309247ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:01:15.107971Z","caller":"traceutil/trace.go:171","msg":"trace[452734153] transaction","detail":"{read_only:false; response_revision:2739; number_of_response:1; }","duration":"156.006633ms","start":"2026-04-23T17:01:14.95195Z","end":"2026-04-23T17:01:15.107957Z","steps":["trace[452734153] 'process raft request' (duration: 155.727007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:01:53.760154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.667649ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T17:01:53.760431Z","caller":"traceutil/trace.go:171","msg":"trace[1274904876] transaction","detail":"{read_only:false; response_revision:2948; number_of_response:1; }","duration":"177.30046ms","start":"2026-04-23T17:01:53.583113Z","end":"2026-04-23T17:01:53.760414Z","steps":["trace[1274904876] 'process raft request' (duration: 177.206948ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:01:53.760665Z","caller":"traceutil/trace.go:171","msg":"trace[1962404083] transaction","detail":"{read_only:false; response_revision:2947; number_of_response:1; }","duration":"182.497416ms","start":"2026-04-23T17:01:53.578159Z","end":"2026-04-23T17:01:53.760656Z","steps":["trace[1962404083] 'process raft request' (duration: 182.088228ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:01:53.76075Z","caller":"traceutil/trace.go:171","msg":"trace[1180298960] transaction","detail":"{read_only:false; response_revision:2946; number_of_response:1; }","duration":"183.773813ms","start":"2026-04-23T17:01:53.576943Z","end":"2026-04-23T17:01:53.760717Z","steps":["trace[1180298960] 'process raft request' (duration: 73.458531ms)","trace[1180298960] 'compare' (duration: 109.550407ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:01:55.337932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.606562ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T17:01:55.338112Z","caller":"traceutil/trace.go:171","msg":"trace[425984263] transaction","detail":"{read_only:false; response_revision:2955; number_of_response:1; }","duration":"134.680596ms","start":"2026-04-23T17:01:55.203412Z","end":"2026-04-23T17:01:55.338093Z","steps":["trace[425984263] 'process raft request' (duration: 25.835099ms)","trace[425984263] 'compare' (duration: 108.50218ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:01:55.42369Z","caller":"traceutil/trace.go:171","msg":"trace[1625921808] transaction","detail":"{read_only:false; response_revision:2956; number_of_response:1; }","duration":"219.388489ms","start":"2026-04-23T17:01:55.204276Z","end":"2026-04-23T17:01:55.423665Z","steps":["trace[1625921808] 'process raft request' (duration: 219.192585ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:01:55.423955Z","caller":"traceutil/trace.go:171","msg":"trace[869800091] linearizableReadLoop","detail":"{readStateIndex:3082; appliedIndex:3080; }","duration":"194.353366ms","start":"2026-04-23T17:01:55.229574Z","end":"2026-04-23T17:01:55.423927Z","steps":["trace[869800091] 'read index received' (duration: 194.025729ms)","trace[869800091] 'applied index is now lower than readState.Index' (duration: 325.227µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:01:55.423995Z","caller":"traceutil/trace.go:171","msg":"trace[1182099937] transaction","detail":"{read_only:false; response_revision:2957; number_of_response:1; }","duration":"219.369928ms","start":"2026-04-23T17:01:55.204566Z","end":"2026-04-23T17:01:55.423936Z","steps":["trace[1182099937] 'process raft request' (duration: 219.056102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:01:55.42424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.642013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:01:55.424357Z","caller":"traceutil/trace.go:171","msg":"trace[1799664121] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2957; }","duration":"194.786165ms","start":"2026-04-23T17:01:55.229527Z","end":"2026-04-23T17:01:55.424313Z","steps":["trace[1799664121] 'agreement among raft nodes before linearized reading' (duration: 194.548171ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:01:55.42975Z","caller":"traceutil/trace.go:171","msg":"trace[472694674] transaction","detail":"{read_only:false; response_revision:2958; number_of_response:1; }","duration":"113.504233ms","start":"2026-04-23T17:01:55.316222Z","end":"2026-04-23T17:01:55.429726Z","steps":["trace[472694674] 'process raft request' (duration: 113.258308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:01:55.429875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.17981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-04-23T17:01:55.429942Z","caller":"traceutil/trace.go:171","msg":"trace[437433441] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2958; }","duration":"166.274973ms","start":"2026-04-23T17:01:55.263655Z","end":"2026-04-23T17:01:55.42993Z","steps":["trace[437433441] 'agreement among raft nodes before linearized reading' (duration: 166.15328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:01:55.430073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.758727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:01:55.430188Z","caller":"traceutil/trace.go:171","msg":"trace[463032759] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2958; }","duration":"173.944359ms","start":"2026-04-23T17:01:55.256222Z","end":"2026-04-23T17:01:55.430166Z","steps":["trace[463032759] 'agreement among raft nodes before linearized reading' (duration: 173.658584ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:01:55.587744Z","caller":"traceutil/trace.go:171","msg":"trace[52568838] transaction","detail":"{read_only:false; response_revision:2960; number_of_response:1; }","duration":"152.680294ms","start":"2026-04-23T17:01:55.435032Z","end":"2026-04-23T17:01:55.587713Z","steps":["trace[52568838] 'process raft request' (duration: 152.498961ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:01:55.588007Z","caller":"traceutil/trace.go:171","msg":"trace[1718950102] transaction","detail":"{read_only:false; response_revision:2961; number_of_response:1; }","duration":"152.868077ms","start":"2026-04-23T17:01:55.435119Z","end":"2026-04-23T17:01:55.587987Z","steps":["trace[1718950102] 'process raft request' (duration: 152.548521ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:01:55.588198Z","caller":"traceutil/trace.go:171","msg":"trace[1401270929] transaction","detail":"{read_only:false; response_revision:2962; number_of_response:1; }","duration":"153.053142ms","start":"2026-04-23T17:01:55.435132Z","end":"2026-04-23T17:01:55.588185Z","steps":["trace[1401270929] 'process raft request' (duration: 152.787467ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:01:55.588393Z","caller":"traceutil/trace.go:171","msg":"trace[1105296845] transaction","detail":"{read_only:false; response_revision:2963; number_of_response:1; }","duration":"153.166305ms","start":"2026-04-23T17:01:55.435213Z","end":"2026-04-23T17:01:55.588379Z","steps":["trace[1105296845] 'process raft request' (duration: 152.93126ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:01:56.314491Z","caller":"traceutil/trace.go:171","msg":"trace[1018379928] linearizableReadLoop","detail":"{readStateIndex:3091; appliedIndex:3090; }","duration":"136.883113ms","start":"2026-04-23T17:01:56.177586Z","end":"2026-04-23T17:01:56.314469Z","steps":["trace[1018379928] 'read index received' (duration: 136.563147ms)","trace[1018379928] 'applied index is now lower than readState.Index' (duration: 318.866µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:01:56.314578Z","caller":"traceutil/trace.go:171","msg":"trace[707375170] transaction","detail":"{read_only:false; response_revision:2966; number_of_response:1; }","duration":"216.925133ms","start":"2026-04-23T17:01:56.097628Z","end":"2026-04-23T17:01:56.314553Z","steps":["trace[707375170] 'process raft request' (duration: 216.569656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:01:56.314696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.099019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.141\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T17:01:56.314727Z","caller":"traceutil/trace.go:171","msg":"trace[579973096] range","detail":"{range_begin:/registry/masterleases/199.19.213.141; range_end:; response_count:1; response_revision:2966; }","duration":"137.205031ms","start":"2026-04-23T17:01:56.177515Z","end":"2026-04-23T17:01:56.31472Z","steps":["trace[579973096] 'agreement among raft nodes before linearized reading' (duration: 137.062018ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:01:56.524971Z","caller":"traceutil/trace.go:171","msg":"trace[769158099] transaction","detail":"{read_only:false; response_revision:2967; number_of_response:1; }","duration":"184.803636ms","start":"2026-04-23T17:01:56.340142Z","end":"2026-04-23T17:01:56.524945Z","steps":["trace[769158099] 'process raft request' (duration: 130.86938ms)","trace[769158099] 'compare' (duration: 53.772072ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:02:11.866553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.583139ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T17:02:11.866921Z","caller":"traceutil/trace.go:171","msg":"trace[1306022310] linearizableReadLoop","detail":"{readStateIndex:3219; appliedIndex:3218; }","duration":"120.039226ms","start":"2026-04-23T17:02:11.746857Z","end":"2026-04-23T17:02:11.866896Z","steps":["trace[1306022310] 'read index received' (duration: 26.921µs)","trace[1306022310] 'applied index is now lower than readState.Index' (duration: 120.006455ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:02:11.867245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.171515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/auth-system/\" range_end:\"/registry/limitranges/auth-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:02:11.867369Z","caller":"traceutil/trace.go:171","msg":"trace[544311592] range","detail":"{range_begin:/registry/limitranges/auth-system/; range_end:/registry/limitranges/auth-system0; response_count:0; response_revision:3090; }","duration":"116.333778ms","start":"2026-04-23T17:02:11.751017Z","end":"2026-04-23T17:02:11.867351Z","steps":["trace[544311592] 'agreement among raft nodes before linearized reading' (duration: 116.174435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:02:11.86759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.673449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-04-23T17:02:11.867676Z","caller":"traceutil/trace.go:171","msg":"trace[1425287754] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3090; }","duration":"120.822483ms","start":"2026-04-23T17:02:11.746833Z","end":"2026-04-23T17:02:11.867655Z","steps":["trace[1425287754] 'agreement among raft nodes before linearized reading' (duration: 120.156309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:02:14.112711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.461299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T17:02:14.112788Z","caller":"traceutil/trace.go:171","msg":"trace[1433248519] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3106; }","duration":"369.604293ms","start":"2026-04-23T17:02:13.743169Z","end":"2026-04-23T17:02:14.112774Z","steps":["trace[1433248519] 'range keys from in-memory index tree' (duration: 369.266844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:02:14.112875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:02:13.743149Z","time spent":"369.718393ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T17:02:14.113104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.876953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-23T17:02:14.1132Z","caller":"traceutil/trace.go:171","msg":"trace[1344967751] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3106; }","duration":"209.027305ms","start":"2026-04-23T17:02:13.904152Z","end":"2026-04-23T17:02:14.113179Z","steps":["trace[1344967751] 'range keys from in-memory index tree' (duration: 208.651708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:02:14.113295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.380431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T17:02:14.113341Z","caller":"traceutil/trace.go:171","msg":"trace[744046033] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3106; }","duration":"387.466253ms","start":"2026-04-23T17:02:13.725864Z","end":"2026-04-23T17:02:14.113331Z","steps":["trace[744046033] 'range keys from in-memory index tree' (duration: 387.257748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:02:14.113375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:02:13.725844Z","time spent":"387.522835ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T17:02:14.113557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.221198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T17:02:14.113593Z","caller":"traceutil/trace.go:171","msg":"trace[1860390988] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3106; }","duration":"375.289519ms","start":"2026-04-23T17:02:13.738294Z","end":"2026-04-23T17:02:14.113584Z","steps":["trace[1860390988] 'range keys from in-memory index tree' (duration: 375.100176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:02:14.113607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.685524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-23T17:02:14.113623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:02:13.738275Z","time spent":"375.34071ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T17:02:14.113637Z","caller":"traceutil/trace.go:171","msg":"trace[1514294886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3106; }","duration":"370.737225ms","start":"2026-04-23T17:02:13.742889Z","end":"2026-04-23T17:02:14.113626Z","steps":["trace[1514294886] 'range keys from in-memory index tree' (duration: 370.596881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:02:14.113669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:02:13.742879Z","time spent":"370.779945ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T17:02:14.113781Z","caller":"traceutil/trace.go:171","msg":"trace[1920055471] transaction","detail":"{read_only:false; response_revision:3107; number_of_response:1; }","duration":"198.64094ms","start":"2026-04-23T17:02:13.915132Z","end":"2026-04-23T17:02:14.113773Z","steps":["trace[1920055471] 'process raft request' (duration: 189.995219ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:02:14.11898Z","caller":"traceutil/trace.go:171","msg":"trace[1119165082] transaction","detail":"{read_only:false; response_revision:3108; number_of_response:1; }","duration":"119.40306ms","start":"2026-04-23T17:02:13.999541Z","end":"2026-04-23T17:02:14.118944Z","steps":["trace[1119165082] 'process raft request' (duration: 118.713706ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:02:15.178256Z","caller":"traceutil/trace.go:171","msg":"trace[1082739282] linearizableReadLoop","detail":"{readStateIndex:3243; appliedIndex:3242; }","duration":"240.824393ms","start":"2026-04-23T17:02:14.937396Z","end":"2026-04-23T17:02:15.178221Z","steps":["trace[1082739282] 'read index received' (duration: 240.505227ms)","trace[1082739282] 'applied index is now lower than readState.Index' (duration: 317.796µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:02:15.178386Z","caller":"traceutil/trace.go:171","msg":"trace[1105149456] transaction","detail":"{read_only:false; response_revision:3114; number_of_response:1; }","duration":"507.103126ms","start":"2026-04-23T17:02:14.671251Z","end":"2026-04-23T17:02:15.178354Z","steps":["trace[1105149456] 'process raft request' (duration: 506.733848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:02:15.178519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.622406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T17:02:15.178564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:02:14.671223Z","time spent":"507.225569ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T17:02:15.178647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.238642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-23T17:02:15.178585Z","caller":"traceutil/trace.go:171","msg":"trace[1213706952] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:3114; }","duration":"152.773258ms","start":"2026-04-23T17:02:15.025794Z","end":"2026-04-23T17:02:15.178567Z","steps":["trace[1213706952] 'agreement among raft nodes before linearized reading' (duration: 152.614405ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:02:15.178757Z","caller":"traceutil/trace.go:171","msg":"trace[1682150210] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3114; }","duration":"241.395856ms","start":"2026-04-23T17:02:14.937344Z","end":"2026-04-23T17:02:15.17874Z","steps":["trace[1682150210] 'agreement among raft nodes before linearized reading' (duration: 241.041168ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:02:18.317783Z","caller":"traceutil/trace.go:171","msg":"trace[113754266] transaction","detail":"{read_only:false; response_revision:3131; number_of_response:1; }","duration":"110.541792ms","start":"2026-04-23T17:02:18.207217Z","end":"2026-04-23T17:02:18.317759Z","steps":["trace[113754266] 'process raft request' (duration: 110.358968ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:02:33.96638Z","caller":"traceutil/trace.go:171","msg":"trace[2064858072] transaction","detail":"{read_only:false; response_revision:3219; number_of_response:1; }","duration":"183.431216ms","start":"2026-04-23T17:02:33.782911Z","end":"2026-04-23T17:02:33.966343Z","steps":["trace[2064858072] 'process raft request' (duration: 183.21379ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:02:33.967776Z","caller":"traceutil/trace.go:171","msg":"trace[1124127930] linearizableReadLoop","detail":"{readStateIndex:3354; appliedIndex:3352; }","duration":"128.597444ms","start":"2026-04-23T17:02:33.839154Z","end":"2026-04-23T17:02:33.967751Z","steps":["trace[1124127930] 'read index received' (duration: 126.935589ms)","trace[1124127930] 'applied index is now lower than readState.Index' (duration: 1.660405ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:02:33.967815Z","caller":"traceutil/trace.go:171","msg":"trace[1152111352] transaction","detail":"{read_only:false; response_revision:3220; number_of_response:1; }","duration":"181.050296ms","start":"2026-04-23T17:02:33.786744Z","end":"2026-04-23T17:02:33.967794Z","steps":["trace[1152111352] 'process raft request' (duration: 180.894023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:02:33.967964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.797069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T17:02:33.967993Z","caller":"traceutil/trace.go:171","msg":"trace[399756882] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3220; }","duration":"128.88041ms","start":"2026-04-23T17:02:33.839103Z","end":"2026-04-23T17:02:33.967983Z","steps":["trace[399756882] 'agreement among raft nodes before linearized reading' (duration: 128.758667ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:02:34.515688Z","caller":"traceutil/trace.go:171","msg":"trace[100607647] transaction","detail":"{read_only:false; response_revision:3225; number_of_response:1; }","duration":"100.472321ms","start":"2026-04-23T17:02:34.415188Z","end":"2026-04-23T17:02:34.515661Z","steps":["trace[100607647] 'process raft request' (duration: 74.551331ms)","trace[100607647] 'compare' (duration: 25.719915ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:02:40.76864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.338891ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T17:02:40.768773Z","caller":"traceutil/trace.go:171","msg":"trace[1271808565] transaction","detail":"{read_only:false; response_revision:3254; number_of_response:1; }","duration":"330.297824ms","start":"2026-04-23T17:02:40.43846Z","end":"2026-04-23T17:02:40.768758Z","steps":["trace[1271808565] 'process raft request' (duration: 33.760569ms)","trace[1271808565] 'compare' (duration: 296.236569ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:02:40.768813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:02:40.438435Z","time spent":"330.361995ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T17:02:40.768936Z","caller":"traceutil/trace.go:171","msg":"trace[1408031739] linearizableReadLoop","detail":"{readStateIndex:3390; appliedIndex:3388; }","duration":"267.084438ms","start":"2026-04-23T17:02:40.501843Z","end":"2026-04-23T17:02:40.768928Z","steps":["trace[1408031739] 'read index received' (duration: 264.802079ms)","trace[1408031739] 'applied index is now lower than readState.Index' (duration: 2.281309ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:02:40.769065Z","caller":"traceutil/trace.go:171","msg":"trace[1534613928] transaction","detail":"{read_only:false; response_revision:3255; number_of_response:1; }","duration":"289.960715ms","start":"2026-04-23T17:02:40.479098Z","end":"2026-04-23T17:02:40.769058Z","steps":["trace[1534613928] 'process raft request' (duration: 289.629107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:02:40.76921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.799719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-23T17:02:40.769213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.82883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T17:02:40.76925Z","caller":"traceutil/trace.go:171","msg":"trace[1779399967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3255; }","duration":"233.876641ms","start":"2026-04-23T17:02:40.535362Z","end":"2026-04-23T17:02:40.769239Z","steps":["trace[1779399967] 'agreement among raft nodes before linearized reading' (duration: 233.735199ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:02:40.769274Z","caller":"traceutil/trace.go:171","msg":"trace[950831107] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3255; }","duration":"233.935201ms","start":"2026-04-23T17:02:40.535325Z","end":"2026-04-23T17:02:40.769261Z","steps":["trace[950831107] 'agreement among raft nodes before linearized reading' (duration: 233.759418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:02:40.769503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.65967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T17:02:40.769559Z","caller":"traceutil/trace.go:171","msg":"trace[489794714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3255; }","duration":"267.720251ms","start":"2026-04-23T17:02:40.501826Z","end":"2026-04-23T17:02:40.769546Z","steps":["trace[489794714] 'agreement among raft nodes before linearized reading' (duration: 267.265592ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:02:45.546269Z","caller":"traceutil/trace.go:171","msg":"trace[281056750] transaction","detail":"{read_only:false; response_revision:3279; number_of_response:1; }","duration":"367.064864ms","start":"2026-04-23T17:02:45.179153Z","end":"2026-04-23T17:02:45.546218Z","steps":["trace[281056750] 'process raft request' (duration: 366.788149ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:02:45.546341Z","caller":"traceutil/trace.go:171","msg":"trace[1482841327] linearizableReadLoop","detail":"{readStateIndex:3415; appliedIndex:3415; }","duration":"319.996088ms","start":"2026-04-23T17:02:45.226299Z","end":"2026-04-23T17:02:45.546295Z","steps":["trace[1482841327] 'read index received' (duration: 319.980008ms)","trace[1482841327] 'applied index is now lower than readState.Index' (duration: 13.74µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:02:45.546583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.261103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:02:45.546669Z","caller":"traceutil/trace.go:171","msg":"trace[251743344] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3279; }","duration":"320.399667ms","start":"2026-04-23T17:02:45.22625Z","end":"2026-04-23T17:02:45.54665Z","steps":["trace[251743344] 'agreement among raft nodes before linearized reading' (duration: 320.185863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:02:45.546694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:02:45.179128Z","time spent":"367.246838ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T17:02:45.546718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:02:45.226231Z","time spent":"320.480128ms","remote":"127.0.0.1:47970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T17:02:46.028387Z","caller":"traceutil/trace.go:171","msg":"trace[563183303] transaction","detail":"{read_only:false; response_revision:3280; number_of_response:1; }","duration":"737.371668ms","start":"2026-04-23T17:02:45.290933Z","end":"2026-04-23T17:02:46.028304Z","steps":["trace[563183303] 'process raft request' (duration: 737.139383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:02:46.028567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:02:45.290913Z","time spent":"737.552462ms","remote":"127.0.0.1:48114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9994,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T17:02:46.028605Z","caller":"traceutil/trace.go:171","msg":"trace[11405773] transaction","detail":"{read_only:false; response_revision:3281; number_of_response:1; }","duration":"581.111658ms","start":"2026-04-23T17:02:45.44746Z","end":"2026-04-23T17:02:46.028572Z","steps":["trace[11405773] 'process raft request' (duration: 580.789391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:02:46.028808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:02:45.447432Z","time spent":"581.282341ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T17:02:46.0289Z","caller":"traceutil/trace.go:171","msg":"trace[1166671607] linearizableReadLoop","detail":"{readStateIndex:3417; appliedIndex:3415; }","duration":"482.304527ms","start":"2026-04-23T17:02:45.546565Z","end":"2026-04-23T17:02:46.028869Z","steps":["trace[1166671607] 'read index received' (duration: 481.49111ms)","trace[1166671607] 'applied index is now lower than readState.Index' (duration: 810.917µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:02:46.029043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.862087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:02:46.029119Z","caller":"traceutil/trace.go:171","msg":"trace[583030519] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:3281; }","duration":"772.98889ms","start":"2026-04-23T17:02:45.256114Z","end":"2026-04-23T17:02:46.029103Z","steps":["trace[583030519] 'agreement among raft nodes before linearized reading' (duration: 772.873557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:02:46.029165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:02:45.256091Z","time spent":"773.063201ms","remote":"127.0.0.1:57618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-23T17:02:46.032049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.980049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-04-23T17:02:46.032115Z","caller":"traceutil/trace.go:171","msg":"trace[1566258798] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:3284; }","duration":"386.09018ms","start":"2026-04-23T17:02:45.646007Z","end":"2026-04-23T17:02:46.032097Z","steps":["trace[1566258798] 'agreement among raft nodes before linearized reading' (duration: 385.928387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:02:46.032293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:02:45.645985Z","time spent":"386.297846ms","remote":"127.0.0.1:48132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-23T17:02:46.032426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.79073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-23T17:02:46.032514Z","caller":"traceutil/trace.go:171","msg":"trace[369056717] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3284; }","duration":"118.943512ms","start":"2026-04-23T17:02:45.913552Z","end":"2026-04-23T17:02:46.032495Z","steps":["trace[369056717] 'agreement among raft nodes before linearized reading' (duration: 118.481042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:02:46.032818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.604069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-23T17:02:46.032851Z","caller":"traceutil/trace.go:171","msg":"trace[1743270909] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3284; }","duration":"128.669971ms","start":"2026-04-23T17:02:45.904173Z","end":"2026-04-23T17:02:46.032843Z","steps":["trace[1743270909] 'agreement among raft nodes before linearized reading' (duration: 128.575059ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:02:50.933546Z","caller":"traceutil/trace.go:171","msg":"trace[442080633] transaction","detail":"{read_only:false; response_revision:3309; number_of_response:1; }","duration":"111.078322ms","start":"2026-04-23T17:02:50.822432Z","end":"2026-04-23T17:02:50.933511Z","steps":["trace[442080633] 'process raft request' (duration: 110.776835ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:02:51.413408Z","caller":"traceutil/trace.go:171","msg":"trace[1554419822] transaction","detail":"{read_only:false; response_revision:3310; number_of_response:1; }","duration":"589.22049ms","start":"2026-04-23T17:02:50.82417Z","end":"2026-04-23T17:02:51.413391Z","steps":["trace[1554419822] 'process raft request' (duration: 575.852423ms)","trace[1554419822] 'compare' (duration: 12.938728ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:02:51.413517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:02:50.824156Z","time spent":"589.301671ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T17:02:51.413585Z","caller":"traceutil/trace.go:171","msg":"trace[633456273] linearizableReadLoop","detail":"{readStateIndex:3448; appliedIndex:3445; }","duration":"587.649107ms","start":"2026-04-23T17:02:50.825897Z","end":"2026-04-23T17:02:51.413546Z","steps":["trace[633456273] 'read index received' (duration: 107.219459ms)","trace[633456273] 'applied index is now lower than readState.Index' (duration: 480.426777ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:02:51.413626Z","caller":"traceutil/trace.go:171","msg":"trace[1799047430] transaction","detail":"{read_only:false; response_revision:3311; number_of_response:1; }","duration":"587.993814ms","start":"2026-04-23T17:02:50.825598Z","end":"2026-04-23T17:02:51.413591Z","steps":["trace[1799047430] 'process raft request' (duration: 587.766268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:02:51.41388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:02:50.825587Z","time spent":"588.178117ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T17:02:51.413927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.991504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T17:02:51.413964Z","caller":"traceutil/trace.go:171","msg":"trace[1098389747] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3311; }","duration":"588.060415ms","start":"2026-04-23T17:02:50.825894Z","end":"2026-04-23T17:02:51.413954Z","steps":["trace[1098389747] 'agreement among raft nodes before linearized reading' (duration: 587.79641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:02:51.413997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:02:50.825869Z","time spent":"588.120527ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T17:02:51.815725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.82899ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-23T17:02:51.81599Z","caller":"traceutil/trace.go:171","msg":"trace[1403518034] linearizableReadLoop","detail":"{readStateIndex:3449; appliedIndex:3448; }","duration":"402.271541ms","start":"2026-04-23T17:02:51.413663Z","end":"2026-04-23T17:02:51.815934Z","steps":["trace[1403518034] 'read index received' (duration: 8.314278ms)","trace[1403518034] 'applied index is now lower than readState.Index' (duration: 393.956193ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:02:51.816167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.534163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:02:51.816199Z","caller":"traceutil/trace.go:171","msg":"trace[428165510] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3311; }","duration":"585.636165ms","start":"2026-04-23T17:02:51.230552Z","end":"2026-04-23T17:02:51.816188Z","steps":["trace[428165510] 'agreement among raft nodes before linearized reading' (duration: 585.538733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:02:51.816281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:02:51.230531Z","time spent":"585.737457ms","remote":"127.0.0.1:47964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T17:02:51.816455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.885601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-23T17:02:51.81653Z","caller":"traceutil/trace.go:171","msg":"trace[1150334907] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3311; }","duration":"662.003254ms","start":"2026-04-23T17:02:51.15451Z","end":"2026-04-23T17:02:51.816513Z","steps":["trace[1150334907] 'agreement among raft nodes before linearized reading' (duration: 661.747308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:02:51.816567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:02:51.154492Z","time spent":"662.063975ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T17:02:51.817926Z","caller":"traceutil/trace.go:171","msg":"trace[1154049090] transaction","detail":"{read_only:false; response_revision:3312; number_of_response:1; }","duration":"399.113153ms","start":"2026-04-23T17:02:51.418766Z","end":"2026-04-23T17:02:51.81788Z","steps":["trace[1154049090] 'process raft request' (duration: 397.043358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:02:51.819063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:02:51.418733Z","time spent":"399.289838ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T17:02:52.837517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019937495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:02:52.838744Z","caller":"traceutil/trace.go:171","msg":"trace[1875308954] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3312; }","duration":"1.021199241s","start":"2026-04-23T17:02:51.817514Z","end":"2026-04-23T17:02:52.838713Z","steps":["trace[1875308954] 'range keys from in-memory index tree' (duration: 1.019602889s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:02:52.838874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:02:51.817497Z","time spent":"1.021357676s","remote":"127.0.0.1:47970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T17:02:52.837579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.454419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-23T17:02:52.839175Z","caller":"traceutil/trace.go:171","msg":"trace[1470597589] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3312; }","duration":"934.089785ms","start":"2026-04-23T17:02:51.905062Z","end":"2026-04-23T17:02:52.839152Z","steps":["trace[1470597589] 'range keys from in-memory index tree' (duration: 932.323806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:02:52.837669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207047901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T17:02:52.837635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016135854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-23T17:02:52.837852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.845296ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-04-23T17:02:52.839246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:02:51.905043Z","time spent":"934.187235ms","remote":"127.0.0.1:48132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-04-23T17:02:52.839341Z","caller":"traceutil/trace.go:171","msg":"trace[554995856] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:3312; }","duration":"1.208718026s","start":"2026-04-23T17:02:51.630572Z","end":"2026-04-23T17:02:52.83929Z","steps":["trace[554995856] 'agreement among raft nodes before linearized reading' (duration: 187.240818ms)","trace[554995856] 'count revisions from in-memory index tree' (duration: 1.019834144s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:02:52.839529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:02:51.630549Z","time spent":"1.20890627s","remote":"127.0.0.1:48024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":27,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T17:02:52.839549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.576664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T17:02:52.839585Z","caller":"traceutil/trace.go:171","msg":"trace[63646291] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3315; }","duration":"722.654996ms","start":"2026-04-23T17:02:52.11692Z","end":"2026-04-23T17:02:52.839575Z","steps":["trace[63646291] 'agreement among raft nodes before linearized reading' (duration: 722.508552ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:02:52.839612Z","caller":"traceutil/trace.go:171","msg":"trace[2054468233] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3312; }","duration":"1.018133478s","start":"2026-04-23T17:02:51.821436Z","end":"2026-04-23T17:02:52.83957Z","steps":["trace[2054468233] 'range keys from in-memory index tree' (duration: 1.015911409s)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:02:52.83966Z","caller":"traceutil/trace.go:171","msg":"trace[382356413] transaction","detail":"{read_only:false; response_revision:3314; number_of_response:1; }","duration":"784.74496ms","start":"2026-04-23T17:02:52.054905Z","end":"2026-04-23T17:02:52.83965Z","steps":["trace[382356413] 'process raft request' (duration: 784.361451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:02:52.839687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:02:51.821412Z","time spent":"1.018263689s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T17:02:52.839727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:02:52.054881Z","time spent":"784.81127ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T17:02:52.839621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:02:52.116898Z","time spent":"722.714378ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T17:02:52.839925Z","caller":"traceutil/trace.go:171","msg":"trace[2100678591] transaction","detail":"{read_only:false; response_revision:3315; number_of_response:1; }","duration":"784.385631ms","start":"2026-04-23T17:02:52.055527Z","end":"2026-04-23T17:02:52.839913Z","steps":["trace[2100678591] 'process raft request' (duration: 783.824949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:02:52.839985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:02:52.05552Z","time spent":"784.435572ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T17:02:52.840079Z","caller":"traceutil/trace.go:171","msg":"trace[1027306979] transaction","detail":"{read_only:false; response_revision:3313; number_of_response:1; }","duration":"788.571011ms","start":"2026-04-23T17:02:52.051494Z","end":"2026-04-23T17:02:52.840065Z","steps":["trace[1027306979] 'process raft request' (duration: 392.410805ms)","trace[1027306979] 'compare' (duration: 393.312824ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:02:52.839405Z","caller":"traceutil/trace.go:171","msg":"trace[1727091234] linearizableReadLoop","detail":"{readStateIndex:3453; appliedIndex:3450; }","duration":"722.41953ms","start":"2026-04-23T17:02:52.116973Z","end":"2026-04-23T17:02:52.839392Z","steps":["trace[1727091234] 'read index received' (duration: 326.94154ms)","trace[1727091234] 'applied index is now lower than readState.Index' (duration: 395.4772ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:02:52.840135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:02:52.051463Z","time spent":"788.644723ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T17:02:52.849053Z","caller":"traceutil/trace.go:171","msg":"trace[600363606] transaction","detail":"{read_only:false; response_revision:3316; number_of_response:1; }","duration":"395.325259ms","start":"2026-04-23T17:02:52.453706Z","end":"2026-04-23T17:02:52.849031Z","steps":["trace[600363606] 'process raft request' (duration: 395.175445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:02:52.849201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.303456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a90b1d02475912\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-04-23T17:02:52.849307Z","caller":"traceutil/trace.go:171","msg":"trace[1394143182] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a90b1d02475912; range_end:; response_count:1; response_revision:3316; }","duration":"646.433669ms","start":"2026-04-23T17:02:52.20286Z","end":"2026-04-23T17:02:52.849293Z","steps":["trace[1394143182] 'agreement among raft nodes before linearized reading' (duration: 646.168894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:02:52.849369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:02:52.202844Z","time spent":"646.504631ms","remote":"127.0.0.1:48016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":804,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a90b1d02475912\" "} {"level":"warn","ts":"2026-04-23T17:02:52.849491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:02:52.453672Z","time spent":"395.422349ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T17:04:58.138261Z","caller":"traceutil/trace.go:171","msg":"trace[766996013] linearizableReadLoop","detail":"{readStateIndex:4331; appliedIndex:4330; }","duration":"139.863309ms","start":"2026-04-23T17:04:57.998377Z","end":"2026-04-23T17:04:58.13824Z","steps":["trace[766996013] 'read index received' (duration: 139.730506ms)","trace[766996013] 'applied index is now lower than readState.Index' (duration: 131.283µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:04:58.138386Z","caller":"traceutil/trace.go:171","msg":"trace[1545597747] transaction","detail":"{read_only:false; response_revision:4162; number_of_response:1; }","duration":"206.869653ms","start":"2026-04-23T17:04:57.931439Z","end":"2026-04-23T17:04:58.138308Z","steps":["trace[1545597747] 'process raft request' (duration: 206.660688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:04:58.138943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.515372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:04:58.138999Z","caller":"traceutil/trace.go:171","msg":"trace[1984327169] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:4162; }","duration":"120.609535ms","start":"2026-04-23T17:04:58.018376Z","end":"2026-04-23T17:04:58.138985Z","steps":["trace[1984327169] 'agreement among raft nodes before linearized reading' (duration: 120.092694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:04:58.138757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.35145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-23T17:04:58.139101Z","caller":"traceutil/trace.go:171","msg":"trace[625732311] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4162; }","duration":"140.76806ms","start":"2026-04-23T17:04:57.998313Z","end":"2026-04-23T17:04:58.139081Z","steps":["trace[625732311] 'agreement among raft nodes before linearized reading' (duration: 140.033024ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:04:58.260512Z","caller":"traceutil/trace.go:171","msg":"trace[928455841] transaction","detail":"{read_only:false; response_revision:4164; number_of_response:1; }","duration":"114.735362ms","start":"2026-04-23T17:04:58.145746Z","end":"2026-04-23T17:04:58.260481Z","steps":["trace[928455841] 'process raft request' (duration: 83.21525ms)","trace[928455841] 'compare' (duration: 31.277217ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:04:58.260659Z","caller":"traceutil/trace.go:171","msg":"trace[1876033595] transaction","detail":"{read_only:false; response_revision:4166; number_of_response:1; }","duration":"112.648886ms","start":"2026-04-23T17:04:58.147989Z","end":"2026-04-23T17:04:58.260638Z","steps":["trace[1876033595] 'process raft request' (duration: 112.508842ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:04:58.26067Z","caller":"traceutil/trace.go:171","msg":"trace[1619240857] transaction","detail":"{read_only:false; response_revision:4168; number_of_response:1; }","duration":"111.657433ms","start":"2026-04-23T17:04:58.148985Z","end":"2026-04-23T17:04:58.260643Z","steps":["trace[1619240857] 'process raft request' (duration: 111.607531ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:04:58.260845Z","caller":"traceutil/trace.go:171","msg":"trace[600718294] transaction","detail":"{read_only:false; response_revision:4165; number_of_response:1; }","duration":"112.85993ms","start":"2026-04-23T17:04:58.147974Z","end":"2026-04-23T17:04:58.260833Z","steps":["trace[600718294] 'process raft request' (duration: 112.456151ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:04:58.260998Z","caller":"traceutil/trace.go:171","msg":"trace[1132459302] transaction","detail":"{read_only:false; response_revision:4167; number_of_response:1; }","duration":"112.117003ms","start":"2026-04-23T17:04:58.148872Z","end":"2026-04-23T17:04:58.260989Z","steps":["trace[1132459302] 'process raft request' (duration: 111.680233ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:04:58.493956Z","caller":"traceutil/trace.go:171","msg":"trace[1941096812] linearizableReadLoop","detail":"{readStateIndex:4338; appliedIndex:4337; }","duration":"179.68491ms","start":"2026-04-23T17:04:58.31425Z","end":"2026-04-23T17:04:58.493935Z","steps":["trace[1941096812] 'read index received' (duration: 163.127255ms)","trace[1941096812] 'applied index is now lower than readState.Index' (duration: 16.556885ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:04:58.49421Z","caller":"traceutil/trace.go:171","msg":"trace[480845540] transaction","detail":"{read_only:false; response_revision:4169; number_of_response:1; }","duration":"189.525833ms","start":"2026-04-23T17:04:58.304671Z","end":"2026-04-23T17:04:58.494196Z","steps":["trace[480845540] 'process raft request' (duration: 172.773564ms)","trace[480845540] 'compare' (duration: 16.269967ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:04:58.494589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.419776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:04:58.494674Z","caller":"traceutil/trace.go:171","msg":"trace[354371105] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:0; response_revision:4169; }","duration":"180.57552ms","start":"2026-04-23T17:04:58.314079Z","end":"2026-04-23T17:04:58.494655Z","steps":["trace[354371105] 'agreement among raft nodes before linearized reading' (duration: 180.374465ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:05:31.623544Z","caller":"traceutil/trace.go:171","msg":"trace[698926181] transaction","detail":"{read_only:false; response_revision:4469; number_of_response:1; }","duration":"116.701194ms","start":"2026-04-23T17:05:31.506807Z","end":"2026-04-23T17:05:31.623508Z","steps":["trace[698926181] 'process raft request' (duration: 109.513441ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:05:31.62487Z","caller":"traceutil/trace.go:171","msg":"trace[133038413] transaction","detail":"{read_only:false; response_revision:4470; number_of_response:1; }","duration":"116.145072ms","start":"2026-04-23T17:05:31.50871Z","end":"2026-04-23T17:05:31.624856Z","steps":["trace[133038413] 'process raft request' (duration: 116.05164ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:05:54.261611Z","caller":"traceutil/trace.go:171","msg":"trace[115445708] transaction","detail":"{read_only:false; response_revision:4694; number_of_response:1; }","duration":"245.71258ms","start":"2026-04-23T17:05:54.015876Z","end":"2026-04-23T17:05:54.261589Z","steps":["trace[115445708] 'process raft request' (duration: 245.215229ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:06:30.336081Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2817} {"level":"info","ts":"2026-04-23T17:06:30.465273Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2817,"took":"128.066257ms","hash":1769201177,"current-db-size-bytes":52006912,"current-db-size":"52 MB","current-db-size-in-use-bytes":28942336,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-04-23T17:06:30.465346Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1769201177,"revision":2817,"compact-revision":-1} {"level":"info","ts":"2026-04-23T17:06:35.814816Z","caller":"traceutil/trace.go:171","msg":"trace[1560552348] transaction","detail":"{read_only:false; response_revision:5434; number_of_response:1; }","duration":"250.12755ms","start":"2026-04-23T17:06:35.564672Z","end":"2026-04-23T17:06:35.8148Z","steps":["trace[1560552348] 'process raft request' (duration: 249.778123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:06:35.815062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.615394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:10601"} {"level":"info","ts":"2026-04-23T17:06:35.815169Z","caller":"traceutil/trace.go:171","msg":"trace[1850318450] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:5434; }","duration":"122.761916ms","start":"2026-04-23T17:06:35.692382Z","end":"2026-04-23T17:06:35.815144Z","steps":["trace[1850318450] 'agreement among raft nodes before linearized reading' (duration: 122.51031ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:06:35.814699Z","caller":"traceutil/trace.go:171","msg":"trace[110091135] linearizableReadLoop","detail":"{readStateIndex:5645; appliedIndex:5644; }","duration":"122.258035ms","start":"2026-04-23T17:06:35.692418Z","end":"2026-04-23T17:06:35.814676Z","steps":["trace[110091135] 'read index received' (duration: 122.053261ms)","trace[110091135] 'applied index is now lower than readState.Index' (duration: 203.694µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:06:39.049664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.699874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T17:06:39.049754Z","caller":"traceutil/trace.go:171","msg":"trace[288373956] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5567; }","duration":"409.822107ms","start":"2026-04-23T17:06:38.639916Z","end":"2026-04-23T17:06:39.049738Z","steps":["trace[288373956] 'range keys from in-memory index tree' (duration: 409.597952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:06:39.04979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:06:38.639901Z","time spent":"409.879699ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T17:06:39.050225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.950388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-23T17:06:39.050312Z","caller":"traceutil/trace.go:171","msg":"trace[1397790219] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5567; }","duration":"345.105373ms","start":"2026-04-23T17:06:38.705185Z","end":"2026-04-23T17:06:39.050291Z","steps":["trace[1397790219] 'range keys from in-memory index tree' (duration: 344.760715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:06:39.050357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:06:38.705166Z","time spent":"345.182933ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T17:06:39.285198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.540248ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T17:06:39.28547Z","caller":"traceutil/trace.go:171","msg":"trace[816633996] linearizableReadLoop","detail":"{readStateIndex:5784; appliedIndex:5782; }","duration":"139.8112ms","start":"2026-04-23T17:06:39.145644Z","end":"2026-04-23T17:06:39.285455Z","steps":["trace[816633996] 'read index received' (duration: 21.792031ms)","trace[816633996] 'applied index is now lower than readState.Index' (duration: 118.017779ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:06:39.285543Z","caller":"traceutil/trace.go:171","msg":"trace[1615371566] transaction","detail":"{read_only:false; response_revision:5570; number_of_response:1; }","duration":"229.747035ms","start":"2026-04-23T17:06:39.055742Z","end":"2026-04-23T17:06:39.285489Z","steps":["trace[1615371566] 'process raft request' (duration: 229.56488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:06:39.285618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.951343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:06:39.285659Z","caller":"traceutil/trace.go:171","msg":"trace[1182547410] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:5570; }","duration":"140.042575ms","start":"2026-04-23T17:06:39.145605Z","end":"2026-04-23T17:06:39.285648Z","steps":["trace[1182547410] 'agreement among raft nodes before linearized reading' (duration: 139.954923ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:06:39.285565Z","caller":"traceutil/trace.go:171","msg":"trace[1692666738] transaction","detail":"{read_only:false; response_revision:5569; number_of_response:1; }","duration":"229.999761ms","start":"2026-04-23T17:06:39.055539Z","end":"2026-04-23T17:06:39.285538Z","steps":["trace[1692666738] 'process raft request' (duration: 111.876969ms)","trace[1692666738] 'compare' (duration: 117.396405ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:06:40.75957Z","caller":"traceutil/trace.go:171","msg":"trace[1776380403] linearizableReadLoop","detail":"{readStateIndex:5809; appliedIndex:5808; }","duration":"408.599742ms","start":"2026-04-23T17:06:40.350951Z","end":"2026-04-23T17:06:40.759551Z","steps":["trace[1776380403] 'read index received' (duration: 408.445968ms)","trace[1776380403] 'applied index is now lower than readState.Index' (duration: 152.814µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:06:40.759642Z","caller":"traceutil/trace.go:171","msg":"trace[891520854] transaction","detail":"{read_only:false; response_revision:5595; number_of_response:1; }","duration":"482.251482ms","start":"2026-04-23T17:06:40.277337Z","end":"2026-04-23T17:06:40.759589Z","steps":["trace[891520854] 'process raft request' (duration: 482.063787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:06:40.759807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.819858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ba9aa8ce-d624-4121-9de7-12a68f40cec0\" ","response":"range_response_count:1 size:4068"} {"level":"info","ts":"2026-04-23T17:06:40.759873Z","caller":"traceutil/trace.go:171","msg":"trace[1611726927] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ba9aa8ce-d624-4121-9de7-12a68f40cec0; range_end:; response_count:1; response_revision:5595; }","duration":"408.953289ms","start":"2026-04-23T17:06:40.350899Z","end":"2026-04-23T17:06:40.759853Z","steps":["trace[1611726927] 'agreement among raft nodes before linearized reading' (duration: 408.726385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:06:40.759875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:06:40.277321Z","time spent":"482.433597ms","remote":"127.0.0.1:48114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11921,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T17:06:40.759922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:06:40.350879Z","time spent":"409.029751ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4091,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ba9aa8ce-d624-4121-9de7-12a68f40cec0\" "} {"level":"info","ts":"2026-04-23T17:06:40.804749Z","caller":"traceutil/trace.go:171","msg":"trace[72151188] transaction","detail":"{read_only:false; response_revision:5596; number_of_response:1; }","duration":"388.06846ms","start":"2026-04-23T17:06:40.416661Z","end":"2026-04-23T17:06:40.804729Z","steps":["trace[72151188] 'process raft request' (duration: 387.925686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:06:40.804872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:06:40.416632Z","time spent":"388.176513ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T17:06:40.805106Z","caller":"traceutil/trace.go:171","msg":"trace[205639337] transaction","detail":"{read_only:false; response_revision:5597; number_of_response:1; }","duration":"351.659844ms","start":"2026-04-23T17:06:40.453436Z","end":"2026-04-23T17:06:40.805095Z","steps":["trace[205639337] 'process raft request' (duration: 351.259885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:06:40.805165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:06:40.453421Z","time spent":"351.714435ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T17:06:40.805335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.07469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-mlcwb.18a90b5788d2de46\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-04-23T17:06:40.80537Z","caller":"traceutil/trace.go:171","msg":"trace[953590662] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-mlcwb.18a90b5788d2de46; range_end:; response_count:1; response_revision:5597; }","duration":"206.144032ms","start":"2026-04-23T17:06:40.599216Z","end":"2026-04-23T17:06:40.80536Z","steps":["trace[953590662] 'agreement among raft nodes before linearized reading' (duration: 206.015609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:06:40.805575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.940548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-23T17:06:40.805607Z","caller":"traceutil/trace.go:171","msg":"trace[1873765685] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:5597; }","duration":"375.008359ms","start":"2026-04-23T17:06:40.430591Z","end":"2026-04-23T17:06:40.805599Z","steps":["trace[1873765685] 'agreement among raft nodes before linearized reading' (duration: 374.923117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:06:40.805638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:06:40.430577Z","time spent":"375.053ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"info","ts":"2026-04-23T17:06:41.41617Z","caller":"traceutil/trace.go:171","msg":"trace[624593443] linearizableReadLoop","detail":"{readStateIndex:5826; appliedIndex:5825; }","duration":"120.18835ms","start":"2026-04-23T17:06:41.29596Z","end":"2026-04-23T17:06:41.416149Z","steps":["trace[624593443] 'read index received' (duration: 120.071127ms)","trace[624593443] 'applied index is now lower than readState.Index' (duration: 116.523µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:06:41.41622Z","caller":"traceutil/trace.go:171","msg":"trace[379467501] transaction","detail":"{read_only:false; response_revision:5611; number_of_response:1; }","duration":"124.022348ms","start":"2026-04-23T17:06:41.292181Z","end":"2026-04-23T17:06:41.416203Z","steps":["trace[379467501] 'process raft request' (duration: 123.854594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:06:41.416371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.366144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T17:06:41.416416Z","caller":"traceutil/trace.go:171","msg":"trace[1218907401] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5611; }","duration":"120.470757ms","start":"2026-04-23T17:06:41.295931Z","end":"2026-04-23T17:06:41.416401Z","steps":["trace[1218907401] 'agreement among raft nodes before linearized reading' (duration: 120.299033ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:06:41.833114Z","caller":"traceutil/trace.go:171","msg":"trace[1097345678] transaction","detail":"{read_only:false; response_revision:5612; number_of_response:1; }","duration":"537.069562ms","start":"2026-04-23T17:06:41.296023Z","end":"2026-04-23T17:06:41.833093Z","steps":["trace[1097345678] 'process raft request' (duration: 536.799026ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:06:41.833097Z","caller":"traceutil/trace.go:171","msg":"trace[1151406281] transaction","detail":"{read_only:false; response_revision:5613; number_of_response:1; }","duration":"488.767493ms","start":"2026-04-23T17:06:41.344304Z","end":"2026-04-23T17:06:41.833071Z","steps":["trace[1151406281] 'process raft request' (duration: 488.713942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:06:41.833257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:06:41.29601Z","time spent":"537.165024ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14409,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T17:06:41.833353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:06:41.344275Z","time spent":"489.028148ms","remote":"127.0.0.1:57820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2471,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T17:06:41.834731Z","caller":"traceutil/trace.go:171","msg":"trace[1079169303] transaction","detail":"{read_only:false; response_revision:5614; number_of_response:1; }","duration":"414.816746ms","start":"2026-04-23T17:06:41.419891Z","end":"2026-04-23T17:06:41.834708Z","steps":["trace[1079169303] 'process raft request' (duration: 414.457167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:06:41.834895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:06:41.419875Z","time spent":"414.909655ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T17:06:41.836903Z","caller":"traceutil/trace.go:171","msg":"trace[51971764] linearizableReadLoop","detail":"{readStateIndex:5829; appliedIndex:5826; }","duration":"353.692091ms","start":"2026-04-23T17:06:41.483197Z","end":"2026-04-23T17:06:41.836889Z","steps":["trace[51971764] 'read index received' (duration: 349.582957ms)","trace[51971764] 'applied index is now lower than readState.Index' (duration: 4.108214ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:06:41.837107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.905506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T17:06:41.837136Z","caller":"traceutil/trace.go:171","msg":"trace[1589035919] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5614; }","duration":"353.980158ms","start":"2026-04-23T17:06:41.483149Z","end":"2026-04-23T17:06:41.837129Z","steps":["trace[1589035919] 'agreement among raft nodes before linearized reading' (duration: 353.916386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:06:41.83716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:06:41.483129Z","time spent":"354.022628ms","remote":"127.0.0.1:48378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-23T17:06:41.837285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.953228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:06:41.837313Z","caller":"traceutil/trace.go:171","msg":"trace[404358230] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:5614; }","duration":"253.0053ms","start":"2026-04-23T17:06:41.584299Z","end":"2026-04-23T17:06:41.837304Z","steps":["trace[404358230] 'agreement among raft nodes before linearized reading' (duration: 252.967219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:06:41.837602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.918816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-data-valkey-node-1.18a90b31d27668be\" ","response":"range_response_count:1 size:764"} {"level":"info","ts":"2026-04-23T17:06:41.83763Z","caller":"traceutil/trace.go:171","msg":"trace[1987913688] range","detail":"{range_begin:/registry/events/openstack/valkey-data-valkey-node-1.18a90b31d27668be; range_end:; response_count:1; response_revision:5614; }","duration":"241.958716ms","start":"2026-04-23T17:06:41.595663Z","end":"2026-04-23T17:06:41.837622Z","steps":["trace[1987913688] 'agreement among raft nodes before linearized reading' (duration: 241.892135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:06:44.108285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.751106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:06:44.108482Z","caller":"traceutil/trace.go:171","msg":"trace[1620899926] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:5631; }","duration":"289.998721ms","start":"2026-04-23T17:06:43.818465Z","end":"2026-04-23T17:06:44.108464Z","steps":["trace[1620899926] 'count revisions from in-memory index tree' (duration: 289.643114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:06:44.108643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.053397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T17:06:44.108688Z","caller":"traceutil/trace.go:171","msg":"trace[821118009] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5631; }","duration":"268.103308ms","start":"2026-04-23T17:06:43.840573Z","end":"2026-04-23T17:06:44.108676Z","steps":["trace[821118009] 'range keys from in-memory index tree' (duration: 267.902683ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:06:44.109629Z","caller":"traceutil/trace.go:171","msg":"trace[1550054107] transaction","detail":"{read_only:false; response_revision:5632; number_of_response:1; }","duration":"261.20998ms","start":"2026-04-23T17:06:43.848404Z","end":"2026-04-23T17:06:44.109614Z","steps":["trace[1550054107] 'process raft request' (duration: 261.110298ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:06:44.136965Z","caller":"traceutil/trace.go:171","msg":"trace[722241774] transaction","detail":"{read_only:false; response_revision:5634; number_of_response:1; }","duration":"223.026222ms","start":"2026-04-23T17:06:43.913924Z","end":"2026-04-23T17:06:44.13695Z","steps":["trace[722241774] 'process raft request' (duration: 222.973621ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:06:44.137005Z","caller":"traceutil/trace.go:171","msg":"trace[1796338877] transaction","detail":"{read_only:false; response_revision:5633; number_of_response:1; }","duration":"287.441882ms","start":"2026-04-23T17:06:43.849531Z","end":"2026-04-23T17:06:44.136973Z","steps":["trace[1796338877] 'process raft request' (duration: 287.277168ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:06:44.137095Z","caller":"traceutil/trace.go:171","msg":"trace[1229443622] linearizableReadLoop","detail":"{readStateIndex:5852; appliedIndex:5848; }","duration":"107.285783ms","start":"2026-04-23T17:06:44.029798Z","end":"2026-04-23T17:06:44.137084Z","steps":["trace[1229443622] 'read index received' (duration: 79.760572ms)","trace[1229443622] 'applied index is now lower than readState.Index' (duration: 27.508641ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:06:44.137147Z","caller":"traceutil/trace.go:171","msg":"trace[1802536469] transaction","detail":"{read_only:false; response_revision:5635; number_of_response:1; }","duration":"210.30564ms","start":"2026-04-23T17:06:43.926836Z","end":"2026-04-23T17:06:44.137142Z","steps":["trace[1802536469] 'process raft request' (duration: 210.090675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:06:44.137238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.429238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T17:06:44.137263Z","caller":"traceutil/trace.go:171","msg":"trace[2113203600] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5635; }","duration":"107.488338ms","start":"2026-04-23T17:06:44.029767Z","end":"2026-04-23T17:06:44.137255Z","steps":["trace[2113203600] 'agreement among raft nodes before linearized reading' (duration: 107.386406ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:06:44.266892Z","caller":"traceutil/trace.go:171","msg":"trace[707121172] transaction","detail":"{read_only:false; response_revision:5637; number_of_response:1; }","duration":"125.711918ms","start":"2026-04-23T17:06:44.141144Z","end":"2026-04-23T17:06:44.266856Z","steps":["trace[707121172] 'process raft request' (duration: 125.492223ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:06:44.279055Z","caller":"traceutil/trace.go:171","msg":"trace[1040006308] transaction","detail":"{read_only:false; response_revision:5638; number_of_response:1; }","duration":"125.261186ms","start":"2026-04-23T17:06:44.153771Z","end":"2026-04-23T17:06:44.279032Z","steps":["trace[1040006308] 'process raft request' (duration: 124.928898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:06:45.741103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.903469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12975"} {"level":"info","ts":"2026-04-23T17:06:45.741161Z","caller":"traceutil/trace.go:171","msg":"trace[1229698428] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5651; }","duration":"105.010322ms","start":"2026-04-23T17:06:45.636138Z","end":"2026-04-23T17:06:45.741148Z","steps":["trace[1229698428] 'range keys from in-memory index tree' (duration: 104.782686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:06:45.741172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.020817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-5f67c6bf77-t8jpf.18a90b58f258f6d9\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-04-23T17:06:45.741242Z","caller":"traceutil/trace.go:171","msg":"trace[741690278] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-5f67c6bf77-t8jpf.18a90b58f258f6d9; range_end:; response_count:1; response_revision:5651; }","duration":"103.15038ms","start":"2026-04-23T17:06:45.638072Z","end":"2026-04-23T17:06:45.741223Z","steps":["trace[741690278] 'range keys from in-memory index tree' (duration: 102.864843ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:06:45.889624Z","caller":"traceutil/trace.go:171","msg":"trace[754020197] transaction","detail":"{read_only:false; response_revision:5653; number_of_response:1; }","duration":"137.500879ms","start":"2026-04-23T17:06:45.752091Z","end":"2026-04-23T17:06:45.889592Z","steps":["trace[754020197] 'process raft request' (duration: 137.359666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:06:45.8898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.030799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1478"} {"level":"info","ts":"2026-04-23T17:06:45.889868Z","caller":"traceutil/trace.go:171","msg":"trace[707907340] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5653; }","duration":"144.121061ms","start":"2026-04-23T17:06:45.74573Z","end":"2026-04-23T17:06:45.889851Z","steps":["trace[707907340] 'agreement among raft nodes before linearized reading' (duration: 143.865325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:06:45.890026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.236323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1270"} {"level":"info","ts":"2026-04-23T17:06:45.890122Z","caller":"traceutil/trace.go:171","msg":"trace[1263387707] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:5653; }","duration":"144.372687ms","start":"2026-04-23T17:06:45.745728Z","end":"2026-04-23T17:06:45.8901Z","steps":["trace[1263387707] 'agreement among raft nodes before linearized reading' (duration: 144.0745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:06:45.890367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.719997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:06:45.890466Z","caller":"traceutil/trace.go:171","msg":"trace[1161591224] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5653; }","duration":"119.010143ms","start":"2026-04-23T17:06:45.771435Z","end":"2026-04-23T17:06:45.890445Z","steps":["trace[1161591224] 'agreement among raft nodes before linearized reading' (duration: 118.334708ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:06:48.418913Z","caller":"traceutil/trace.go:171","msg":"trace[5168114] transaction","detail":"{read_only:false; response_revision:5692; number_of_response:1; }","duration":"270.411613ms","start":"2026-04-23T17:06:48.148476Z","end":"2026-04-23T17:06:48.418887Z","steps":["trace[5168114] 'process raft request' (duration: 230.68434ms)","trace[5168114] 'compare' (duration: 39.215212ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:06:48.419397Z","caller":"traceutil/trace.go:171","msg":"trace[164141439] transaction","detail":"{read_only:false; response_revision:5693; number_of_response:1; }","duration":"269.147835ms","start":"2026-04-23T17:06:48.15022Z","end":"2026-04-23T17:06:48.419368Z","steps":["trace[164141439] 'process raft request' (duration: 268.609492ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:06:48.419569Z","caller":"traceutil/trace.go:171","msg":"trace[1814303648] transaction","detail":"{read_only:false; response_revision:5694; number_of_response:1; }","duration":"269.315049ms","start":"2026-04-23T17:06:48.150237Z","end":"2026-04-23T17:06:48.419552Z","steps":["trace[1814303648] 'process raft request' (duration: 269.039123ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:06:48.419558Z","caller":"traceutil/trace.go:171","msg":"trace[693449143] linearizableReadLoop","detail":"{readStateIndex:5912; appliedIndex:5909; }","duration":"258.228924ms","start":"2026-04-23T17:06:48.161299Z","end":"2026-04-23T17:06:48.419528Z","steps":["trace[693449143] 'read index received' (duration: 217.847146ms)","trace[693449143] 'applied index is now lower than readState.Index' (duration: 40.361487ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:06:48.419849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.48774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-23T17:06:48.419971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.534142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T17:06:48.420012Z","caller":"traceutil/trace.go:171","msg":"trace[1652705961] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5694; }","duration":"131.587084ms","start":"2026-04-23T17:06:48.288414Z","end":"2026-04-23T17:06:48.420001Z","steps":["trace[1652705961] 'agreement among raft nodes before linearized reading' (duration: 131.500372ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:06:48.420092Z","caller":"traceutil/trace.go:171","msg":"trace[495804138] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5694; }","duration":"258.660724ms","start":"2026-04-23T17:06:48.161264Z","end":"2026-04-23T17:06:48.419925Z","steps":["trace[495804138] 'agreement among raft nodes before linearized reading' (duration: 258.385588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:06:48.419877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.97414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T17:06:48.420249Z","caller":"traceutil/trace.go:171","msg":"trace[1872756169] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5694; }","duration":"128.37021ms","start":"2026-04-23T17:06:48.291858Z","end":"2026-04-23T17:06:48.420229Z","steps":["trace[1872756169] 'agreement among raft nodes before linearized reading' (duration: 127.846368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:06:48.420977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.153879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:06:48.42104Z","caller":"traceutil/trace.go:171","msg":"trace[1616147353] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5694; }","duration":"190.270632ms","start":"2026-04-23T17:06:48.23075Z","end":"2026-04-23T17:06:48.421021Z","steps":["trace[1616147353] 'agreement among raft nodes before linearized reading' (duration: 188.950022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:06:53.684841Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15132549650592714281,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T17:06:53.738521Z","caller":"traceutil/trace.go:171","msg":"trace[425053888] linearizableReadLoop","detail":"{readStateIndex:5980; appliedIndex:5979; }","duration":"553.849573ms","start":"2026-04-23T17:06:53.184646Z","end":"2026-04-23T17:06:53.738496Z","steps":["trace[425053888] 'read index received' (duration: 553.443063ms)","trace[425053888] 'applied index is now lower than readState.Index' (duration: 405.13µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:06:53.738623Z","caller":"traceutil/trace.go:171","msg":"trace[1290173239] transaction","detail":"{read_only:false; response_revision:5758; number_of_response:1; }","duration":"613.273418ms","start":"2026-04-23T17:06:53.125327Z","end":"2026-04-23T17:06:53.7386Z","steps":["trace[1290173239] 'process raft request' (duration: 612.888809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:06:53.738859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.194439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-23T17:06:53.738916Z","caller":"traceutil/trace.go:171","msg":"trace[476967619] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5758; }","duration":"554.310562ms","start":"2026-04-23T17:06:53.18459Z","end":"2026-04-23T17:06:53.738901Z","steps":["trace[476967619] 'agreement among raft nodes before linearized reading' (duration: 554.085396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:06:53.738965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:06:53.18457Z","time spent":"554.381224ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T17:06:53.738959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:06:53.125311Z","time spent":"613.553364ms","remote":"127.0.0.1:44440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7527,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T17:06:53.73914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.303968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T17:06:53.739139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.844688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T17:06:53.739229Z","caller":"traceutil/trace.go:171","msg":"trace[1815366370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5758; }","duration":"509.451861ms","start":"2026-04-23T17:06:53.229757Z","end":"2026-04-23T17:06:53.739209Z","steps":["trace[1815366370] 'agreement among raft nodes before linearized reading' (duration: 509.300067ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:06:53.739245Z","caller":"traceutil/trace.go:171","msg":"trace[1944685580] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5758; }","duration":"235.001462ms","start":"2026-04-23T17:06:53.504225Z","end":"2026-04-23T17:06:53.739226Z","steps":["trace[1944685580] 'agreement among raft nodes before linearized reading' (duration: 234.713555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:06:53.739297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:06:53.229735Z","time spent":"509.551024ms","remote":"127.0.0.1:47964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T17:06:54.054381Z","caller":"traceutil/trace.go:171","msg":"trace[799487069] transaction","detail":"{read_only:false; response_revision:5760; number_of_response:1; }","duration":"308.83557ms","start":"2026-04-23T17:06:53.745527Z","end":"2026-04-23T17:06:54.054362Z","steps":["trace[799487069] 'process raft request' (duration: 297.489719ms)","trace[799487069] 'compare' (duration: 11.27053ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:06:54.054601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T17:06:53.745509Z","time spent":"309.034505ms","remote":"127.0.0.1:48210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T17:08:38.651087Z","caller":"traceutil/trace.go:171","msg":"trace[1040660961] linearizableReadLoop","detail":"{readStateIndex:6780; appliedIndex:6779; }","duration":"124.227846ms","start":"2026-04-23T17:08:38.526844Z","end":"2026-04-23T17:08:38.651072Z","steps":["trace[1040660961] 'read index received' (duration: 124.096713ms)","trace[1040660961] 'applied index is now lower than readState.Index' (duration: 130.573µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:08:38.651158Z","caller":"traceutil/trace.go:171","msg":"trace[494409856] transaction","detail":"{read_only:false; response_revision:6533; number_of_response:1; }","duration":"159.385838ms","start":"2026-04-23T17:08:38.491742Z","end":"2026-04-23T17:08:38.651128Z","steps":["trace[494409856] 'process raft request' (duration: 159.240735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:08:38.651208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.355509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-23T17:08:38.651227Z","caller":"traceutil/trace.go:171","msg":"trace[656766148] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6533; }","duration":"124.413889ms","start":"2026-04-23T17:08:38.526808Z","end":"2026-04-23T17:08:38.651222Z","steps":["trace[656766148] 'agreement among raft nodes before linearized reading' (duration: 124.328947ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:08:38.757963Z","caller":"traceutil/trace.go:171","msg":"trace[1371559138] transaction","detail":"{read_only:false; response_revision:6534; number_of_response:1; }","duration":"103.24844ms","start":"2026-04-23T17:08:38.654697Z","end":"2026-04-23T17:08:38.757945Z","steps":["trace[1371559138] 'process raft request' (duration: 87.898394ms)","trace[1371559138] 'compare' (duration: 15.198722ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:08:39.006579Z","caller":"traceutil/trace.go:171","msg":"trace[417772351] transaction","detail":"{read_only:false; response_revision:6538; number_of_response:1; }","duration":"119.862333ms","start":"2026-04-23T17:08:38.886692Z","end":"2026-04-23T17:08:39.006555Z","steps":["trace[417772351] 'process raft request' (duration: 119.7246ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:08:39.023648Z","caller":"traceutil/trace.go:171","msg":"trace[1741734224] linearizableReadLoop","detail":"{readStateIndex:6787; appliedIndex:6785; }","duration":"129.625219ms","start":"2026-04-23T17:08:38.894006Z","end":"2026-04-23T17:08:39.023631Z","steps":["trace[1741734224] 'read index received' (duration: 112.551244ms)","trace[1741734224] 'applied index is now lower than readState.Index' (duration: 17.073235ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:08:39.02391Z","caller":"traceutil/trace.go:171","msg":"trace[318484625] transaction","detail":"{read_only:false; response_revision:6539; number_of_response:1; }","duration":"137.146423ms","start":"2026-04-23T17:08:38.886744Z","end":"2026-04-23T17:08:39.02389Z","steps":["trace[318484625] 'process raft request' (duration: 136.773955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T17:08:39.023947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.913126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:08:39.023997Z","caller":"traceutil/trace.go:171","msg":"trace[713283174] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6540; }","duration":"129.992298ms","start":"2026-04-23T17:08:38.89399Z","end":"2026-04-23T17:08:39.023983Z","steps":["trace[713283174] 'agreement among raft nodes before linearized reading' (duration: 129.877905ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:08:39.024046Z","caller":"traceutil/trace.go:171","msg":"trace[1054431178] transaction","detail":"{read_only:false; response_revision:6540; number_of_response:1; }","duration":"133.935399ms","start":"2026-04-23T17:08:38.890103Z","end":"2026-04-23T17:08:39.024038Z","steps":["trace[1054431178] 'process raft request' (duration: 133.503219ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:09:00.889781Z","caller":"traceutil/trace.go:171","msg":"trace[1863835] transaction","detail":"{read_only:false; response_revision:6708; number_of_response:1; }","duration":"163.737811ms","start":"2026-04-23T17:09:00.725993Z","end":"2026-04-23T17:09:00.889731Z","steps":["trace[1863835] 'process raft request' (duration: 163.510617ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:09:01.033156Z","caller":"traceutil/trace.go:171","msg":"trace[1780823476] linearizableReadLoop","detail":"{readStateIndex:6967; appliedIndex:6965; }","duration":"110.031197ms","start":"2026-04-23T17:09:00.923096Z","end":"2026-04-23T17:09:01.033127Z","steps":["trace[1780823476] 'read index received' (duration: 78.705502ms)","trace[1780823476] 'applied index is now lower than readState.Index' (duration: 31.324345ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:09:01.033734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.53313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-23T17:09:01.033853Z","caller":"traceutil/trace.go:171","msg":"trace[672363272] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6712; }","duration":"110.763845ms","start":"2026-04-23T17:09:00.92306Z","end":"2026-04-23T17:09:01.033824Z","steps":["trace[672363272] 'agreement among raft nodes before linearized reading' (duration: 110.198541ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:09:01.034073Z","caller":"traceutil/trace.go:171","msg":"trace[1843883601] transaction","detail":"{read_only:false; response_revision:6711; number_of_response:1; }","duration":"121.978495ms","start":"2026-04-23T17:09:00.912048Z","end":"2026-04-23T17:09:01.034027Z","steps":["trace[1843883601] 'process raft request' (duration: 89.883942ms)","trace[1843883601] 'compare' (duration: 30.815333ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:09:01.034609Z","caller":"traceutil/trace.go:171","msg":"trace[1239244741] transaction","detail":"{read_only:false; response_revision:6712; number_of_response:1; }","duration":"119.838876ms","start":"2026-04-23T17:09:00.914709Z","end":"2026-04-23T17:09:01.034548Z","steps":["trace[1239244741] 'process raft request' (duration: 118.32021ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T17:09:16.33242Z","caller":"traceutil/trace.go:171","msg":"trace[2034818055] transaction","detail":"{read_only:false; response_revision:6790; number_of_response:1; }","duration":"112.146869ms","start":"2026-04-23T17:09:16.220234Z","end":"2026-04-23T17:09:16.332381Z","steps":["trace[2034818055] 'process raft request' (duration: 22.259836ms)","trace[2034818055] 'compare' (duration: 88.124302ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T17:09:16.332418Z","caller":"traceutil/trace.go:171","msg":"trace[274245643] linearizableReadLoop","detail":"{readStateIndex:7049; appliedIndex:7048; }","duration":"103.682112ms","start":"2026-04-23T17:09:16.228706Z","end":"2026-04-23T17:09:16.332388Z","steps":["trace[274245643] 'read index received' (duration: 13.724457ms)","trace[274245643] 'applied index is now lower than readState.Index' (duration: 89.954735ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T17:09:16.3327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.930027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T17:09:16.332757Z","caller":"traceutil/trace.go:171","msg":"trace[610311711] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6790; }","duration":"104.077391ms","start":"2026-04-23T17:09:16.228662Z","end":"2026-04-23T17:09:16.33274Z","steps":["trace[610311711] 'agreement among raft nodes before linearized reading' (duration: 103.864076ms)"],"step_count":1}