{"level":"warn","ts":"2026-03-31T20:18:19.678494Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T20:18:19.678658Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.207:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.207:2380","--initial-cluster=instance=https://162.253.55.207:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.207:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.207:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-31T20:18:19.678819Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T20:18:19.67884Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.207:2380"]} {"level":"info","ts":"2026-03-31T20:18:19.678881Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T20:18:19.679813Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.207:2379"]} {"level":"info","ts":"2026-03-31T20:18:19.679941Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.207:2380"],"listen-peer-urls":["https://162.253.55.207:2380"],"advertise-client-urls":["https://162.253.55.207:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.207:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.207:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-31T20:18:19.889294Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"180.660747ms"} {"level":"info","ts":"2026-03-31T20:18:19.907355Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"6f1fcbe50562a63a","cluster-id":"a9b9f04f4e8a9fba"} {"level":"info","ts":"2026-03-31T20:18:19.907478Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a switched to configuration voters=()"} {"level":"info","ts":"2026-03-31T20:18:19.907512Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a became follower at term 0"} {"level":"info","ts":"2026-03-31T20:18:19.907556Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 6f1fcbe50562a63a [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-31T20:18:19.907581Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a became follower at term 1"} {"level":"info","ts":"2026-03-31T20:18:19.907632Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a switched to configuration voters=(8007342846986331706)"} {"level":"warn","ts":"2026-03-31T20:18:19.922312Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-31T20:18:19.924463Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-31T20:18:19.926316Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-31T20:18:19.930071Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"6f1fcbe50562a63a","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-31T20:18:19.930314Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"6f1fcbe50562a63a","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-31T20:18:19.93035Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T20:18:19.930428Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T20:18:19.930455Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T20:18:19.931909Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a switched to configuration voters=(8007342846986331706)"} {"level":"info","ts":"2026-03-31T20:18:19.940228Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"a9b9f04f4e8a9fba","local-member-id":"6f1fcbe50562a63a","added-peer-id":"6f1fcbe50562a63a","added-peer-peer-urls":["https://162.253.55.207:2380"]} {"level":"info","ts":"2026-03-31T20:18:19.942599Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T20:18:19.942726Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.207:2380"} {"level":"info","ts":"2026-03-31T20:18:19.942818Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"6f1fcbe50562a63a","initial-advertise-peer-urls":["https://162.253.55.207:2380"],"listen-peer-urls":["https://162.253.55.207:2380"],"advertise-client-urls":["https://162.253.55.207:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.207:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-31T20:18:19.94283Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.207:2380"} {"level":"info","ts":"2026-03-31T20:18:19.942839Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-31T20:18:20.7082Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a is starting a new election at term 1"} {"level":"info","ts":"2026-03-31T20:18:20.70827Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a became pre-candidate at term 1"} {"level":"info","ts":"2026-03-31T20:18:20.70829Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a received MsgPreVoteResp from 6f1fcbe50562a63a at term 1"} {"level":"info","ts":"2026-03-31T20:18:20.708304Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a became candidate at term 2"} {"level":"info","ts":"2026-03-31T20:18:20.708311Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a received MsgVoteResp from 6f1fcbe50562a63a at term 2"} {"level":"info","ts":"2026-03-31T20:18:20.708322Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6f1fcbe50562a63a became leader at term 2"} {"level":"info","ts":"2026-03-31T20:18:20.708331Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 6f1fcbe50562a63a elected leader 6f1fcbe50562a63a at term 2"} {"level":"info","ts":"2026-03-31T20:18:20.709277Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"6f1fcbe50562a63a","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.207:2379]}","request-path":"/0/members/6f1fcbe50562a63a/attributes","cluster-id":"a9b9f04f4e8a9fba","publish-timeout":"7s"} {"level":"info","ts":"2026-03-31T20:18:20.709282Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T20:18:20.70932Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T20:18:20.709352Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T20:18:20.70953Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-31T20:18:20.709576Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-31T20:18:20.71049Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"a9b9f04f4e8a9fba","local-member-id":"6f1fcbe50562a63a","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T20:18:20.71059Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T20:18:20.710653Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T20:18:20.71272Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.207:2379"} {"level":"info","ts":"2026-03-31T20:18:20.713302Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-31T20:18:23.368081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.372082ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-31T20:18:23.368243Z","caller":"traceutil/trace.go:171","msg":"trace[80686317] transaction","detail":"{read_only:false; response_revision:119; number_of_response:1; }","duration":"143.629703ms","start":"2026-03-31T20:18:23.224588Z","end":"2026-03-31T20:18:23.368217Z","steps":["trace[80686317] 'process raft request' (duration: 42.611845ms)","trace[80686317] 'compare' (duration: 100.27998ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:18:25.23859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.684918ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:18:25.238782Z","caller":"traceutil/trace.go:171","msg":"trace[948551818] transaction","detail":"{read_only:false; response_revision:207; number_of_response:1; }","duration":"335.562924ms","start":"2026-03-31T20:18:24.903191Z","end":"2026-03-31T20:18:25.238754Z","steps":["trace[948551818] 'process raft request' (duration: 133.640601ms)","trace[948551818] 'compare' (duration: 201.537374ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:18:25.238875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:24.903173Z","time spent":"335.656727ms","remote":"127.0.0.1:52240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11440,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:18:26.283589Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973321453,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:18:26.784377Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973321453,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:18:27.249109Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.005340633s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T20:18:28.120894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.27945ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:18:28.121316Z","caller":"traceutil/trace.go:171","msg":"trace[324491672] transaction","detail":"{read_only:false; response_revision:208; number_of_response:1; }","duration":"2.87763986s","start":"2026-03-31T20:18:25.243658Z","end":"2026-03-31T20:18:28.121298Z","steps":["trace[324491672] 'process raft request' (duration: 2.005877938s)","trace[324491672] 'compare' (duration: 870.582422ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:18:28.121438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:25.243634Z","time spent":"2.877767403s","remote":"127.0.0.1:52474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":324,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:18:28.126779Z","caller":"traceutil/trace.go:171","msg":"trace[1504710306] linearizableReadLoop","detail":"{readStateIndex:213; appliedIndex:211; }","duration":"2.343935198s","start":"2026-03-31T20:18:25.782801Z","end":"2026-03-31T20:18:28.126736Z","steps":["trace[1504710306] 'read index received' (duration: 1.466760478s)","trace[1504710306] 'applied index is now lower than readState.Index' (duration: 877.173209ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:18:28.126963Z","caller":"traceutil/trace.go:171","msg":"trace[613259279] transaction","detail":"{read_only:false; response_revision:209; number_of_response:1; }","duration":"1.534099069s","start":"2026-03-31T20:18:26.59281Z","end":"2026-03-31T20:18:28.126909Z","steps":["trace[613259279] 'process raft request' (duration: 1.533655538s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:28.12712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:26.592792Z","time spent":"1.534259393s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3965,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:18:28.127121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.344259045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:18:28.127205Z","caller":"traceutil/trace.go:171","msg":"trace[292234520] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:209; }","duration":"2.344411659s","start":"2026-03-31T20:18:25.782753Z","end":"2026-03-31T20:18:28.127165Z","steps":["trace[292234520] 'agreement among raft nodes before linearized reading' (duration: 2.344142092s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:28.127248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:25.782735Z","time spent":"2.344504662s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:18:28.129142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.238744394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:18:28.129213Z","caller":"traceutil/trace.go:171","msg":"trace[1464895836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:210; }","duration":"2.238867087s","start":"2026-03-31T20:18:25.89033Z","end":"2026-03-31T20:18:28.129197Z","steps":["trace[1464895836] 'agreement among raft nodes before linearized reading' (duration: 2.238740134s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:28.129248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:25.890307Z","time spent":"2.238934189s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:18:28.129586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.57420532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:18:28.129624Z","caller":"traceutil/trace.go:171","msg":"trace[1300473029] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:0; response_revision:210; }","duration":"1.574289902s","start":"2026-03-31T20:18:26.555325Z","end":"2026-03-31T20:18:28.129615Z","steps":["trace[1300473029] 'agreement among raft nodes before linearized reading' (duration: 1.574238141s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:28.129652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:26.555305Z","time spent":"1.574341174s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:18:28.129769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.081306302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:18:28.129805Z","caller":"traceutil/trace.go:171","msg":"trace[1825948718] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:0; response_revision:210; }","duration":"2.081397775s","start":"2026-03-31T20:18:26.048399Z","end":"2026-03-31T20:18:28.129797Z","steps":["trace[1825948718] 'agreement among raft nodes before linearized reading' (duration: 2.081351834s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:28.129831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:26.048367Z","time spent":"2.081458406s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:18:31.282452Z","caller":"traceutil/trace.go:171","msg":"trace[2058550636] transaction","detail":"{read_only:false; response_revision:335; number_of_response:1; }","duration":"116.450537ms","start":"2026-03-31T20:18:31.165968Z","end":"2026-03-31T20:18:31.282418Z","steps":["trace[2058550636] 'process raft request' (duration: 113.253797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:31.546859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.703532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-31T20:18:31.546936Z","caller":"traceutil/trace.go:171","msg":"trace[562692288] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:336; }","duration":"154.792894ms","start":"2026-03-31T20:18:31.392126Z","end":"2026-03-31T20:18:31.546919Z","steps":["trace[562692288] 'range keys from in-memory index tree' (duration: 154.580309ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:18:32.926372Z","caller":"traceutil/trace.go:171","msg":"trace[1980359906] transaction","detail":"{read_only:false; response_revision:349; number_of_response:1; }","duration":"124.419488ms","start":"2026-03-31T20:18:32.801917Z","end":"2026-03-31T20:18:32.926336Z","steps":["trace[1980359906] 'process raft request' (duration: 124.214443ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:18:32.926517Z","caller":"traceutil/trace.go:171","msg":"trace[322085654] transaction","detail":"{read_only:false; response_revision:350; number_of_response:1; }","duration":"124.026178ms","start":"2026-03-31T20:18:32.802467Z","end":"2026-03-31T20:18:32.926493Z","steps":["trace[322085654] 'process raft request' (duration: 123.771902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:33.294964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.457605ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:18:33.295142Z","caller":"traceutil/trace.go:171","msg":"trace[546489296] linearizableReadLoop","detail":"{readStateIndex:366; appliedIndex:364; }","duration":"351.540578ms","start":"2026-03-31T20:18:32.943583Z","end":"2026-03-31T20:18:33.295123Z","steps":["trace[546489296] 'read index received' (duration: 196.616849ms)","trace[546489296] 'applied index is now lower than readState.Index' (duration: 154.922889ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:18:33.295329Z","caller":"traceutil/trace.go:171","msg":"trace[2082385845] transaction","detail":"{read_only:false; response_revision:351; number_of_response:1; }","duration":"359.5526ms","start":"2026-03-31T20:18:32.935752Z","end":"2026-03-31T20:18:33.295305Z","steps":["trace[2082385845] 'process raft request' (duration: 204.54407ms)","trace[2082385845] 'compare' (duration: 154.341393ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:18:33.295425Z","caller":"traceutil/trace.go:171","msg":"trace[1972043093] transaction","detail":"{read_only:false; response_revision:352; number_of_response:1; }","duration":"353.751303ms","start":"2026-03-31T20:18:32.941605Z","end":"2026-03-31T20:18:33.295357Z","steps":["trace[1972043093] 'process raft request' (duration: 353.470566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:33.295545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:32.941592Z","time spent":"353.890426ms","remote":"127.0.0.1:52492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2264,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:18:33.295553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.469185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-03-31T20:18:33.295631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.032068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-03-31T20:18:33.295609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.111059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"warn","ts":"2026-03-31T20:18:33.295609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.145258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-31T20:18:33.295694Z","caller":"traceutil/trace.go:171","msg":"trace[2052327156] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:352; }","duration":"102.629149ms","start":"2026-03-31T20:18:33.193043Z","end":"2026-03-31T20:18:33.295673Z","steps":["trace[2052327156] 'agreement among raft nodes before linearized reading' (duration: 102.453135ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:18:33.295698Z","caller":"traceutil/trace.go:171","msg":"trace[1598167345] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:352; }","duration":"302.12997ms","start":"2026-03-31T20:18:32.993551Z","end":"2026-03-31T20:18:33.295681Z","steps":["trace[1598167345] 'agreement among raft nodes before linearized reading' (duration: 301.928205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:33.295568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.806305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-03-31T20:18:33.295779Z","caller":"traceutil/trace.go:171","msg":"trace[1460016382] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:352; }","duration":"152.306422ms","start":"2026-03-31T20:18:33.143407Z","end":"2026-03-31T20:18:33.295713Z","steps":["trace[1460016382] 'agreement among raft nodes before linearized reading' (duration: 152.010435ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:18:33.295819Z","caller":"traceutil/trace.go:171","msg":"trace[1152061687] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:352; }","duration":"201.119683ms","start":"2026-03-31T20:18:33.094677Z","end":"2026-03-31T20:18:33.295797Z","steps":["trace[1152061687] 'agreement among raft nodes before linearized reading' (duration: 200.684822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:33.295747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:32.993526Z","time spent":"302.208603ms","remote":"127.0.0.1:52350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"warn","ts":"2026-03-31T20:18:33.295685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.021939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-03-31T20:18:33.295752Z","caller":"traceutil/trace.go:171","msg":"trace[659335214] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:352; }","duration":"252.266963ms","start":"2026-03-31T20:18:33.043427Z","end":"2026-03-31T20:18:33.295694Z","steps":["trace[659335214] 'agreement among raft nodes before linearized reading' (duration: 252.063458ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:18:33.296055Z","caller":"traceutil/trace.go:171","msg":"trace[1413199979] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:352; }","duration":"352.463041ms","start":"2026-03-31T20:18:32.94356Z","end":"2026-03-31T20:18:33.296023Z","steps":["trace[1413199979] 'agreement among raft nodes before linearized reading' (duration: 351.860246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:33.296246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:32.94355Z","time spent":"352.675096ms","remote":"127.0.0.1:52350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":241,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" "} {"level":"warn","ts":"2026-03-31T20:18:33.295456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:32.935741Z","time spent":"359.653232ms","remote":"127.0.0.1:52492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3461,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:18:34.023875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.394757ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:18:34.023997Z","caller":"traceutil/trace.go:171","msg":"trace[522081650] transaction","detail":"{read_only:false; response_revision:353; number_of_response:1; }","duration":"721.579842ms","start":"2026-03-31T20:18:33.302381Z","end":"2026-03-31T20:18:34.023961Z","steps":["trace[522081650] 'process raft request' (duration: 224.034982ms)","trace[522081650] 'compare' (duration: 497.248223ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:18:34.024055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:33.302358Z","time spent":"721.672905ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3642,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:18:34.026198Z","caller":"traceutil/trace.go:171","msg":"trace[1948297981] transaction","detail":"{read_only:false; response_revision:354; number_of_response:1; }","duration":"723.331147ms","start":"2026-03-31T20:18:33.302842Z","end":"2026-03-31T20:18:34.026173Z","steps":["trace[1948297981] 'process raft request' (duration: 723.149243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:34.026347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:33.30283Z","time spent":"723.43861ms","remote":"127.0.0.1:52492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:18:34.02664Z","caller":"traceutil/trace.go:171","msg":"trace[667843780] transaction","detail":"{read_only:false; response_revision:355; number_of_response:1; }","duration":"723.594193ms","start":"2026-03-31T20:18:33.302991Z","end":"2026-03-31T20:18:34.026585Z","steps":["trace[667843780] 'process raft request' (duration: 723.138932ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:18:34.026733Z","caller":"traceutil/trace.go:171","msg":"trace[621724223] transaction","detail":"{read_only:false; response_revision:357; number_of_response:1; }","duration":"723.544011ms","start":"2026-03-31T20:18:33.303177Z","end":"2026-03-31T20:18:34.026721Z","steps":["trace[621724223] 'process raft request' (duration: 723.359806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:34.02676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:33.302983Z","time spent":"723.723086ms","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":649,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:18:34.0268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:33.303159Z","time spent":"723.612034ms","remote":"127.0.0.1:52252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1723,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:18:34.02688Z","caller":"traceutil/trace.go:171","msg":"trace[824792789] linearizableReadLoop","detail":"{readStateIndex:374; appliedIndex:366; }","duration":"683.296056ms","start":"2026-03-31T20:18:33.343503Z","end":"2026-03-31T20:18:34.026799Z","steps":["trace[824792789] 'read index received' (duration: 182.933554ms)","trace[824792789] 'applied index is now lower than readState.Index' (duration: 500.360912ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:18:34.026941Z","caller":"traceutil/trace.go:171","msg":"trace[565488105] transaction","detail":"{read_only:false; response_revision:356; number_of_response:1; }","duration":"723.922172ms","start":"2026-03-31T20:18:33.302993Z","end":"2026-03-31T20:18:34.026916Z","steps":["trace[565488105] 'process raft request' (duration: 723.46805ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:18:34.027029Z","caller":"traceutil/trace.go:171","msg":"trace[390641752] transaction","detail":"{read_only:false; response_revision:359; number_of_response:1; }","duration":"721.811478ms","start":"2026-03-31T20:18:33.305188Z","end":"2026-03-31T20:18:34.026999Z","steps":["trace[390641752] 'process raft request' (duration: 721.416408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:34.027057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:33.302978Z","time spent":"724.024634ms","remote":"127.0.0.1:52642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2150,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:18:34.027102Z","caller":"traceutil/trace.go:171","msg":"trace[904421932] transaction","detail":"{read_only:false; response_revision:358; number_of_response:1; }","duration":"723.871979ms","start":"2026-03-31T20:18:33.303219Z","end":"2026-03-31T20:18:34.027091Z","steps":["trace[904421932] 'process raft request' (duration: 723.345286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:34.02716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:33.3032Z","time spent":"723.937361ms","remote":"127.0.0.1:52350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":156,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:18:34.027175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.673746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"warn","ts":"2026-03-31T20:18:34.027181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:33.305182Z","time spent":"721.92297ms","remote":"127.0.0.1:52410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1247,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:18:34.027215Z","caller":"traceutil/trace.go:171","msg":"trace[458829023] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:360; }","duration":"683.747448ms","start":"2026-03-31T20:18:33.343456Z","end":"2026-03-31T20:18:34.027204Z","steps":["trace[458829023] 'agreement among raft nodes before linearized reading' (duration: 683.655376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:34.027241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:33.343437Z","time spent":"683.796899ms","remote":"127.0.0.1:52350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":220,"request content":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" "} {"level":"info","ts":"2026-03-31T20:18:34.027272Z","caller":"traceutil/trace.go:171","msg":"trace[315005024] transaction","detail":"{read_only:false; response_revision:360; number_of_response:1; }","duration":"721.980712ms","start":"2026-03-31T20:18:33.305252Z","end":"2026-03-31T20:18:34.027233Z","steps":["trace[315005024] 'process raft request' (duration: 721.426138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:34.027416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:33.30524Z","time spent":"722.104705ms","remote":"127.0.0.1:52336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4359,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:18:34.027413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.807208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"warn","ts":"2026-03-31T20:18:34.027436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.488925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T20:18:34.027461Z","caller":"traceutil/trace.go:171","msg":"trace[1636635937] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:360; }","duration":"633.89289ms","start":"2026-03-31T20:18:33.393555Z","end":"2026-03-31T20:18:34.027448Z","steps":["trace[1636635937] 'agreement among raft nodes before linearized reading' (duration: 633.816618ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:18:34.027494Z","caller":"traceutil/trace.go:171","msg":"trace[453702528] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:360; }","duration":"100.585347ms","start":"2026-03-31T20:18:33.926892Z","end":"2026-03-31T20:18:34.027477Z","steps":["trace[453702528] 'agreement among raft nodes before linearized reading' (duration: 100.476754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:34.02751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:33.393531Z","time spent":"633.970651ms","remote":"127.0.0.1:52350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"warn","ts":"2026-03-31T20:18:36.655229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.163764ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:18:36.655415Z","caller":"traceutil/trace.go:171","msg":"trace[1601444225] linearizableReadLoop","detail":"{readStateIndex:418; appliedIndex:416; }","duration":"462.728413ms","start":"2026-03-31T20:18:36.192669Z","end":"2026-03-31T20:18:36.655397Z","steps":["trace[1601444225] 'read index received' (duration: 36.752747ms)","trace[1601444225] 'applied index is now lower than readState.Index' (duration: 425.973846ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:18:36.655435Z","caller":"traceutil/trace.go:171","msg":"trace[724261771] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"463.943153ms","start":"2026-03-31T20:18:36.191465Z","end":"2026-03-31T20:18:36.655408Z","steps":["trace[724261771] 'process raft request' (duration: 94.486143ms)","trace[724261771] 'compare' (duration: 368.998449ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:18:36.655568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:36.191456Z","time spent":"464.037855ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:18:36.655563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.312372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-31T20:18:36.655573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.883637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:18:36.655629Z","caller":"traceutil/trace.go:171","msg":"trace[118412197] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:402; }","duration":"462.398035ms","start":"2026-03-31T20:18:36.193215Z","end":"2026-03-31T20:18:36.655613Z","steps":["trace[118412197] 'agreement among raft nodes before linearized reading' (duration: 462.288562ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:18:36.65565Z","caller":"traceutil/trace.go:171","msg":"trace[1517814691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:402; }","duration":"462.995489ms","start":"2026-03-31T20:18:36.192633Z","end":"2026-03-31T20:18:36.655629Z","steps":["trace[1517814691] 'agreement among raft nodes before linearized reading' (duration: 462.836046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:36.655675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:36.193207Z","time spent":"462.459876ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:18:36.655691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:36.19262Z","time spent":"463.063262ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:18:37.238085Z","caller":"traceutil/trace.go:171","msg":"trace[1649035729] linearizableReadLoop","detail":"{readStateIndex:421; appliedIndex:420; }","duration":"368.366392ms","start":"2026-03-31T20:18:36.869686Z","end":"2026-03-31T20:18:37.238052Z","steps":["trace[1649035729] 'read index received' (duration: 326.001624ms)","trace[1649035729] 'applied index is now lower than readState.Index' (duration: 42.363038ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:18:37.238116Z","caller":"traceutil/trace.go:171","msg":"trace[1628610720] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"507.038731ms","start":"2026-03-31T20:18:36.731047Z","end":"2026-03-31T20:18:37.238086Z","steps":["trace[1628610720] 'process raft request' (duration: 464.704043ms)","trace[1628610720] 'compare' (duration: 42.121182ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:18:37.238232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.532216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:18:37.238349Z","caller":"traceutil/trace.go:171","msg":"trace[1615801714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:405; }","duration":"368.69434ms","start":"2026-03-31T20:18:36.869638Z","end":"2026-03-31T20:18:37.238332Z","steps":["trace[1615801714] 'agreement among raft nodes before linearized reading' (duration: 368.525486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:37.238278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:36.731026Z","time spent":"507.153463ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:18:37.238454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:36.869612Z","time spent":"368.824463ms","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:18:37.566371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.111246ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:18:37.566451Z","caller":"traceutil/trace.go:171","msg":"trace[768567342] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"317.94194ms","start":"2026-03-31T20:18:37.248495Z","end":"2026-03-31T20:18:37.566437Z","steps":["trace[768567342] 'process raft request' (duration: 215.700791ms)","trace[768567342] 'compare' (duration: 102.028233ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:18:37.566501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:37.248477Z","time spent":"318.000872ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:18:39.370552Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973321864,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:18:39.913285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.873477ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:18:39.913456Z","caller":"traceutil/trace.go:171","msg":"trace[1622346385] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"1.182783698s","start":"2026-03-31T20:18:38.73065Z","end":"2026-03-31T20:18:39.913434Z","steps":["trace[1622346385] 'process raft request' (duration: 918.673335ms)","trace[1622346385] 'compare' (duration: 263.739363ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:18:39.913547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:38.730634Z","time spent":"1.182869819s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:18:39.918739Z","caller":"traceutil/trace.go:171","msg":"trace[1632727501] linearizableReadLoop","detail":"{readStateIndex:428; appliedIndex:425; }","duration":"1.049180177s","start":"2026-03-31T20:18:38.869544Z","end":"2026-03-31T20:18:39.918725Z","steps":["trace[1632727501] 'read index received' (duration: 779.875794ms)","trace[1632727501] 'applied index is now lower than readState.Index' (duration: 269.303563ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:18:39.918838Z","caller":"traceutil/trace.go:171","msg":"trace[53324327] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"721.348896ms","start":"2026-03-31T20:18:39.197468Z","end":"2026-03-31T20:18:39.918816Z","steps":["trace[53324327] 'process raft request' (duration: 721.11137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:39.918922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:39.197443Z","time spent":"721.436479ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:18:39.918849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04930032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:18:39.91901Z","caller":"traceutil/trace.go:171","msg":"trace[2105191811] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:411; }","duration":"1.049488465s","start":"2026-03-31T20:18:38.869507Z","end":"2026-03-31T20:18:39.918996Z","steps":["trace[2105191811] 'agreement among raft nodes before linearized reading' (duration: 1.04930738s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:39.919047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:38.869496Z","time spent":"1.049541487s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:18:39.91908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.363753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6965"} {"level":"info","ts":"2026-03-31T20:18:39.919164Z","caller":"traceutil/trace.go:171","msg":"trace[1905148450] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:411; }","duration":"988.492126ms","start":"2026-03-31T20:18:38.930653Z","end":"2026-03-31T20:18:39.919145Z","steps":["trace[1905148450] 'agreement among raft nodes before linearized reading' (duration: 988.25023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:39.91921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:38.930645Z","time spent":"988.555188ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6988,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-31T20:18:40.214072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.304786ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:18:40.214189Z","caller":"traceutil/trace.go:171","msg":"trace[1853265426] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"285.970585ms","start":"2026-03-31T20:18:39.9282Z","end":"2026-03-31T20:18:40.21417Z","steps":["trace[1853265426] 'process raft request' (duration: 115.480664ms)","trace[1853265426] 'compare' (duration: 170.149902ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:18:45.654389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.474719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:18:45.654506Z","caller":"traceutil/trace.go:171","msg":"trace[1285654404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:457; }","duration":"784.651275ms","start":"2026-03-31T20:18:44.869831Z","end":"2026-03-31T20:18:45.654482Z","steps":["trace[1285654404] 'range keys from in-memory index tree' (duration: 784.388827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:45.65459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:44.869811Z","time spent":"784.737496ms","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:18:52.666115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.793648ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:18:52.666284Z","caller":"traceutil/trace.go:171","msg":"trace[1996920176] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:471; }","duration":"434.982303ms","start":"2026-03-31T20:18:52.23128Z","end":"2026-03-31T20:18:52.666263Z","steps":["trace[1996920176] 'range keys from in-memory index tree' (duration: 434.774178ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:18:52.666387Z","caller":"traceutil/trace.go:171","msg":"trace[1299180508] linearizableReadLoop","detail":"{readStateIndex:492; appliedIndex:491; }","duration":"235.185383ms","start":"2026-03-31T20:18:52.431169Z","end":"2026-03-31T20:18:52.666354Z","steps":["trace[1299180508] 'read index received' (duration: 219.025695ms)","trace[1299180508] 'applied index is now lower than readState.Index' (duration: 16.158508ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:18:52.666525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.350617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:18:52.666565Z","caller":"traceutil/trace.go:171","msg":"trace[1433955537] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:472; }","duration":"235.424229ms","start":"2026-03-31T20:18:52.43113Z","end":"2026-03-31T20:18:52.666554Z","steps":["trace[1433955537] 'agreement among raft nodes before linearized reading' (duration: 235.316496ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:18:52.666722Z","caller":"traceutil/trace.go:171","msg":"trace[1733357606] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"291.338419ms","start":"2026-03-31T20:18:52.375103Z","end":"2026-03-31T20:18:52.666441Z","steps":["trace[1733357606] 'process raft request' (duration: 275.146991ms)","trace[1733357606] 'compare' (duration: 15.91557ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:18:54.427148Z","caller":"traceutil/trace.go:171","msg":"trace[505455589] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"158.504619ms","start":"2026-03-31T20:18:54.268625Z","end":"2026-03-31T20:18:54.42713Z","steps":["trace[505455589] 'process raft request' (duration: 158.115109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:54.999545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.200633ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:18:54.999707Z","caller":"traceutil/trace.go:171","msg":"trace[531676143] linearizableReadLoop","detail":"{readStateIndex:501; appliedIndex:499; }","duration":"308.297018ms","start":"2026-03-31T20:18:54.691394Z","end":"2026-03-31T20:18:54.999691Z","steps":["trace[531676143] 'read index received' (duration: 46.241µs)","trace[531676143] 'applied index is now lower than readState.Index' (duration: 308.249597ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:18:54.999789Z","caller":"traceutil/trace.go:171","msg":"trace[1978299797] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"548.184339ms","start":"2026-03-31T20:18:54.451595Z","end":"2026-03-31T20:18:54.999779Z","steps":["trace[1978299797] 'process raft request' (duration: 548.053576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:54.999852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:54.451575Z","time spent":"548.250431ms","remote":"127.0.0.1:52350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":505,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:18:54.999972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.247742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:18:54.999997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.191104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:18:54.999779Z","caller":"traceutil/trace.go:171","msg":"trace[820594935] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"549.307468ms","start":"2026-03-31T20:18:54.450439Z","end":"2026-03-31T20:18:54.999747Z","steps":["trace[820594935] 'process raft request' (duration: 26.834938ms)","trace[820594935] 'compare' (duration: 522.05687ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:18:55.000064Z","caller":"traceutil/trace.go:171","msg":"trace[809611226] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:480; }","duration":"129.344375ms","start":"2026-03-31T20:18:54.870697Z","end":"2026-03-31T20:18:55.000041Z","steps":["trace[809611226] 'agreement among raft nodes before linearized reading' (duration: 129.158769ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:18:55.000068Z","caller":"traceutil/trace.go:171","msg":"trace[1806875116] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:480; }","duration":"191.290107ms","start":"2026-03-31T20:18:54.808762Z","end":"2026-03-31T20:18:55.000052Z","steps":["trace[1806875116] 'agreement among raft nodes before linearized reading' (duration: 191.155593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:55.000091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.799301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T20:18:55.00011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.71072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T20:18:55.000166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:54.450416Z","time spent":"549.673678ms","remote":"127.0.0.1:52350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:18:55.000177Z","caller":"traceutil/trace.go:171","msg":"trace[1116260780] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:480; }","duration":"260.929833ms","start":"2026-03-31T20:18:54.739228Z","end":"2026-03-31T20:18:55.000158Z","steps":["trace[1116260780] 'agreement among raft nodes before linearized reading' (duration: 260.606604ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:18:55.000228Z","caller":"traceutil/trace.go:171","msg":"trace[19052482] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:480; }","duration":"308.852693ms","start":"2026-03-31T20:18:54.691331Z","end":"2026-03-31T20:18:55.000183Z","steps":["trace[19052482] 'agreement among raft nodes before linearized reading' (duration: 308.593047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:55.000279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:54.691307Z","time spent":"308.960105ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:18:55.827953Z","caller":"traceutil/trace.go:171","msg":"trace[348491457] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"823.793571ms","start":"2026-03-31T20:18:55.004124Z","end":"2026-03-31T20:18:55.827917Z","steps":["trace[348491457] 'process raft request' (duration: 815.503792ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:18:55.828009Z","caller":"traceutil/trace.go:171","msg":"trace[623639083] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"823.410911ms","start":"2026-03-31T20:18:55.004557Z","end":"2026-03-31T20:18:55.827967Z","steps":["trace[623639083] 'process raft request' (duration: 823.183486ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:18:55.828129Z","caller":"traceutil/trace.go:171","msg":"trace[916785154] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"822.743575ms","start":"2026-03-31T20:18:55.005363Z","end":"2026-03-31T20:18:55.828107Z","steps":["trace[916785154] 'process raft request' (duration: 822.424377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:55.828138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:55.004112Z","time spent":"823.927964ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:18:55.828199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:55.004548Z","time spent":"823.550615ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:18:55.828221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:55.005353Z","time spent":"822.824787ms","remote":"127.0.0.1:52252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6516,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:18:56.041104Z","caller":"traceutil/trace.go:171","msg":"trace[1001931320] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"174.330077ms","start":"2026-03-31T20:18:55.866738Z","end":"2026-03-31T20:18:56.041068Z","steps":["trace[1001931320] 'process raft request' (duration: 146.145686ms)","trace[1001931320] 'compare' (duration: 28.009466ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:18:56.608187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.806881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-8229n\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-03-31T20:18:56.608285Z","caller":"traceutil/trace.go:171","msg":"trace[636935165] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-8229n; range_end:; response_count:1; response_revision:511; }","duration":"308.966064ms","start":"2026-03-31T20:18:56.2993Z","end":"2026-03-31T20:18:56.608267Z","steps":["trace[636935165] 'range keys from in-memory index tree' (duration: 308.662177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:56.608327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:56.299275Z","time spent":"309.042917ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":3660,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-8229n\" "} {"level":"info","ts":"2026-03-31T20:18:56.664741Z","caller":"traceutil/trace.go:171","msg":"trace[1266423483] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"365.07053ms","start":"2026-03-31T20:18:56.299642Z","end":"2026-03-31T20:18:56.664713Z","steps":["trace[1266423483] 'process raft request' (duration: 364.884435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:56.664898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:56.299621Z","time spent":"365.197023ms","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4656,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:18:56.858475Z","caller":"traceutil/trace.go:171","msg":"trace[425537977] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"553.263717ms","start":"2026-03-31T20:18:56.305186Z","end":"2026-03-31T20:18:56.85845Z","steps":["trace[425537977] 'process raft request' (duration: 484.78242ms)","trace[425537977] 'compare' (duration: 68.309853ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:18:56.858651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:56.305167Z","time spent":"553.38227ms","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14448,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:18:56.858664Z","caller":"traceutil/trace.go:171","msg":"trace[44440941] linearizableReadLoop","detail":"{readStateIndex:534; appliedIndex:532; }","duration":"461.292237ms","start":"2026-03-31T20:18:56.39735Z","end":"2026-03-31T20:18:56.858643Z","steps":["trace[44440941] 'read index received' (duration: 267.318754ms)","trace[44440941] 'applied index is now lower than readState.Index' (duration: 193.972313ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:18:56.858769Z","caller":"traceutil/trace.go:171","msg":"trace[1454804456] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"242.808266ms","start":"2026-03-31T20:18:56.615949Z","end":"2026-03-31T20:18:56.858758Z","steps":["trace[1454804456] 'process raft request' (duration: 242.447257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:56.858962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.836503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-03-31T20:18:56.859063Z","caller":"traceutil/trace.go:171","msg":"trace[1062030156] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:514; }","duration":"427.977926ms","start":"2026-03-31T20:18:56.431059Z","end":"2026-03-31T20:18:56.859037Z","steps":["trace[1062030156] 'agreement among raft nodes before linearized reading' (duration: 427.814102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:56.859099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.745688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329956"} {"level":"warn","ts":"2026-03-31T20:18:56.859115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:56.431041Z","time spent":"428.061008ms","remote":"127.0.0.1:52350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":543,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" "} {"level":"info","ts":"2026-03-31T20:18:56.859139Z","caller":"traceutil/trace.go:171","msg":"trace[1652502359] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:514; }","duration":"461.82514ms","start":"2026-03-31T20:18:56.3973Z","end":"2026-03-31T20:18:56.859125Z","steps":["trace[1652502359] 'agreement among raft nodes before linearized reading' (duration: 461.570254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:56.859171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:56.397284Z","time spent":"461.879282ms","remote":"127.0.0.1:52240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":329979,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"warn","ts":"2026-03-31T20:18:56.859217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.894825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-03-31T20:18:56.859364Z","caller":"traceutil/trace.go:171","msg":"trace[2096333241] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:514; }","duration":"428.099429ms","start":"2026-03-31T20:18:56.431227Z","end":"2026-03-31T20:18:56.859326Z","steps":["trace[2096333241] 'agreement among raft nodes before linearized reading' (duration: 427.772331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:56.859462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:56.431206Z","time spent":"428.242513ms","remote":"127.0.0.1:52350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":561,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" "} {"level":"info","ts":"2026-03-31T20:18:57.331252Z","caller":"traceutil/trace.go:171","msg":"trace[1845234125] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"264.35319ms","start":"2026-03-31T20:18:57.066876Z","end":"2026-03-31T20:18:57.331229Z","steps":["trace[1845234125] 'process raft request' (duration: 264.204396ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:18:57.974091Z","caller":"traceutil/trace.go:171","msg":"trace[1419151730] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"138.641597ms","start":"2026-03-31T20:18:57.835423Z","end":"2026-03-31T20:18:57.974064Z","steps":["trace[1419151730] 'process raft request' (duration: 138.470443ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:18:57.987615Z","caller":"traceutil/trace.go:171","msg":"trace[35738514] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"151.680336ms","start":"2026-03-31T20:18:57.835913Z","end":"2026-03-31T20:18:57.987593Z","steps":["trace[35738514] 'process raft request' (duration: 151.563873ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:18:58.625223Z","caller":"traceutil/trace.go:171","msg":"trace[1516602300] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"230.106755ms","start":"2026-03-31T20:18:58.395095Z","end":"2026-03-31T20:18:58.625201Z","steps":["trace[1516602300] 'process raft request' (duration: 230.003013ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:18:59.157766Z","caller":"traceutil/trace.go:171","msg":"trace[1236208821] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"735.487025ms","start":"2026-03-31T20:18:58.422146Z","end":"2026-03-31T20:18:59.157633Z","steps":["trace[1236208821] 'process raft request' (duration: 735.28233ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:18:59.157871Z","caller":"traceutil/trace.go:171","msg":"trace[516072663] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"603.635548ms","start":"2026-03-31T20:18:58.554217Z","end":"2026-03-31T20:18:59.157852Z","steps":["trace[516072663] 'process raft request' (duration: 603.597278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:59.157975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:58.554196Z","time spent":"603.730551ms","remote":"127.0.0.1:52190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:18:59.158127Z","caller":"traceutil/trace.go:171","msg":"trace[1469847270] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"735.927566ms","start":"2026-03-31T20:18:58.42219Z","end":"2026-03-31T20:18:59.158118Z","steps":["trace[1469847270] 'process raft request' (duration: 735.260049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:59.158184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:58.422166Z","time spent":"735.990297ms","remote":"127.0.0.1:52190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:18:59.158284Z","caller":"traceutil/trace.go:171","msg":"trace[1954417156] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"734.882899ms","start":"2026-03-31T20:18:58.423395Z","end":"2026-03-31T20:18:59.158278Z","steps":["trace[1954417156] 'process raft request' (duration: 734.10419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:59.158311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:58.423378Z","time spent":"734.92066ms","remote":"127.0.0.1:52190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:18:59.158353Z","caller":"traceutil/trace.go:171","msg":"trace[137015234] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"733.914115ms","start":"2026-03-31T20:18:58.424435Z","end":"2026-03-31T20:18:59.158349Z","steps":["trace[137015234] 'process raft request' (duration: 733.086164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:59.158371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:58.424426Z","time spent":"733.936285ms","remote":"127.0.0.1:52190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:18:59.158415Z","caller":"traceutil/trace.go:171","msg":"trace[1706835451] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"733.045323ms","start":"2026-03-31T20:18:58.425366Z","end":"2026-03-31T20:18:59.158412Z","steps":["trace[1706835451] 'process raft request' (duration: 732.200212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:59.158433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:58.42535Z","time spent":"733.075464ms","remote":"127.0.0.1:52190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:18:59.158468Z","caller":"traceutil/trace.go:171","msg":"trace[1401433931] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"730.176831ms","start":"2026-03-31T20:18:58.428288Z","end":"2026-03-31T20:18:59.158465Z","steps":["trace[1401433931] 'process raft request' (duration: 729.305849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:59.158489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:58.428275Z","time spent":"730.204881ms","remote":"127.0.0.1:52190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:18:59.158524Z","caller":"traceutil/trace.go:171","msg":"trace[380915592] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"725.177604ms","start":"2026-03-31T20:18:58.433343Z","end":"2026-03-31T20:18:59.158521Z","steps":["trace[380915592] 'process raft request' (duration: 724.282302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:59.158544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:58.433329Z","time spent":"725.206724ms","remote":"127.0.0.1:52190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:18:59.158584Z","caller":"traceutil/trace.go:171","msg":"trace[796107956] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"703.917438ms","start":"2026-03-31T20:18:58.454661Z","end":"2026-03-31T20:18:59.158579Z","steps":["trace[796107956] 'process raft request' (duration: 703.087197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:59.158605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:58.454582Z","time spent":"704.01304ms","remote":"127.0.0.1:52190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:18:59.158111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:58.422129Z","time spent":"735.778002ms","remote":"127.0.0.1:52190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:18:59.158723Z","caller":"traceutil/trace.go:171","msg":"trace[728428232] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"744.658616ms","start":"2026-03-31T20:18:58.414057Z","end":"2026-03-31T20:18:59.158716Z","steps":["trace[728428232] 'process raft request' (duration: 743.345863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:59.158753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:58.414037Z","time spent":"744.701957ms","remote":"127.0.0.1:52190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:18:59.158724Z","caller":"traceutil/trace.go:171","msg":"trace[1374386976] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"749.97454ms","start":"2026-03-31T20:18:58.408587Z","end":"2026-03-31T20:18:59.158561Z","steps":["trace[1374386976] 'process raft request' (duration: 748.719399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:59.158946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:58.408566Z","time spent":"750.271037ms","remote":"127.0.0.1:52190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:18:59.445284Z","caller":"traceutil/trace.go:171","msg":"trace[690004982] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"782.291805ms","start":"2026-03-31T20:18:58.662948Z","end":"2026-03-31T20:18:59.44524Z","steps":["trace[690004982] 'process raft request' (duration: 736.971851ms)","trace[690004982] 'compare' (duration: 44.838282ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:18:59.445454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:58.662915Z","time spent":"782.460809ms","remote":"127.0.0.1:52680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:18:59.4456Z","caller":"traceutil/trace.go:171","msg":"trace[1363213821] transaction","detail":"{read_only:false; number_of_response:1; response_revision:532; }","duration":"782.486379ms","start":"2026-03-31T20:18:58.663104Z","end":"2026-03-31T20:18:59.445591Z","steps":["trace[1363213821] 'process raft request' (duration: 782.065819ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:18:59.44564Z","caller":"traceutil/trace.go:171","msg":"trace[1112160384] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"782.564471ms","start":"2026-03-31T20:18:58.663028Z","end":"2026-03-31T20:18:59.445593Z","steps":["trace[1112160384] 'process raft request' (duration: 782.09386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:59.445685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:58.663081Z","time spent":"782.54697ms","remote":"127.0.0.1:52190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":7366,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:18:59.445849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:58.662996Z","time spent":"782.731187ms","remote":"127.0.0.1:52190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7317,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:18:59.575876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.663557ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T20:18:59.57609Z","caller":"traceutil/trace.go:171","msg":"trace[1190202968] linearizableReadLoop","detail":"{readStateIndex:554; appliedIndex:547; }","duration":"706.187154ms","start":"2026-03-31T20:18:58.86985Z","end":"2026-03-31T20:18:59.576037Z","steps":["trace[1190202968] 'read index received' (duration: 287.722359ms)","trace[1190202968] 'applied index is now lower than readState.Index' (duration: 418.460585ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:18:59.576226Z","caller":"traceutil/trace.go:171","msg":"trace[113057538] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"386.328586ms","start":"2026-03-31T20:18:59.189885Z","end":"2026-03-31T20:18:59.576214Z","steps":["trace[113057538] 'process raft request' (duration: 386.217223ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:18:59.576256Z","caller":"traceutil/trace.go:171","msg":"trace[1014216416] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"405.150021ms","start":"2026-03-31T20:18:59.171087Z","end":"2026-03-31T20:18:59.576237Z","steps":["trace[1014216416] 'process raft request' (duration: 404.867374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:59.57629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:59.189877Z","time spent":"386.378207ms","remote":"127.0.0.1:52680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:18:59.576294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.435571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:18:59.57632Z","caller":"traceutil/trace.go:171","msg":"trace[968408516] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:537; }","duration":"706.484222ms","start":"2026-03-31T20:18:58.869828Z","end":"2026-03-31T20:18:59.576312Z","steps":["trace[968408516] 'agreement among raft nodes before linearized reading' (duration: 706.348189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:59.576342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:58.869738Z","time spent":"706.599285ms","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:18:59.576345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:59.17106Z","time spent":"405.244983ms","remote":"127.0.0.1:52680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1004,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:18:59.576421Z","caller":"traceutil/trace.go:171","msg":"trace[1805726906] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"394.40527ms","start":"2026-03-31T20:18:59.18201Z","end":"2026-03-31T20:18:59.576415Z","steps":["trace[1805726906] 'process raft request' (duration: 394.029541ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:18:59.576447Z","caller":"traceutil/trace.go:171","msg":"trace[1781790361] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"394.092951ms","start":"2026-03-31T20:18:59.182348Z","end":"2026-03-31T20:18:59.576441Z","steps":["trace[1781790361] 'process raft request' (duration: 393.712652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:59.576447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:59.181969Z","time spent":"394.468211ms","remote":"127.0.0.1:52680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":980,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:18:59.576486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:59.182338Z","time spent":"394.121942ms","remote":"127.0.0.1:52190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10063,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:18:59.576525Z","caller":"traceutil/trace.go:171","msg":"trace[198621666] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"392.47093ms","start":"2026-03-31T20:18:59.184048Z","end":"2026-03-31T20:18:59.576519Z","steps":["trace[198621666] 'process raft request' (duration: 392.04ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:59.576553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:59.184039Z","time spent":"392.503442ms","remote":"127.0.0.1:52680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:18:59.576621Z","caller":"traceutil/trace.go:171","msg":"trace[1933653855] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"386.241654ms","start":"2026-03-31T20:18:59.190371Z","end":"2026-03-31T20:18:59.576613Z","steps":["trace[1933653855] 'process raft request' (duration: 385.750912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:59.576703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:59.190364Z","time spent":"386.288975ms","remote":"127.0.0.1:52190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30374,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:18:59.576811Z","caller":"traceutil/trace.go:171","msg":"trace[875197956] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"385.822352ms","start":"2026-03-31T20:18:59.190979Z","end":"2026-03-31T20:18:59.576802Z","steps":["trace[875197956] 'process raft request' (duration: 385.554346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:59.576857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:59.19097Z","time spent":"385.863983ms","remote":"127.0.0.1:52190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30393,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:18:59.576867Z","caller":"traceutil/trace.go:171","msg":"trace[1808181351] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"354.134263ms","start":"2026-03-31T20:18:59.222726Z","end":"2026-03-31T20:18:59.576861Z","steps":["trace[1808181351] 'process raft request' (duration: 354.01369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:59.576915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:59.22268Z","time spent":"354.208875ms","remote":"127.0.0.1:52190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28739,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:18:59.576944Z","caller":"traceutil/trace.go:171","msg":"trace[1449169435] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"311.802325ms","start":"2026-03-31T20:18:59.26512Z","end":"2026-03-31T20:18:59.576922Z","steps":["trace[1449169435] 'process raft request' (duration: 311.713533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:59.577056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:18:59.265081Z","time spent":"311.928139ms","remote":"127.0.0.1:52190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17062,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:18:59.587801Z","caller":"traceutil/trace.go:171","msg":"trace[286213900] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"135.905858ms","start":"2026-03-31T20:18:59.451877Z","end":"2026-03-31T20:18:59.587783Z","steps":["trace[286213900] 'process raft request' (duration: 135.685083ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:18:59.587902Z","caller":"traceutil/trace.go:171","msg":"trace[684939481] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"128.143072ms","start":"2026-03-31T20:18:59.459748Z","end":"2026-03-31T20:18:59.587891Z","steps":["trace[684939481] 'process raft request' (duration: 127.956257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:18:59.588049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.096194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-31T20:18:59.588117Z","caller":"traceutil/trace.go:171","msg":"trace[1424925513] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:543; }","duration":"253.216327ms","start":"2026-03-31T20:18:59.334885Z","end":"2026-03-31T20:18:59.588101Z","steps":["trace[1424925513] 'agreement among raft nodes before linearized reading' (duration: 253.022732ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:00.02861Z","caller":"traceutil/trace.go:171","msg":"trace[596017876] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"110.1795ms","start":"2026-03-31T20:18:59.918406Z","end":"2026-03-31T20:19:00.028586Z","steps":["trace[596017876] 'process raft request' (duration: 109.773609ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:00.723725Z","caller":"traceutil/trace.go:171","msg":"trace[772333540] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"351.727473ms","start":"2026-03-31T20:19:00.371973Z","end":"2026-03-31T20:19:00.7237Z","steps":["trace[772333540] 'process raft request' (duration: 327.577913ms)","trace[772333540] 'compare' (duration: 24.059338ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:19:00.724057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:00.371946Z","time spent":"351.845676ms","remote":"127.0.0.1:52190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20851,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:19:00.724098Z","caller":"traceutil/trace.go:171","msg":"trace[1241474069] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"329.964894ms","start":"2026-03-31T20:19:00.394101Z","end":"2026-03-31T20:19:00.724066Z","steps":["trace[1241474069] 'process raft request' (duration: 329.759639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:00.724271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:00.394072Z","time spent":"330.116137ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:19:00.724557Z","caller":"traceutil/trace.go:171","msg":"trace[561417080] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"228.961226ms","start":"2026-03-31T20:19:00.495582Z","end":"2026-03-31T20:19:00.724543Z","steps":["trace[561417080] 'process raft request' (duration: 228.886984ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:00.724576Z","caller":"traceutil/trace.go:171","msg":"trace[538839573] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"283.983164ms","start":"2026-03-31T20:19:00.440551Z","end":"2026-03-31T20:19:00.724535Z","steps":["trace[538839573] 'process raft request' (duration: 283.508442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:01.460108Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973322189,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:19:01.960925Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973322189,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:19:02.461849Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973322189,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:19:02.581665Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.630619854s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:19:02.582569Z","caller":"traceutil/trace.go:171","msg":"trace[1041755157] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"1.636759889s","start":"2026-03-31T20:19:00.945781Z","end":"2026-03-31T20:19:02.582541Z","steps":["trace[1041755157] 'process raft request' (duration: 1.636223985s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:02.582752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:00.945747Z","time spent":"1.636915673s","remote":"127.0.0.1:52190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":570090,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:19:02.590656Z","caller":"traceutil/trace.go:171","msg":"trace[209357779] linearizableReadLoop","detail":"{readStateIndex:623; appliedIndex:621; }","duration":"1.631151277s","start":"2026-03-31T20:19:00.959428Z","end":"2026-03-31T20:19:02.590579Z","steps":["trace[209357779] 'read index received' (duration: 1.622623162s)","trace[209357779] 'applied index is now lower than readState.Index' (duration: 8.526895ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:19:02.59073Z","caller":"traceutil/trace.go:171","msg":"trace[609683920] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"1.569882842s","start":"2026-03-31T20:19:01.020813Z","end":"2026-03-31T20:19:02.590696Z","steps":["trace[609683920] 'process raft request' (duration: 1.569487522s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:02.590925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:01.020785Z","time spent":"1.570032596s","remote":"127.0.0.1:52190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":208461,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:19:02.591019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.631551847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/xmeshes.gateway.networking.x-k8s.io\" ","response":"range_response_count:1 size:9149"} {"level":"info","ts":"2026-03-31T20:19:02.591136Z","caller":"traceutil/trace.go:171","msg":"trace[286404849] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/xmeshes.gateway.networking.x-k8s.io; range_end:; response_count:1; response_revision:598; }","duration":"1.631718191s","start":"2026-03-31T20:19:00.959395Z","end":"2026-03-31T20:19:02.591113Z","steps":["trace[286404849] 'agreement among raft nodes before linearized reading' (duration: 1.631364492s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:02.591176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.21233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:19:02.591222Z","caller":"traceutil/trace.go:171","msg":"trace[1706884788] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:598; }","duration":"286.280771ms","start":"2026-03-31T20:19:02.304927Z","end":"2026-03-31T20:19:02.591208Z","steps":["trace[1706884788] 'agreement among raft nodes before linearized reading' (duration: 286.176189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:02.591423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.291896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T20:19:02.591414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.008353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T20:19:02.591184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:00.959377Z","time spent":"1.631797923s","remote":"127.0.0.1:52190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9172,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/xmeshes.gateway.networking.x-k8s.io\" "} {"level":"info","ts":"2026-03-31T20:19:02.59146Z","caller":"traceutil/trace.go:171","msg":"trace[291578743] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:598; }","duration":"545.351367ms","start":"2026-03-31T20:19:02.0461Z","end":"2026-03-31T20:19:02.591451Z","steps":["trace[291578743] 'agreement among raft nodes before linearized reading' (duration: 545.268515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:02.59149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:02.046089Z","time spent":"545.397068ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:19:02.591482Z","caller":"traceutil/trace.go:171","msg":"trace[1511065114] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:598; }","duration":"546.106576ms","start":"2026-03-31T20:19:02.045355Z","end":"2026-03-31T20:19:02.591461Z","steps":["trace[1511065114] 'agreement among raft nodes before linearized reading' (duration: 545.939091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:02.59152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:02.045336Z","time spent":"546.175078ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:19:02.591026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.942438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T20:19:02.591454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.978242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:19:02.591599Z","caller":"traceutil/trace.go:171","msg":"trace[49813131] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:598; }","duration":"722.162217ms","start":"2026-03-31T20:19:01.869429Z","end":"2026-03-31T20:19:02.591592Z","steps":["trace[49813131] 'agreement among raft nodes before linearized reading' (duration: 721.996253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:02.591623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:01.869407Z","time spent":"722.209018ms","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:19:02.591567Z","caller":"traceutil/trace.go:171","msg":"trace[1028055793] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:598; }","duration":"974.539833ms","start":"2026-03-31T20:19:01.617015Z","end":"2026-03-31T20:19:02.591555Z","steps":["trace[1028055793] 'agreement among raft nodes before linearized reading' (duration: 973.827355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:02.591753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:01.616998Z","time spent":"974.696397ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:19:09.11707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.762804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T20:19:09.117095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.594758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T20:19:09.117096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.276758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T20:19:09.117119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.84476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:19:09.117174Z","caller":"traceutil/trace.go:171","msg":"trace[64033627] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:627; }","duration":"486.889807ms","start":"2026-03-31T20:19:08.630262Z","end":"2026-03-31T20:19:09.117151Z","steps":["trace[64033627] 'range keys from in-memory index tree' (duration: 486.60252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:09.11723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:08.630256Z","time spent":"486.964159ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:19:09.117235Z","caller":"traceutil/trace.go:171","msg":"trace[229193516] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:627; }","duration":"495.746181ms","start":"2026-03-31T20:19:08.621425Z","end":"2026-03-31T20:19:09.117171Z","steps":["trace[229193516] 'range keys from in-memory index tree' (duration: 495.30902ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:09.117245Z","caller":"traceutil/trace.go:171","msg":"trace[13932822] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:627; }","duration":"488.019935ms","start":"2026-03-31T20:19:08.629191Z","end":"2026-03-31T20:19:09.117211Z","steps":["trace[13932822] 'range keys from in-memory index tree' (duration: 487.648846ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:09.117247Z","caller":"traceutil/trace.go:171","msg":"trace[288886514] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:627; }","duration":"491.496114ms","start":"2026-03-31T20:19:08.6257Z","end":"2026-03-31T20:19:09.117197Z","steps":["trace[288886514] 'range keys from in-memory index tree' (duration: 490.548559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:09.117286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:08.621404Z","time spent":"495.873944ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:19:09.117295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:08.629168Z","time spent":"488.116857ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:19:09.117304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:08.625663Z","time spent":"491.628267ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:19:09.268737Z","caller":"traceutil/trace.go:171","msg":"trace[1867020234] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"488.015175ms","start":"2026-03-31T20:19:08.780688Z","end":"2026-03-31T20:19:09.268703Z","steps":["trace[1867020234] 'process raft request' (duration: 486.682251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:09.269108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:08.780653Z","time spent":"488.172469ms","remote":"127.0.0.1:52240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036233,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:19:11.154054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.649190656s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T20:19:11.154364Z","caller":"traceutil/trace.go:171","msg":"trace[1810307054] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"2.032489887s","start":"2026-03-31T20:19:09.121856Z","end":"2026-03-31T20:19:11.154346Z","steps":["trace[1810307054] 'process raft request' (duration: 2.032311713s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:11.154482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:09.121829Z","time spent":"2.032580019s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:19:11.154686Z","caller":"traceutil/trace.go:171","msg":"trace[2119246171] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"2.032696922s","start":"2026-03-31T20:19:09.121954Z","end":"2026-03-31T20:19:11.154651Z","steps":["trace[2119246171] 'process raft request' (duration: 2.032338333s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:11.154847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:09.121917Z","time spent":"2.032842375s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:19:11.15486Z","caller":"traceutil/trace.go:171","msg":"trace[2123642761] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"2.032657161s","start":"2026-03-31T20:19:09.12219Z","end":"2026-03-31T20:19:11.154847Z","steps":["trace[2123642761] 'process raft request' (duration: 2.032352243s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:11.154879Z","caller":"traceutil/trace.go:171","msg":"trace[1405866058] linearizableReadLoop","detail":"{readStateIndex:659; appliedIndex:653; }","duration":"1.938444324s","start":"2026-03-31T20:19:09.216349Z","end":"2026-03-31T20:19:11.154794Z","steps":["trace[1405866058] 'read index received' (duration: 50.819787ms)","trace[1405866058] 'applied index is now lower than readState.Index' (duration: 1.887623037s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:19:11.154927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:09.12218Z","time spent":"2.032714333s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:19:11.154938Z","caller":"traceutil/trace.go:171","msg":"trace[1201053658] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"2.032720443s","start":"2026-03-31T20:19:09.122207Z","end":"2026-03-31T20:19:11.154928Z","steps":["trace[1201053658] 'process raft request' (duration: 2.032526738s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:11.155003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:09.122183Z","time spent":"2.032793755s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:19:11.155192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.938821513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-km72p\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-31T20:19:11.155245Z","caller":"traceutil/trace.go:171","msg":"trace[334329944] range","detail":"{range_begin:/registry/pods/kube-system/cilium-km72p; range_end:; response_count:1; response_revision:632; }","duration":"1.938949437s","start":"2026-03-31T20:19:09.216279Z","end":"2026-03-31T20:19:11.155228Z","steps":["trace[334329944] 'agreement among raft nodes before linearized reading' (duration: 1.938720721s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:11.15529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:09.216249Z","time spent":"1.939030599s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-km72p\" "} {"level":"warn","ts":"2026-03-31T20:19:11.172827Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.667973503s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:19:11.173195Z","caller":"traceutil/trace.go:171","msg":"trace[1363065335] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"1.834576143s","start":"2026-03-31T20:19:09.338602Z","end":"2026-03-31T20:19:11.173178Z","steps":["trace[1363065335] 'process raft request' (duration: 1.834436069s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:11.173305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:09.338573Z","time spent":"1.834672075s","remote":"127.0.0.1:52492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:19:11.327301Z","caller":"traceutil/trace.go:171","msg":"trace[1177810385] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"367.241175ms","start":"2026-03-31T20:19:10.960032Z","end":"2026-03-31T20:19:11.327273Z","steps":["trace[1177810385] 'process raft request' (duration: 333.564811ms)","trace[1177810385] 'compare' (duration: 33.337065ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:19:11.32747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:10.959994Z","time spent":"367.386429ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:19:11.327465Z","caller":"traceutil/trace.go:171","msg":"trace[668192497] linearizableReadLoop","detail":"{readStateIndex:661; appliedIndex:659; }","duration":"172.46529ms","start":"2026-03-31T20:19:11.154963Z","end":"2026-03-31T20:19:11.327429Z","steps":["trace[668192497] 'read index received' (duration: 18.095109ms)","trace[668192497] 'applied index is now lower than readState.Index' (duration: 154.368211ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:19:11.327614Z","caller":"traceutil/trace.go:171","msg":"trace[1376226773] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"157.580943ms","start":"2026-03-31T20:19:11.170001Z","end":"2026-03-31T20:19:11.327582Z","steps":["trace[1376226773] 'process raft request' (duration: 157.205003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:11.327665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.519982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:19:11.327705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454923343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:19:11.327731Z","caller":"traceutil/trace.go:171","msg":"trace[1316371657] range","detail":"{range_begin:/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system; range_end:; response_count:0; response_revision:635; }","duration":"144.615295ms","start":"2026-03-31T20:19:11.183095Z","end":"2026-03-31T20:19:11.327711Z","steps":["trace[1316371657] 'agreement among raft nodes before linearized reading' (duration: 144.522502ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:11.327741Z","caller":"traceutil/trace.go:171","msg":"trace[137548292] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:635; }","duration":"1.455011845s","start":"2026-03-31T20:19:09.87272Z","end":"2026-03-31T20:19:11.327731Z","steps":["trace[137548292] 'agreement among raft nodes before linearized reading' (duration: 1.454857861s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:11.327776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:09.872699Z","time spent":"1.455070406s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:19:13.369581Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973322362,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:19:13.870485Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973322362,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:19:14.210929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.979984797s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:19:14.211206Z","caller":"traceutil/trace.go:171","msg":"trace[1330609211] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:635; }","duration":"1.980250044s","start":"2026-03-31T20:19:12.230875Z","end":"2026-03-31T20:19:14.211125Z","steps":["trace[1330609211] 'range keys from in-memory index tree' (duration: 1.979939466s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:14.21507Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.466182425s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:19:14.216139Z","caller":"traceutil/trace.go:171","msg":"trace[129549957] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"2.468719069s","start":"2026-03-31T20:19:11.747391Z","end":"2026-03-31T20:19:14.21611Z","steps":["trace[129549957] 'process raft request' (duration: 2.468107074s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:14.216332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:11.74736Z","time spent":"2.468869032s","remote":"127.0.0.1:52240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036269,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:19:14.23577Z","caller":"traceutil/trace.go:171","msg":"trace[596396692] linearizableReadLoop","detail":"{readStateIndex:664; appliedIndex:662; }","duration":"1.367046147s","start":"2026-03-31T20:19:12.868704Z","end":"2026-03-31T20:19:14.23575Z","steps":["trace[596396692] 'read index received' (duration: 1.346571769s)","trace[596396692] 'applied index is now lower than readState.Index' (duration: 20.473858ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:19:14.235973Z","caller":"traceutil/trace.go:171","msg":"trace[2059538306] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"1.135778688s","start":"2026-03-31T20:19:13.100187Z","end":"2026-03-31T20:19:14.235966Z","steps":["trace[2059538306] 'process raft request' (duration: 1.13547392s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:14.236072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:13.100152Z","time spent":"1.135848468s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:19:14.236292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076574627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:19:14.236363Z","caller":"traceutil/trace.go:171","msg":"trace[2226991] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:637; }","duration":"1.07669724s","start":"2026-03-31T20:19:13.159648Z","end":"2026-03-31T20:19:14.236345Z","steps":["trace[2226991] 'agreement among raft nodes before linearized reading' (duration: 1.076475574s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:14.236361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067081017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:19:14.236409Z","caller":"traceutil/trace.go:171","msg":"trace[1073280905] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:637; }","duration":"1.067166289s","start":"2026-03-31T20:19:13.16923Z","end":"2026-03-31T20:19:14.236397Z","steps":["trace[1073280905] 'agreement among raft nodes before linearized reading' (duration: 1.067063477s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:14.236457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:13.16921Z","time spent":"1.067237641s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:19:14.236558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.325741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T20:19:14.23662Z","caller":"traceutil/trace.go:171","msg":"trace[982390562] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:637; }","duration":"306.429203ms","start":"2026-03-31T20:19:13.930173Z","end":"2026-03-31T20:19:14.236602Z","steps":["trace[982390562] 'agreement among raft nodes before linearized reading' (duration: 306.265349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:14.236661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:13.930141Z","time spent":"306.511766ms","remote":"127.0.0.1:52168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-03-31T20:19:14.236703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067864107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:19:14.236734Z","caller":"traceutil/trace.go:171","msg":"trace[1373364028] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:637; }","duration":"1.067933989s","start":"2026-03-31T20:19:13.168792Z","end":"2026-03-31T20:19:14.236726Z","steps":["trace[1373364028] 'agreement among raft nodes before linearized reading' (duration: 1.067864937s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:14.236759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:13.168772Z","time spent":"1.067981109s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:19:14.236416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367713614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:19:14.236819Z","caller":"traceutil/trace.go:171","msg":"trace[373741386] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:637; }","duration":"1.368139054s","start":"2026-03-31T20:19:12.868656Z","end":"2026-03-31T20:19:14.236795Z","steps":["trace[373741386] 'agreement among raft nodes before linearized reading' (duration: 1.367731074s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:14.236904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:12.868635Z","time spent":"1.368242747s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:19:14.236412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:13.159633Z","time spent":"1.076762081s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:19:14.23635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066974095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:19:14.236999Z","caller":"traceutil/trace.go:171","msg":"trace[596754714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:637; }","duration":"1.067651052s","start":"2026-03-31T20:19:13.169339Z","end":"2026-03-31T20:19:14.23699Z","steps":["trace[596754714] 'agreement among raft nodes before linearized reading' (duration: 1.066853351s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:14.237031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:13.16933Z","time spent":"1.067693393s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:19:16.91504Z","caller":"traceutil/trace.go:171","msg":"trace[1401454582] transaction","detail":"{read_only:false; response_revision:659; number_of_response:1; }","duration":"651.730022ms","start":"2026-03-31T20:19:16.263281Z","end":"2026-03-31T20:19:16.915011Z","steps":["trace[1401454582] 'process raft request' (duration: 651.691041ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:16.915142Z","caller":"traceutil/trace.go:171","msg":"trace[214170002] transaction","detail":"{read_only:false; response_revision:657; number_of_response:1; }","duration":"656.374691ms","start":"2026-03-31T20:19:16.258725Z","end":"2026-03-31T20:19:16.9151Z","steps":["trace[214170002] 'process raft request' (duration: 655.999471ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:16.915194Z","caller":"traceutil/trace.go:171","msg":"trace[319214494] transaction","detail":"{read_only:false; response_revision:658; number_of_response:1; }","duration":"652.38272ms","start":"2026-03-31T20:19:16.262781Z","end":"2026-03-31T20:19:16.915164Z","steps":["trace[319214494] 'process raft request' (duration: 652.134533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:16.915315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:16.258711Z","time spent":"656.514894ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:19:16.915342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:16.262753Z","time spent":"652.522934ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:19:16.915342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:16.263271Z","time spent":"651.858397ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:19:17.06023Z","caller":"traceutil/trace.go:171","msg":"trace[1680072331] transaction","detail":"{read_only:false; response_revision:660; number_of_response:1; }","duration":"542.481655ms","start":"2026-03-31T20:19:16.517709Z","end":"2026-03-31T20:19:17.060191Z","steps":["trace[1680072331] 'process raft request' (duration: 493.73186ms)","trace[1680072331] 'compare' (duration: 48.58243ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:19:17.060407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:16.517689Z","time spent":"542.639228ms","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:19:17.590144Z","caller":"traceutil/trace.go:171","msg":"trace[1281421669] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"262.036049ms","start":"2026-03-31T20:19:17.328082Z","end":"2026-03-31T20:19:17.590119Z","steps":["trace[1281421669] 'process raft request' (duration: 261.893276ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:18.318947Z","caller":"traceutil/trace.go:171","msg":"trace[412195735] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"116.604644ms","start":"2026-03-31T20:19:18.202319Z","end":"2026-03-31T20:19:18.318924Z","steps":["trace[412195735] 'process raft request' (duration: 116.033889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:18.565362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.013903ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:19:18.565484Z","caller":"traceutil/trace.go:171","msg":"trace[1260033547] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"242.811572ms","start":"2026-03-31T20:19:18.322653Z","end":"2026-03-31T20:19:18.565464Z","steps":["trace[1260033547] 'process raft request' (duration: 99.630645ms)","trace[1260033547] 'compare' (duration: 142.843159ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:19:19.502421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.294184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:19:19.502485Z","caller":"traceutil/trace.go:171","msg":"trace[957333377] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:665; }","duration":"582.400897ms","start":"2026-03-31T20:19:18.920069Z","end":"2026-03-31T20:19:19.50247Z","steps":["trace[957333377] 'range keys from in-memory index tree' (duration: 582.13715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:19.502515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:18.920045Z","time spent":"582.464198ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:19:19.502585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.159821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-31T20:19:19.502714Z","caller":"traceutil/trace.go:171","msg":"trace[181707968] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:665; }","duration":"582.286504ms","start":"2026-03-31T20:19:18.920398Z","end":"2026-03-31T20:19:19.502684Z","steps":["trace[181707968] 'range keys from in-memory index tree' (duration: 581.980286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:19.502772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:18.920354Z","time spent":"582.401047ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:19:19.503295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.221067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T20:19:19.503386Z","caller":"traceutil/trace.go:171","msg":"trace[2066836825] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:665; }","duration":"583.366071ms","start":"2026-03-31T20:19:18.920001Z","end":"2026-03-31T20:19:19.503367Z","steps":["trace[2066836825] 'range keys from in-memory index tree' (duration: 582.064519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:19.503429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:18.919979Z","time spent":"583.440552ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:19:19.508991Z","caller":"traceutil/trace.go:171","msg":"trace[158717999] linearizableReadLoop","detail":"{readStateIndex:694; appliedIndex:693; }","duration":"135.322149ms","start":"2026-03-31T20:19:19.373642Z","end":"2026-03-31T20:19:19.508964Z","steps":["trace[158717999] 'read index received' (duration: 125.999313ms)","trace[158717999] 'applied index is now lower than readState.Index' (duration: 9.321296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:19:19.509262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.553865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-km72p\" ","response":"range_response_count:1 size:17524"} {"level":"info","ts":"2026-03-31T20:19:19.509311Z","caller":"traceutil/trace.go:171","msg":"trace[237000417] range","detail":"{range_begin:/registry/pods/kube-system/cilium-km72p; range_end:; response_count:1; response_revision:665; }","duration":"135.719399ms","start":"2026-03-31T20:19:19.373579Z","end":"2026-03-31T20:19:19.509298Z","steps":["trace[237000417] 'agreement among raft nodes before linearized reading' (duration: 135.479922ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:20.51697Z","caller":"traceutil/trace.go:171","msg":"trace[1283277464] linearizableReadLoop","detail":"{readStateIndex:721; appliedIndex:720; }","duration":"139.077393ms","start":"2026-03-31T20:19:20.37787Z","end":"2026-03-31T20:19:20.516947Z","steps":["trace[1283277464] 'read index received' (duration: 138.95032ms)","trace[1283277464] 'applied index is now lower than readState.Index' (duration: 126.313µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:19:20.517044Z","caller":"traceutil/trace.go:171","msg":"trace[1671141116] transaction","detail":"{read_only:false; response_revision:692; number_of_response:1; }","duration":"155.270513ms","start":"2026-03-31T20:19:20.361746Z","end":"2026-03-31T20:19:20.517017Z","steps":["trace[1671141116] 'process raft request' (duration: 155.080139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:20.517176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.285598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-8229n\" ","response":"range_response_count:1 size:4683"} {"level":"info","ts":"2026-03-31T20:19:20.517225Z","caller":"traceutil/trace.go:171","msg":"trace[926823123] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-8229n; range_end:; response_count:1; response_revision:692; }","duration":"139.37645ms","start":"2026-03-31T20:19:20.377833Z","end":"2026-03-31T20:19:20.51721Z","steps":["trace[926823123] 'agreement among raft nodes before linearized reading' (duration: 139.207416ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:20.572681Z","caller":"traceutil/trace.go:171","msg":"trace[1768795164] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"187.550662ms","start":"2026-03-31T20:19:20.385112Z","end":"2026-03-31T20:19:20.572662Z","steps":["trace[1768795164] 'process raft request' (duration: 187.459119ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:20.710816Z","caller":"traceutil/trace.go:171","msg":"trace[51530477] linearizableReadLoop","detail":"{readStateIndex:724; appliedIndex:721; }","duration":"151.593411ms","start":"2026-03-31T20:19:20.559199Z","end":"2026-03-31T20:19:20.710793Z","steps":["trace[51530477] 'read index received' (duration: 13.423551ms)","trace[51530477] 'applied index is now lower than readState.Index' (duration: 138.16879ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:19:20.710939Z","caller":"traceutil/trace.go:171","msg":"trace[223776210] transaction","detail":"{read_only:false; response_revision:695; number_of_response:1; }","duration":"187.446719ms","start":"2026-03-31T20:19:20.523482Z","end":"2026-03-31T20:19:20.710928Z","steps":["trace[223776210] 'process raft request' (duration: 187.236943ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:20.710952Z","caller":"traceutil/trace.go:171","msg":"trace[1750450735] transaction","detail":"{read_only:false; response_revision:694; number_of_response:1; }","duration":"188.205848ms","start":"2026-03-31T20:19:20.522701Z","end":"2026-03-31T20:19:20.710907Z","steps":["trace[1750450735] 'process raft request' (duration: 187.841039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:20.711186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.346637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:19:20.711268Z","caller":"traceutil/trace.go:171","msg":"trace[1428430995] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:695; }","duration":"142.461529ms","start":"2026-03-31T20:19:20.568786Z","end":"2026-03-31T20:19:20.711247Z","steps":["trace[1428430995] 'agreement among raft nodes before linearized reading' (duration: 142.187403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:20.711865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.607167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:19:20.7135Z","caller":"traceutil/trace.go:171","msg":"trace[886550021] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:0; response_revision:695; }","duration":"153.362916ms","start":"2026-03-31T20:19:20.55916Z","end":"2026-03-31T20:19:20.712523Z","steps":["trace[886550021] 'agreement among raft nodes before linearized reading' (duration: 151.821228ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:22.806064Z","caller":"traceutil/trace.go:171","msg":"trace[694959608] transaction","detail":"{read_only:false; response_revision:720; number_of_response:1; }","duration":"241.16439ms","start":"2026-03-31T20:19:22.564875Z","end":"2026-03-31T20:19:22.80604Z","steps":["trace[694959608] 'process raft request' (duration: 240.924974ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:23.331121Z","caller":"traceutil/trace.go:171","msg":"trace[406420153] transaction","detail":"{read_only:false; response_revision:727; number_of_response:1; }","duration":"143.866225ms","start":"2026-03-31T20:19:23.187229Z","end":"2026-03-31T20:19:23.331095Z","steps":["trace[406420153] 'process raft request' (duration: 143.64624ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:23.706027Z","caller":"traceutil/trace.go:171","msg":"trace[1353468313] transaction","detail":"{read_only:false; response_revision:728; number_of_response:1; }","duration":"321.254579ms","start":"2026-03-31T20:19:23.384751Z","end":"2026-03-31T20:19:23.706006Z","steps":["trace[1353468313] 'process raft request' (duration: 321.112486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:23.706154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:23.384719Z","time spent":"321.377753ms","remote":"127.0.0.1:52190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187246,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:19:24.08143Z","caller":"traceutil/trace.go:171","msg":"trace[1167465104] transaction","detail":"{read_only:false; response_revision:729; number_of_response:1; }","duration":"678.198993ms","start":"2026-03-31T20:19:23.403194Z","end":"2026-03-31T20:19:24.081393Z","steps":["trace[1167465104] 'process raft request' (duration: 677.73287ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:24.081497Z","caller":"traceutil/trace.go:171","msg":"trace[778173173] transaction","detail":"{read_only:false; response_revision:730; number_of_response:1; }","duration":"663.739027ms","start":"2026-03-31T20:19:23.417735Z","end":"2026-03-31T20:19:24.081474Z","steps":["trace[778173173] 'process raft request' (duration: 663.582933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:24.081596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:23.417719Z","time spent":"663.82264ms","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":761,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:19:24.081618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:23.403164Z","time spent":"678.358167ms","remote":"127.0.0.1:52190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188471,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:19:24.081529Z","caller":"traceutil/trace.go:171","msg":"trace[933457291] linearizableReadLoop","detail":"{readStateIndex:758; appliedIndex:756; }","duration":"664.221329ms","start":"2026-03-31T20:19:23.417276Z","end":"2026-03-31T20:19:24.081498Z","steps":["trace[933457291] 'read index received' (duration: 288.578802ms)","trace[933457291] 'applied index is now lower than readState.Index' (duration: 375.640187ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:19:24.081784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.503116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-km72p\" ","response":"range_response_count:1 size:18337"} {"level":"info","ts":"2026-03-31T20:19:24.081892Z","caller":"traceutil/trace.go:171","msg":"trace[999942666] range","detail":"{range_begin:/registry/pods/kube-system/cilium-km72p; range_end:; response_count:1; response_revision:730; }","duration":"664.65742ms","start":"2026-03-31T20:19:23.417216Z","end":"2026-03-31T20:19:24.081874Z","steps":["trace[999942666] 'agreement among raft nodes before linearized reading' (duration: 664.390813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:24.081937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:23.417192Z","time spent":"664.734292ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18360,"request content":"key:\"/registry/pods/kube-system/cilium-km72p\" "} {"level":"warn","ts":"2026-03-31T20:19:24.081986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.66212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:19:24.082058Z","caller":"traceutil/trace.go:171","msg":"trace[1987197954] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:730; }","duration":"308.771373ms","start":"2026-03-31T20:19:23.773273Z","end":"2026-03-31T20:19:24.082045Z","steps":["trace[1987197954] 'agreement among raft nodes before linearized reading' (duration: 308.614869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:24.082059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.152675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"warn","ts":"2026-03-31T20:19:24.0821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:23.773251Z","time spent":"308.841455ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T20:19:24.082118Z","caller":"traceutil/trace.go:171","msg":"trace[1196937652] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:730; }","duration":"523.235277ms","start":"2026-03-31T20:19:23.558867Z","end":"2026-03-31T20:19:24.082102Z","steps":["trace[1196937652] 'agreement among raft nodes before linearized reading' (duration: 523.062763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:24.082179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:23.558857Z","time spent":"523.308859ms","remote":"127.0.0.1:52190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10400,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-31T20:19:24.082173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.386961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T20:19:24.082189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.394143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:19:24.082241Z","caller":"traceutil/trace.go:171","msg":"trace[704095144] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:730; }","duration":"536.475763ms","start":"2026-03-31T20:19:23.54575Z","end":"2026-03-31T20:19:24.082225Z","steps":["trace[704095144] 'agreement among raft nodes before linearized reading' (duration: 536.287758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:24.082289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.15997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-31T20:19:24.082304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:23.54574Z","time spent":"536.551375ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:19:24.082303Z","caller":"traceutil/trace.go:171","msg":"trace[420948979] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:730; }","duration":"557.553706ms","start":"2026-03-31T20:19:23.524692Z","end":"2026-03-31T20:19:24.082246Z","steps":["trace[420948979] 'agreement among raft nodes before linearized reading' (duration: 557.199827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:24.082319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.988901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:19:24.082355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.112169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-03-31T20:19:24.082399Z","caller":"traceutil/trace.go:171","msg":"trace[219379494] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:730; }","duration":"214.069953ms","start":"2026-03-31T20:19:23.86831Z","end":"2026-03-31T20:19:24.08238Z","steps":["trace[219379494] 'agreement among raft nodes before linearized reading' (duration: 213.93644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:24.082334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.66918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:19:24.082386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:23.524674Z","time spent":"557.69041ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:19:24.082354Z","caller":"traceutil/trace.go:171","msg":"trace[1819583064] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:730; }","duration":"151.259552ms","start":"2026-03-31T20:19:23.931078Z","end":"2026-03-31T20:19:24.082338Z","steps":["trace[1819583064] 'agreement among raft nodes before linearized reading' (duration: 151.110829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:24.082253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.683214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:19:24.082491Z","caller":"traceutil/trace.go:171","msg":"trace[891414617] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:730; }","duration":"426.964288ms","start":"2026-03-31T20:19:23.655507Z","end":"2026-03-31T20:19:24.082472Z","steps":["trace[891414617] 'agreement among raft nodes before linearized reading' (duration: 426.578368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:24.082713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:23.655487Z","time spent":"427.207103ms","remote":"127.0.0.1:52680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":29,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:19:24.082759Z","caller":"traceutil/trace.go:171","msg":"trace[636872263] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:730; }","duration":"542.044493ms","start":"2026-03-31T20:19:23.540529Z","end":"2026-03-31T20:19:24.082573Z","steps":["trace[636872263] 'agreement among raft nodes before linearized reading' (duration: 541.597392ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:24.082442Z","caller":"traceutil/trace.go:171","msg":"trace[494993963] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:730; }","duration":"123.222712ms","start":"2026-03-31T20:19:23.959196Z","end":"2026-03-31T20:19:24.082419Z","steps":["trace[494993963] 'agreement among raft nodes before linearized reading' (duration: 122.971106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:24.082841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:23.540518Z","time spent":"542.304859ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:19:24.083087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.263347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-03-31T20:19:24.083189Z","caller":"traceutil/trace.go:171","msg":"trace[145879751] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:730; }","duration":"324.362389ms","start":"2026-03-31T20:19:23.758807Z","end":"2026-03-31T20:19:24.08317Z","steps":["trace[145879751] 'agreement among raft nodes before linearized reading' (duration: 323.255892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:24.083237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:23.758771Z","time spent":"324.451241ms","remote":"127.0.0.1:52190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13252,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"warn","ts":"2026-03-31T20:19:24.402553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.15695ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-31T20:19:24.402662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:24.084154Z","time spent":"318.503409ms","remote":"127.0.0.1:52168","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T20:19:24.529005Z","caller":"traceutil/trace.go:171","msg":"trace[1866226515] transaction","detail":"{read_only:false; response_revision:731; number_of_response:1; }","duration":"441.592188ms","start":"2026-03-31T20:19:24.087392Z","end":"2026-03-31T20:19:24.528984Z","steps":["trace[1866226515] 'process raft request' (duration: 431.158944ms)","trace[1866226515] 'compare' (duration: 10.2793ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:19:24.529156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:24.087372Z","time spent":"441.705551ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:19:24.529303Z","caller":"traceutil/trace.go:171","msg":"trace[196014821] transaction","detail":"{read_only:false; response_revision:732; number_of_response:1; }","duration":"441.805254ms","start":"2026-03-31T20:19:24.087473Z","end":"2026-03-31T20:19:24.529278Z","steps":["trace[196014821] 'process raft request' (duration: 441.473505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:24.529463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:24.087465Z","time spent":"441.914307ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:19:24.530902Z","caller":"traceutil/trace.go:171","msg":"trace[603510525] transaction","detail":"{read_only:false; response_revision:734; number_of_response:1; }","duration":"442.334028ms","start":"2026-03-31T20:19:24.088543Z","end":"2026-03-31T20:19:24.530877Z","steps":["trace[603510525] 'process raft request' (duration: 440.891602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:24.531029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:24.088532Z","time spent":"442.449571ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:19:24.531774Z","caller":"traceutil/trace.go:171","msg":"trace[900603323] transaction","detail":"{read_only:false; response_revision:733; number_of_response:1; }","duration":"444.267516ms","start":"2026-03-31T20:19:24.087466Z","end":"2026-03-31T20:19:24.531734Z","steps":["trace[900603323] 'process raft request' (duration: 441.710461ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:24.53178Z","caller":"traceutil/trace.go:171","msg":"trace[70587088] transaction","detail":"{read_only:false; response_revision:735; number_of_response:1; }","duration":"435.930735ms","start":"2026-03-31T20:19:24.095818Z","end":"2026-03-31T20:19:24.531748Z","steps":["trace[70587088] 'process raft request' (duration: 434.975891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:24.531997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:24.087435Z","time spent":"444.463801ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:19:24.532158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:24.095801Z","time spent":"436.236003ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18501,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:19:24.535287Z","caller":"traceutil/trace.go:171","msg":"trace[974350469] transaction","detail":"{read_only:false; response_revision:736; number_of_response:1; }","duration":"359.672464ms","start":"2026-03-31T20:19:24.175557Z","end":"2026-03-31T20:19:24.535229Z","steps":["trace[974350469] 'process raft request' (duration: 359.262134ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:24.535396Z","caller":"traceutil/trace.go:171","msg":"trace[1968173139] transaction","detail":"{read_only:false; response_revision:737; number_of_response:1; }","duration":"359.080539ms","start":"2026-03-31T20:19:24.176292Z","end":"2026-03-31T20:19:24.535372Z","steps":["trace[1968173139] 'process raft request' (duration: 358.810792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:24.535427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:24.175538Z","time spent":"359.827888ms","remote":"127.0.0.1:52190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188480,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:19:24.535498Z","caller":"traceutil/trace.go:171","msg":"trace[1230149962] linearizableReadLoop","detail":"{readStateIndex:765; appliedIndex:759; }","duration":"375.867583ms","start":"2026-03-31T20:19:24.159564Z","end":"2026-03-31T20:19:24.535432Z","steps":["trace[1230149962] 'read index received' (duration: 63.910718ms)","trace[1230149962] 'applied index is now lower than readState.Index' (duration: 311.954325ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:19:24.53553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:24.176267Z","time spent":"359.196201ms","remote":"127.0.0.1:52190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188228,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:19:24.535528Z","caller":"traceutil/trace.go:171","msg":"trace[1142862459] transaction","detail":"{read_only:false; response_revision:739; number_of_response:1; }","duration":"131.525963ms","start":"2026-03-31T20:19:24.403988Z","end":"2026-03-31T20:19:24.535514Z","steps":["trace[1142862459] 'process raft request' (duration: 131.432971ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:24.53669Z","caller":"traceutil/trace.go:171","msg":"trace[1767452346] transaction","detail":"{read_only:false; response_revision:738; number_of_response:1; }","duration":"132.109787ms","start":"2026-03-31T20:19:24.403494Z","end":"2026-03-31T20:19:24.535604Z","steps":["trace[1767452346] 'process raft request' (duration: 131.868651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:24.536731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.777084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188243"} {"level":"info","ts":"2026-03-31T20:19:24.536782Z","caller":"traceutil/trace.go:171","msg":"trace[287002804] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:739; }","duration":"177.870346ms","start":"2026-03-31T20:19:24.358898Z","end":"2026-03-31T20:19:24.536768Z","steps":["trace[287002804] 'agreement among raft nodes before linearized reading' (duration: 177.690102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:24.537097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.507715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"info","ts":"2026-03-31T20:19:24.53717Z","caller":"traceutil/trace.go:171","msg":"trace[1414619840] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:739; }","duration":"377.616347ms","start":"2026-03-31T20:19:24.159534Z","end":"2026-03-31T20:19:24.537151Z","steps":["trace[1414619840] 'agreement among raft nodes before linearized reading' (duration: 376.059198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:24.537211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:24.159516Z","time spent":"377.686389ms","remote":"127.0.0.1:52190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188518,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-03-31T20:19:24.792937Z","caller":"traceutil/trace.go:171","msg":"trace[767445935] transaction","detail":"{read_only:false; response_revision:740; number_of_response:1; }","duration":"177.897338ms","start":"2026-03-31T20:19:24.615013Z","end":"2026-03-31T20:19:24.792911Z","steps":["trace[767445935] 'process raft request' (duration: 177.515117ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:24.837614Z","caller":"traceutil/trace.go:171","msg":"trace[86609590] linearizableReadLoop","detail":"{readStateIndex:771; appliedIndex:769; }","duration":"106.106059ms","start":"2026-03-31T20:19:24.731483Z","end":"2026-03-31T20:19:24.837589Z","steps":["trace[86609590] 'read index received' (duration: 60.871352ms)","trace[86609590] 'applied index is now lower than readState.Index' (duration: 45.233687ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:19:24.837673Z","caller":"traceutil/trace.go:171","msg":"trace[147969302] transaction","detail":"{read_only:false; response_revision:741; number_of_response:1; }","duration":"213.165001ms","start":"2026-03-31T20:19:24.624469Z","end":"2026-03-31T20:19:24.837634Z","steps":["trace[147969302] 'process raft request' (duration: 213.004347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:24.83789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.385466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"info","ts":"2026-03-31T20:19:24.837973Z","caller":"traceutil/trace.go:171","msg":"trace[2081055822] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:741; }","duration":"106.527149ms","start":"2026-03-31T20:19:24.731425Z","end":"2026-03-31T20:19:24.837952Z","steps":["trace[2081055822] 'agreement among raft nodes before linearized reading' (duration: 106.293103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:37.084996Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973322753,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:19:37.586137Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973322753,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:19:37.595671Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.110880587s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:19:37.596757Z","caller":"traceutil/trace.go:171","msg":"trace[928736144] linearizableReadLoop","detail":"{readStateIndex:855; appliedIndex:854; }","duration":"1.012187085s","start":"2026-03-31T20:19:36.584527Z","end":"2026-03-31T20:19:37.596714Z","steps":["trace[928736144] 'read index received' (duration: 1.011308943s)","trace[928736144] 'applied index is now lower than readState.Index' (duration: 876.902µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:19:37.596813Z","caller":"traceutil/trace.go:171","msg":"trace[599150970] transaction","detail":"{read_only:false; response_revision:819; number_of_response:1; }","duration":"1.112102517s","start":"2026-03-31T20:19:36.48468Z","end":"2026-03-31T20:19:37.596783Z","steps":["trace[599150970] 'process raft request' (duration: 1.111229975s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:37.597005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:36.484656Z","time spent":"1.112251551s","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:19:37.597037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012470413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T20:19:37.597054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011581981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T20:19:37.597088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.288902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:19:37.597108Z","caller":"traceutil/trace.go:171","msg":"trace[51101541] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:819; }","duration":"1.012621477s","start":"2026-03-31T20:19:36.584471Z","end":"2026-03-31T20:19:37.597092Z","steps":["trace[51101541] 'agreement among raft nodes before linearized reading' (duration: 1.01235829s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:37.597119Z","caller":"traceutil/trace.go:171","msg":"trace[1654450996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:819; }","duration":"1.011691033s","start":"2026-03-31T20:19:36.585411Z","end":"2026-03-31T20:19:37.597102Z","steps":["trace[1654450996] 'agreement among raft nodes before linearized reading' (duration: 1.011473667s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:37.597132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.065631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:19:37.597151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:36.584444Z","time spent":"1.012700398s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T20:19:37.597148Z","caller":"traceutil/trace.go:171","msg":"trace[1038539306] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:819; }","duration":"698.384445ms","start":"2026-03-31T20:19:36.898749Z","end":"2026-03-31T20:19:37.597134Z","steps":["trace[1038539306] 'agreement among raft nodes before linearized reading' (duration: 698.17858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:37.597148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.944353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:19:37.597168Z","caller":"traceutil/trace.go:171","msg":"trace[2030560227] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:819; }","duration":"727.141243ms","start":"2026-03-31T20:19:36.870017Z","end":"2026-03-31T20:19:37.597158Z","steps":["trace[2030560227] 'agreement among raft nodes before linearized reading' (duration: 727.035751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:37.597151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007679501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:19:37.597185Z","caller":"traceutil/trace.go:171","msg":"trace[501327961] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:819; }","duration":"237.016785ms","start":"2026-03-31T20:19:37.360159Z","end":"2026-03-31T20:19:37.597176Z","steps":["trace[501327961] 'agreement among raft nodes before linearized reading' (duration: 236.958503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:37.597184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:36.898738Z","time spent":"698.439866ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:19:37.597174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:36.5854Z","time spent":"1.011760704s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:19:37.597194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:36.869995Z","time spent":"727.194914ms","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:19:37.597196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011627352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:19:37.597218Z","caller":"traceutil/trace.go:171","msg":"trace[1846853033] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:819; }","duration":"1.007767403s","start":"2026-03-31T20:19:36.589433Z","end":"2026-03-31T20:19:37.597201Z","steps":["trace[1846853033] 'agreement among raft nodes before linearized reading' (duration: 1.007564538s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:37.597267Z","caller":"traceutil/trace.go:171","msg":"trace[737468815] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:819; }","duration":"1.011716824s","start":"2026-03-31T20:19:36.585514Z","end":"2026-03-31T20:19:37.59723Z","steps":["trace[737468815] 'agreement among raft nodes before linearized reading' (duration: 1.011580821s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:37.59727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:36.589423Z","time spent":"1.007831185s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:19:37.597303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:19:36.585491Z","time spent":"1.011803566s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:19:37.891854Z","caller":"traceutil/trace.go:171","msg":"trace[2072940835] transaction","detail":"{read_only:false; response_revision:820; number_of_response:1; }","duration":"291.352122ms","start":"2026-03-31T20:19:37.600481Z","end":"2026-03-31T20:19:37.891833Z","steps":["trace[2072940835] 'process raft request' (duration: 291.211268ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:37.897674Z","caller":"traceutil/trace.go:171","msg":"trace[1656200702] transaction","detail":"{read_only:false; response_revision:821; number_of_response:1; }","duration":"297.060257ms","start":"2026-03-31T20:19:37.600589Z","end":"2026-03-31T20:19:37.897649Z","steps":["trace[1656200702] 'process raft request' (duration: 296.905013ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:37.897984Z","caller":"traceutil/trace.go:171","msg":"trace[1016340251] transaction","detail":"{read_only:false; response_revision:822; number_of_response:1; }","duration":"296.847971ms","start":"2026-03-31T20:19:37.601111Z","end":"2026-03-31T20:19:37.897959Z","steps":["trace[1016340251] 'process raft request' (duration: 296.501223ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:37.898297Z","caller":"traceutil/trace.go:171","msg":"trace[1556401864] transaction","detail":"{read_only:false; response_revision:823; number_of_response:1; }","duration":"296.849701ms","start":"2026-03-31T20:19:37.60143Z","end":"2026-03-31T20:19:37.89828Z","steps":["trace[1556401864] 'process raft request' (duration: 296.41004ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:37.898324Z","caller":"traceutil/trace.go:171","msg":"trace[1846170007] linearizableReadLoop","detail":"{readStateIndex:860; appliedIndex:855; }","duration":"118.210075ms","start":"2026-03-31T20:19:37.780091Z","end":"2026-03-31T20:19:37.898301Z","steps":["trace[1846170007] 'read index received' (duration: 111.619077ms)","trace[1846170007] 'applied index is now lower than readState.Index' (duration: 6.589848ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:19:37.898548Z","caller":"traceutil/trace.go:171","msg":"trace[1258980689] transaction","detail":"{read_only:false; response_revision:824; number_of_response:1; }","duration":"296.79185ms","start":"2026-03-31T20:19:37.601745Z","end":"2026-03-31T20:19:37.898537Z","steps":["trace[1258980689] 'process raft request' (duration: 296.37798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:37.898553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.441911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:19:37.898594Z","caller":"traceutil/trace.go:171","msg":"trace[627568208] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:824; }","duration":"118.534013ms","start":"2026-03-31T20:19:37.780049Z","end":"2026-03-31T20:19:37.898583Z","steps":["trace[627568208] 'agreement among raft nodes before linearized reading' (duration: 118.367869ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:40.673869Z","caller":"traceutil/trace.go:171","msg":"trace[2103532262] transaction","detail":"{read_only:false; response_revision:833; number_of_response:1; }","duration":"177.106957ms","start":"2026-03-31T20:19:40.496738Z","end":"2026-03-31T20:19:40.673845Z","steps":["trace[2103532262] 'process raft request' (duration: 176.906442ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:41.89205Z","caller":"traceutil/trace.go:171","msg":"trace[1000718031] transaction","detail":"{read_only:false; response_revision:836; number_of_response:1; }","duration":"112.423368ms","start":"2026-03-31T20:19:41.779596Z","end":"2026-03-31T20:19:41.892019Z","steps":["trace[1000718031] 'process raft request' (duration: 111.087025ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:42.161726Z","caller":"traceutil/trace.go:171","msg":"trace[813066332] transaction","detail":"{read_only:false; response_revision:840; number_of_response:1; }","duration":"181.756835ms","start":"2026-03-31T20:19:41.979944Z","end":"2026-03-31T20:19:42.161701Z","steps":["trace[813066332] 'process raft request' (duration: 181.449967ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:42.224813Z","caller":"traceutil/trace.go:171","msg":"trace[316519986] transaction","detail":"{read_only:false; response_revision:842; number_of_response:1; }","duration":"242.33125ms","start":"2026-03-31T20:19:41.982461Z","end":"2026-03-31T20:19:42.224792Z","steps":["trace[316519986] 'process raft request' (duration: 242.288889ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:42.22487Z","caller":"traceutil/trace.go:171","msg":"trace[1483013896] transaction","detail":"{read_only:false; response_revision:841; number_of_response:1; }","duration":"243.941871ms","start":"2026-03-31T20:19:41.980891Z","end":"2026-03-31T20:19:42.224832Z","steps":["trace[1483013896] 'process raft request' (duration: 243.753816ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:42.225374Z","caller":"traceutil/trace.go:171","msg":"trace[1323568255] transaction","detail":"{read_only:false; response_revision:843; number_of_response:1; }","duration":"242.652868ms","start":"2026-03-31T20:19:41.982698Z","end":"2026-03-31T20:19:42.225351Z","steps":["trace[1323568255] 'process raft request' (duration: 242.069853ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:42.225365Z","caller":"traceutil/trace.go:171","msg":"trace[359288023] transaction","detail":"{read_only:false; response_revision:844; number_of_response:1; }","duration":"242.543355ms","start":"2026-03-31T20:19:41.982798Z","end":"2026-03-31T20:19:42.225341Z","steps":["trace[359288023] 'process raft request' (duration: 242.420522ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:42.332808Z","caller":"traceutil/trace.go:171","msg":"trace[929908650] transaction","detail":"{read_only:false; response_revision:845; number_of_response:1; }","duration":"166.271874ms","start":"2026-03-31T20:19:42.166508Z","end":"2026-03-31T20:19:42.33278Z","steps":["trace[929908650] 'process raft request' (duration: 141.760892ms)","trace[929908650] 'compare' (duration: 24.413889ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:19:42.50922Z","caller":"traceutil/trace.go:171","msg":"trace[1344450170] transaction","detail":"{read_only:false; response_revision:851; number_of_response:1; }","duration":"150.514344ms","start":"2026-03-31T20:19:42.358678Z","end":"2026-03-31T20:19:42.509193Z","steps":["trace[1344450170] 'process raft request' (duration: 150.477323ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:42.509294Z","caller":"traceutil/trace.go:171","msg":"trace[1449745855] transaction","detail":"{read_only:false; response_revision:850; number_of_response:1; }","duration":"151.916819ms","start":"2026-03-31T20:19:42.357356Z","end":"2026-03-31T20:19:42.509273Z","steps":["trace[1449745855] 'process raft request' (duration: 146.473831ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:42.643759Z","caller":"traceutil/trace.go:171","msg":"trace[1582753289] transaction","detail":"{read_only:false; response_revision:852; number_of_response:1; }","duration":"128.27111ms","start":"2026-03-31T20:19:42.515459Z","end":"2026-03-31T20:19:42.643731Z","steps":["trace[1582753289] 'process raft request' (duration: 104.098317ms)","trace[1582753289] 'compare' (duration: 24.05927ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:19:44.774925Z","caller":"traceutil/trace.go:171","msg":"trace[1784157211] transaction","detail":"{read_only:false; response_revision:888; number_of_response:1; }","duration":"178.724979ms","start":"2026-03-31T20:19:44.596181Z","end":"2026-03-31T20:19:44.774906Z","steps":["trace[1784157211] 'process raft request' (duration: 178.679348ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:44.774964Z","caller":"traceutil/trace.go:171","msg":"trace[966928385] transaction","detail":"{read_only:false; response_revision:887; number_of_response:1; }","duration":"178.989425ms","start":"2026-03-31T20:19:44.595931Z","end":"2026-03-31T20:19:44.77492Z","steps":["trace[966928385] 'process raft request' (duration: 144.226094ms)","trace[966928385] 'compare' (duration: 34.588166ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:19:47.737657Z","caller":"traceutil/trace.go:171","msg":"trace[2132490105] transaction","detail":"{read_only:false; response_revision:906; number_of_response:1; }","duration":"277.982223ms","start":"2026-03-31T20:19:47.459654Z","end":"2026-03-31T20:19:47.737636Z","steps":["trace[2132490105] 'process raft request' (duration: 277.87309ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:48.74568Z","caller":"traceutil/trace.go:171","msg":"trace[1217591831] transaction","detail":"{read_only:false; response_revision:918; number_of_response:1; }","duration":"114.482961ms","start":"2026-03-31T20:19:48.63117Z","end":"2026-03-31T20:19:48.745653Z","steps":["trace[1217591831] 'process raft request' (duration: 111.224379ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:48.916088Z","caller":"traceutil/trace.go:171","msg":"trace[649408554] transaction","detail":"{read_only:false; response_revision:923; number_of_response:1; }","duration":"120.634087ms","start":"2026-03-31T20:19:48.795426Z","end":"2026-03-31T20:19:48.91606Z","steps":["trace[649408554] 'process raft request' (duration: 120.38989ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:48.916313Z","caller":"traceutil/trace.go:171","msg":"trace[1370782178] transaction","detail":"{read_only:false; response_revision:924; number_of_response:1; }","duration":"118.708947ms","start":"2026-03-31T20:19:48.797585Z","end":"2026-03-31T20:19:48.916294Z","steps":["trace[1370782178] 'process raft request' (duration: 118.40107ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:49.092282Z","caller":"traceutil/trace.go:171","msg":"trace[748355847] transaction","detail":"{read_only:false; response_revision:926; number_of_response:1; }","duration":"134.737563ms","start":"2026-03-31T20:19:48.957494Z","end":"2026-03-31T20:19:49.092231Z","steps":["trace[748355847] 'process raft request' (duration: 85.437144ms)","trace[748355847] 'compare' (duration: 49.134255ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:19:49.100299Z","caller":"traceutil/trace.go:171","msg":"trace[1250861305] transaction","detail":"{read_only:false; response_revision:927; number_of_response:1; }","duration":"141.764813ms","start":"2026-03-31T20:19:48.958518Z","end":"2026-03-31T20:19:49.100283Z","steps":["trace[1250861305] 'process raft request' (duration: 141.640689ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:49.10042Z","caller":"traceutil/trace.go:171","msg":"trace[928576261] transaction","detail":"{read_only:false; response_revision:928; number_of_response:1; }","duration":"141.052735ms","start":"2026-03-31T20:19:48.959359Z","end":"2026-03-31T20:19:49.100412Z","steps":["trace[928576261] 'process raft request' (duration: 140.881591ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:49.779772Z","caller":"traceutil/trace.go:171","msg":"trace[1155400269] transaction","detail":"{read_only:false; response_revision:942; number_of_response:1; }","duration":"119.829967ms","start":"2026-03-31T20:19:49.659915Z","end":"2026-03-31T20:19:49.779745Z","steps":["trace[1155400269] 'process raft request' (duration: 112.791789ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:49.804631Z","caller":"traceutil/trace.go:171","msg":"trace[1403005595] transaction","detail":"{read_only:false; response_revision:944; number_of_response:1; }","duration":"139.761882ms","start":"2026-03-31T20:19:49.664842Z","end":"2026-03-31T20:19:49.804604Z","steps":["trace[1403005595] 'process raft request' (duration: 139.670739ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:49.804752Z","caller":"traceutil/trace.go:171","msg":"trace[331336362] transaction","detail":"{read_only:false; response_revision:943; number_of_response:1; }","duration":"144.369569ms","start":"2026-03-31T20:19:49.660324Z","end":"2026-03-31T20:19:49.804693Z","steps":["trace[331336362] 'process raft request' (duration: 144.03328ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:50.073568Z","caller":"traceutil/trace.go:171","msg":"trace[1135579601] linearizableReadLoop","detail":"{readStateIndex:984; appliedIndex:983; }","duration":"202.365098ms","start":"2026-03-31T20:19:49.871178Z","end":"2026-03-31T20:19:50.073543Z","steps":["trace[1135579601] 'read index received' (duration: 195.964825ms)","trace[1135579601] 'applied index is now lower than readState.Index' (duration: 6.395043ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:19:50.07384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.505951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:19:50.073887Z","caller":"traceutil/trace.go:171","msg":"trace[1299283769] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:945; }","duration":"202.743637ms","start":"2026-03-31T20:19:49.871129Z","end":"2026-03-31T20:19:50.073873Z","steps":["trace[1299283769] 'agreement among raft nodes before linearized reading' (duration: 202.502901ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:50.074037Z","caller":"traceutil/trace.go:171","msg":"trace[246692576] transaction","detail":"{read_only:false; response_revision:945; number_of_response:1; }","duration":"257.143206ms","start":"2026-03-31T20:19:49.816876Z","end":"2026-03-31T20:19:50.074019Z","steps":["trace[246692576] 'process raft request' (duration: 250.284832ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:54.495585Z","caller":"traceutil/trace.go:171","msg":"trace[1365876953] transaction","detail":"{read_only:false; response_revision:994; number_of_response:1; }","duration":"238.964844ms","start":"2026-03-31T20:19:54.256595Z","end":"2026-03-31T20:19:54.495559Z","steps":["trace[1365876953] 'process raft request' (duration: 238.816481ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:19:54.496278Z","caller":"traceutil/trace.go:171","msg":"trace[1742333992] linearizableReadLoop","detail":"{readStateIndex:1035; appliedIndex:1033; }","duration":"119.128469ms","start":"2026-03-31T20:19:54.37713Z","end":"2026-03-31T20:19:54.496259Z","steps":["trace[1742333992] 'read index received' (duration: 118.39616ms)","trace[1742333992] 'applied index is now lower than readState.Index' (duration: 731.139µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:19:54.49653Z","caller":"traceutil/trace.go:171","msg":"trace[1183975861] transaction","detail":"{read_only:false; response_revision:995; number_of_response:1; }","duration":"128.786743ms","start":"2026-03-31T20:19:54.367737Z","end":"2026-03-31T20:19:54.496524Z","steps":["trace[1183975861] 'process raft request' (duration: 128.420694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:19:54.496879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.734574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:19:54.496905Z","caller":"traceutil/trace.go:171","msg":"trace[824345769] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:995; }","duration":"119.773255ms","start":"2026-03-31T20:19:54.377126Z","end":"2026-03-31T20:19:54.496899Z","steps":["trace[824345769] 'agreement among raft nodes before linearized reading' (duration: 119.707573ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:03.049176Z","caller":"traceutil/trace.go:171","msg":"trace[884519384] linearizableReadLoop","detail":"{readStateIndex:1224; appliedIndex:1223; }","duration":"422.996357ms","start":"2026-03-31T20:20:02.626154Z","end":"2026-03-31T20:20:03.04915Z","steps":["trace[884519384] 'read index received' (duration: 422.852453ms)","trace[884519384] 'applied index is now lower than readState.Index' (duration: 142.814µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:20:03.049237Z","caller":"traceutil/trace.go:171","msg":"trace[537426460] transaction","detail":"{read_only:false; response_revision:1183; number_of_response:1; }","duration":"475.436376ms","start":"2026-03-31T20:20:02.573765Z","end":"2026-03-31T20:20:03.049201Z","steps":["trace[537426460] 'process raft request' (duration: 475.226041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:03.049383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.219763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T20:20:03.049428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:02.573736Z","time spent":"475.5873ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:20:03.049435Z","caller":"traceutil/trace.go:171","msg":"trace[2069283556] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1183; }","duration":"423.319046ms","start":"2026-03-31T20:20:02.6261Z","end":"2026-03-31T20:20:03.049419Z","steps":["trace[2069283556] 'agreement among raft nodes before linearized reading' (duration: 423.176932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:03.049551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:02.626078Z","time spent":"423.396307ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T20:20:03.093245Z","caller":"traceutil/trace.go:171","msg":"trace[64097717] transaction","detail":"{read_only:false; response_revision:1184; number_of_response:1; }","duration":"244.348742ms","start":"2026-03-31T20:20:02.848843Z","end":"2026-03-31T20:20:03.093192Z","steps":["trace[64097717] 'process raft request' (duration: 244.045544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:03.09339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.624983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T20:20:03.093381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.246028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:20:03.093474Z","caller":"traceutil/trace.go:171","msg":"trace[826553121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1184; }","duration":"464.726595ms","start":"2026-03-31T20:20:02.628728Z","end":"2026-03-31T20:20:03.093455Z","steps":["trace[826553121] 'agreement among raft nodes before linearized reading' (duration: 464.425757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:03.093526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:02.628685Z","time spent":"464.832188ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:20:03.093505Z","caller":"traceutil/trace.go:171","msg":"trace[1442887864] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1184; }","duration":"465.448744ms","start":"2026-03-31T20:20:02.628027Z","end":"2026-03-31T20:20:03.093476Z","steps":["trace[1442887864] 'agreement among raft nodes before linearized reading' (duration: 465.064794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:03.093664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.956561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:20:03.093712Z","caller":"traceutil/trace.go:171","msg":"trace[2064502723] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1184; }","duration":"465.026813ms","start":"2026-03-31T20:20:02.62867Z","end":"2026-03-31T20:20:03.093697Z","steps":["trace[2064502723] 'agreement among raft nodes before linearized reading' (duration: 464.830938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:03.093749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:02.628624Z","time spent":"465.115655ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:20:03.093611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:02.628009Z","time spent":"465.589397ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:20:03.093985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.156385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:20:03.094186Z","caller":"traceutil/trace.go:171","msg":"trace[1130924680] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1184; }","duration":"225.486104ms","start":"2026-03-31T20:20:02.868671Z","end":"2026-03-31T20:20:03.094157Z","steps":["trace[1130924680] 'agreement among raft nodes before linearized reading' (duration: 225.052533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:03.094265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.759786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:20:03.09432Z","caller":"traceutil/trace.go:171","msg":"trace[1219634340] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1184; }","duration":"464.831848ms","start":"2026-03-31T20:20:02.629474Z","end":"2026-03-31T20:20:03.094306Z","steps":["trace[1219634340] 'agreement among raft nodes before linearized reading' (duration: 463.663939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:03.094357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:02.629466Z","time spent":"464.879749ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:20:03.308589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.14834ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:20:03.308708Z","caller":"traceutil/trace.go:171","msg":"trace[1767048941] linearizableReadLoop","detail":"{readStateIndex:1226; appliedIndex:1225; }","duration":"213.074308ms","start":"2026-03-31T20:20:03.095616Z","end":"2026-03-31T20:20:03.30869Z","steps":["trace[1767048941] 'read index received' (duration: 87.726023ms)","trace[1767048941] 'applied index is now lower than readState.Index' (duration: 125.346775ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:20:03.308776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.159991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:20:03.308809Z","caller":"traceutil/trace.go:171","msg":"trace[2006812771] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1185; }","duration":"213.232823ms","start":"2026-03-31T20:20:03.095566Z","end":"2026-03-31T20:20:03.308799Z","steps":["trace[2006812771] 'agreement among raft nodes before linearized reading' (duration: 213.176292ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:03.30898Z","caller":"traceutil/trace.go:171","msg":"trace[343823903] transaction","detail":"{read_only:false; response_revision:1185; number_of_response:1; }","duration":"254.788416ms","start":"2026-03-31T20:20:03.053953Z","end":"2026-03-31T20:20:03.308741Z","steps":["trace[343823903] 'process raft request' (duration: 129.367838ms)","trace[343823903] 'compare' (duration: 125.003196ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:20:03.386578Z","caller":"traceutil/trace.go:171","msg":"trace[1160907571] transaction","detail":"{read_only:false; response_revision:1189; number_of_response:1; }","duration":"288.023338ms","start":"2026-03-31T20:20:03.098538Z","end":"2026-03-31T20:20:03.386562Z","steps":["trace[1160907571] 'process raft request' (duration: 287.977756ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:03.386667Z","caller":"traceutil/trace.go:171","msg":"trace[866090512] transaction","detail":"{read_only:false; response_revision:1188; number_of_response:1; }","duration":"288.259864ms","start":"2026-03-31T20:20:03.098397Z","end":"2026-03-31T20:20:03.386657Z","steps":["trace[866090512] 'process raft request' (duration: 288.08841ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:03.386584Z","caller":"traceutil/trace.go:171","msg":"trace[339412742] transaction","detail":"{read_only:false; response_revision:1186; number_of_response:1; }","duration":"288.595182ms","start":"2026-03-31T20:20:03.097966Z","end":"2026-03-31T20:20:03.386561Z","steps":["trace[339412742] 'process raft request' (duration: 288.403527ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:03.386736Z","caller":"traceutil/trace.go:171","msg":"trace[1415850521] transaction","detail":"{read_only:false; response_revision:1187; number_of_response:1; }","duration":"288.608332ms","start":"2026-03-31T20:20:03.098084Z","end":"2026-03-31T20:20:03.386693Z","steps":["trace[1415850521] 'process raft request' (duration: 288.366236ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:04.189988Z","caller":"traceutil/trace.go:171","msg":"trace[1740478712] linearizableReadLoop","detail":"{readStateIndex:1233; appliedIndex:1232; }","duration":"134.067577ms","start":"2026-03-31T20:20:04.055894Z","end":"2026-03-31T20:20:04.189961Z","steps":["trace[1740478712] 'read index received' (duration: 43.435621ms)","trace[1740478712] 'applied index is now lower than readState.Index' (duration: 90.631316ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:20:04.190118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.211741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:20:04.190142Z","caller":"traceutil/trace.go:171","msg":"trace[531195864] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:0; response_revision:1191; }","duration":"134.294303ms","start":"2026-03-31T20:20:04.055841Z","end":"2026-03-31T20:20:04.190135Z","steps":["trace[531195864] 'agreement among raft nodes before linearized reading' (duration: 134.204541ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:04.190232Z","caller":"traceutil/trace.go:171","msg":"trace[590622646] transaction","detail":"{read_only:false; response_revision:1191; number_of_response:1; }","duration":"184.72023ms","start":"2026-03-31T20:20:04.00546Z","end":"2026-03-31T20:20:04.190181Z","steps":["trace[590622646] 'process raft request' (duration: 93.854208ms)","trace[590622646] 'compare' (duration: 90.534974ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:20:04.549337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.649254ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:20:04.549512Z","caller":"traceutil/trace.go:171","msg":"trace[1271673304] transaction","detail":"{read_only:false; response_revision:1193; number_of_response:1; }","duration":"277.753817ms","start":"2026-03-31T20:20:04.27172Z","end":"2026-03-31T20:20:04.549474Z","steps":["trace[1271673304] 'process raft request' (duration: 42.871137ms)","trace[1271673304] 'compare' (duration: 234.538042ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:20:04.54958Z","caller":"traceutil/trace.go:171","msg":"trace[1072950204] transaction","detail":"{read_only:false; response_revision:1194; number_of_response:1; }","duration":"273.352786ms","start":"2026-03-31T20:20:04.276209Z","end":"2026-03-31T20:20:04.549562Z","steps":["trace[1072950204] 'process raft request' (duration: 273.248283ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:04.549748Z","caller":"traceutil/trace.go:171","msg":"trace[292798961] linearizableReadLoop","detail":"{readStateIndex:1235; appliedIndex:1234; }","duration":"274.168367ms","start":"2026-03-31T20:20:04.275568Z","end":"2026-03-31T20:20:04.549736Z","steps":["trace[292798961] 'read index received' (duration: 39.07069ms)","trace[292798961] 'applied index is now lower than readState.Index' (duration: 235.096467ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:20:04.549949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.378302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-31T20:20:04.549986Z","caller":"traceutil/trace.go:171","msg":"trace[1466449294] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1194; }","duration":"274.466804ms","start":"2026-03-31T20:20:04.27551Z","end":"2026-03-31T20:20:04.549977Z","steps":["trace[1466449294] 'agreement among raft nodes before linearized reading' (duration: 274.29491ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:04.907187Z","caller":"traceutil/trace.go:171","msg":"trace[139621484] linearizableReadLoop","detail":"{readStateIndex:1238; appliedIndex:1237; }","duration":"211.085287ms","start":"2026-03-31T20:20:04.69608Z","end":"2026-03-31T20:20:04.907165Z","steps":["trace[139621484] 'read index received' (duration: 210.860151ms)","trace[139621484] 'applied index is now lower than readState.Index' (duration: 224.236µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:20:04.907274Z","caller":"traceutil/trace.go:171","msg":"trace[834123866] transaction","detail":"{read_only:false; response_revision:1196; number_of_response:1; }","duration":"253.494342ms","start":"2026-03-31T20:20:04.653748Z","end":"2026-03-31T20:20:04.907243Z","steps":["trace[834123866] 'process raft request' (duration: 253.269176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:04.907399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.296973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:20:04.907435Z","caller":"traceutil/trace.go:171","msg":"trace[477819817] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1196; }","duration":"211.377745ms","start":"2026-03-31T20:20:04.696047Z","end":"2026-03-31T20:20:04.907425Z","steps":["trace[477819817] 'agreement among raft nodes before linearized reading' (duration: 211.260702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:12.466286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.714614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:20:12.466438Z","caller":"traceutil/trace.go:171","msg":"trace[1559588686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1234; }","duration":"597.932199ms","start":"2026-03-31T20:20:11.86847Z","end":"2026-03-31T20:20:12.466402Z","steps":["trace[1559588686] 'range keys from in-memory index tree' (duration: 597.54922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:12.466514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:11.868447Z","time spent":"598.053364ms","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:20:12.466678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059627297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:20:12.46679Z","caller":"traceutil/trace.go:171","msg":"trace[591906093] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1234; }","duration":"1.059821942s","start":"2026-03-31T20:20:11.406942Z","end":"2026-03-31T20:20:12.466764Z","steps":["trace[591906093] 'count revisions from in-memory index tree' (duration: 1.059551386s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:12.466776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.354273ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:20:12.466857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:11.406929Z","time spent":"1.059911194s","remote":"127.0.0.1:52642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":2,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:20:12.466895Z","caller":"traceutil/trace.go:171","msg":"trace[240175035] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1234; }","duration":"235.476196ms","start":"2026-03-31T20:20:12.231403Z","end":"2026-03-31T20:20:12.466879Z","steps":["trace[240175035] 'range keys from in-memory index tree' (duration: 235.341273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:12.467134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047641262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:20:12.467229Z","caller":"traceutil/trace.go:171","msg":"trace[2071050750] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1234; }","duration":"1.047768325s","start":"2026-03-31T20:20:11.41944Z","end":"2026-03-31T20:20:12.467209Z","steps":["trace[2071050750] 'range keys from in-memory index tree' (duration: 1.046736038s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:12.467281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:11.419431Z","time spent":"1.047838807s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:20:12.46764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045511687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T20:20:12.467723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052863955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:20:12.467764Z","caller":"traceutil/trace.go:171","msg":"trace[704089839] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1234; }","duration":"1.052916196s","start":"2026-03-31T20:20:11.414837Z","end":"2026-03-31T20:20:12.467754Z","steps":["trace[704089839] 'range keys from in-memory index tree' (duration: 1.051959332s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:12.467783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:11.414832Z","time spent":"1.052946327s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:20:12.467759Z","caller":"traceutil/trace.go:171","msg":"trace[1061903249] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1234; }","duration":"1.0456473s","start":"2026-03-31T20:20:11.422084Z","end":"2026-03-31T20:20:12.467732Z","steps":["trace[1061903249] 'range keys from in-memory index tree' (duration: 1.044129152s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:12.467832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:11.422047Z","time spent":"1.045768534s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:20:12.467836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098305379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:20:12.467901Z","caller":"traceutil/trace.go:171","msg":"trace[830344030] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1234; }","duration":"1.098410132s","start":"2026-03-31T20:20:11.36947Z","end":"2026-03-31T20:20:12.467881Z","steps":["trace[830344030] 'range keys from in-memory index tree' (duration: 1.096946865s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:12.467941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:11.36945Z","time spent":"1.098485005s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:20:12.467949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04601338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:20:12.468039Z","caller":"traceutil/trace.go:171","msg":"trace[341513319] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1234; }","duration":"1.046143423s","start":"2026-03-31T20:20:11.421879Z","end":"2026-03-31T20:20:12.468022Z","steps":["trace[341513319] 'range keys from in-memory index tree' (duration: 1.044247914s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:12.468093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:11.421856Z","time spent":"1.046224645s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:20:12.603596Z","caller":"traceutil/trace.go:171","msg":"trace[714986965] transaction","detail":"{read_only:false; response_revision:1235; number_of_response:1; }","duration":"131.838951ms","start":"2026-03-31T20:20:12.471723Z","end":"2026-03-31T20:20:12.603562Z","steps":["trace[714986965] 'process raft request' (duration: 131.677077ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:12.6204Z","caller":"traceutil/trace.go:171","msg":"trace[1801725078] transaction","detail":"{read_only:false; response_revision:1236; number_of_response:1; }","duration":"148.258537ms","start":"2026-03-31T20:20:12.472121Z","end":"2026-03-31T20:20:12.62038Z","steps":["trace[1801725078] 'process raft request' (duration: 147.96972ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:12.62048Z","caller":"traceutil/trace.go:171","msg":"trace[696734995] transaction","detail":"{read_only:false; response_revision:1238; number_of_response:1; }","duration":"148.277708ms","start":"2026-03-31T20:20:12.47217Z","end":"2026-03-31T20:20:12.620448Z","steps":["trace[696734995] 'process raft request' (duration: 148.161245ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:12.620524Z","caller":"traceutil/trace.go:171","msg":"trace[1016885228] transaction","detail":"{read_only:false; response_revision:1239; number_of_response:1; }","duration":"148.254128ms","start":"2026-03-31T20:20:12.472239Z","end":"2026-03-31T20:20:12.620493Z","steps":["trace[1016885228] 'process raft request' (duration: 148.162386ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:12.620671Z","caller":"traceutil/trace.go:171","msg":"trace[2115625905] transaction","detail":"{read_only:false; response_revision:1237; number_of_response:1; }","duration":"148.441434ms","start":"2026-03-31T20:20:12.472151Z","end":"2026-03-31T20:20:12.620593Z","steps":["trace[2115625905] 'process raft request' (duration: 148.126235ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:19.760088Z","caller":"traceutil/trace.go:171","msg":"trace[668300389] transaction","detail":"{read_only:false; response_revision:1310; number_of_response:1; }","duration":"153.471132ms","start":"2026-03-31T20:20:19.60659Z","end":"2026-03-31T20:20:19.760061Z","steps":["trace[668300389] 'process raft request' (duration: 153.307478ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:26.061816Z","caller":"traceutil/trace.go:171","msg":"trace[1331543109] transaction","detail":"{read_only:false; response_revision:1359; number_of_response:1; }","duration":"257.068305ms","start":"2026-03-31T20:20:25.804717Z","end":"2026-03-31T20:20:26.061785Z","steps":["trace[1331543109] 'process raft request' (duration: 255.919195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:27.208903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.081992ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:20:27.209399Z","caller":"traceutil/trace.go:171","msg":"trace[194337437] transaction","detail":"{read_only:false; response_revision:1362; number_of_response:1; }","duration":"503.100838ms","start":"2026-03-31T20:20:26.706265Z","end":"2026-03-31T20:20:27.209366Z","steps":["trace[194337437] 'process raft request' (duration: 502.935934ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:27.209478Z","caller":"traceutil/trace.go:171","msg":"trace[1144950994] transaction","detail":"{read_only:false; response_revision:1363; number_of_response:1; }","duration":"501.945809ms","start":"2026-03-31T20:20:26.707508Z","end":"2026-03-31T20:20:27.209454Z","steps":["trace[1144950994] 'process raft request' (duration: 501.770465ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:27.209456Z","caller":"traceutil/trace.go:171","msg":"trace[1557531723] transaction","detail":"{read_only:false; response_revision:1361; number_of_response:1; }","duration":"503.300484ms","start":"2026-03-31T20:20:26.706081Z","end":"2026-03-31T20:20:27.209382Z","steps":["trace[1557531723] 'process raft request' (duration: 371.657067ms)","trace[1557531723] 'compare' (duration: 130.682033ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:20:27.209499Z","caller":"traceutil/trace.go:171","msg":"trace[1956353319] transaction","detail":"{read_only:false; response_revision:1364; number_of_response:1; }","duration":"501.672503ms","start":"2026-03-31T20:20:26.707806Z","end":"2026-03-31T20:20:27.209478Z","steps":["trace[1956353319] 'process raft request' (duration: 501.601161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:27.209513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:26.706254Z","time spent":"503.199561ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:20:27.209566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.761597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:20:27.209579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:26.707491Z","time spent":"502.040212ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:20:27.209609Z","caller":"traceutil/trace.go:171","msg":"trace[776432074] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1364; }","duration":"339.846059ms","start":"2026-03-31T20:20:26.86975Z","end":"2026-03-31T20:20:27.209596Z","steps":["trace[776432074] 'agreement among raft nodes before linearized reading' (duration: 339.777177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:27.209635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:26.707795Z","time spent":"501.760805ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:20:27.209646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:26.86973Z","time spent":"339.906ms","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:20:27.209639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:26.706068Z","time spent":"503.487878ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:20:27.20949Z","caller":"traceutil/trace.go:171","msg":"trace[667912560] linearizableReadLoop","detail":"{readStateIndex:1416; appliedIndex:1412; }","duration":"339.667984ms","start":"2026-03-31T20:20:26.869804Z","end":"2026-03-31T20:20:27.209472Z","steps":["trace[667912560] 'read index received' (duration: 207.953736ms)","trace[667912560] 'applied index is now lower than readState.Index' (duration: 131.713068ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:20:28.949379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.92205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:20:28.949451Z","caller":"traceutil/trace.go:171","msg":"trace[1573945739] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1369; }","duration":"244.046543ms","start":"2026-03-31T20:20:28.705388Z","end":"2026-03-31T20:20:28.949435Z","steps":["trace[1573945739] 'range keys from in-memory index tree' (duration: 243.759606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:28.949463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.641693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T20:20:28.949526Z","caller":"traceutil/trace.go:171","msg":"trace[1576132121] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1369; }","duration":"254.760866ms","start":"2026-03-31T20:20:28.694748Z","end":"2026-03-31T20:20:28.949509Z","steps":["trace[1576132121] 'range keys from in-memory index tree' (duration: 254.412106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:28.949685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.260315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-xcgcq\" ","response":"range_response_count:1 size:4197"} {"level":"info","ts":"2026-03-31T20:20:28.949997Z","caller":"traceutil/trace.go:171","msg":"trace[221775696] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-xcgcq; range_end:; response_count:1; response_revision:1369; }","duration":"212.629205ms","start":"2026-03-31T20:20:28.737317Z","end":"2026-03-31T20:20:28.949946Z","steps":["trace[221775696] 'range keys from in-memory index tree' (duration: 212.07499ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:29.177344Z","caller":"traceutil/trace.go:171","msg":"trace[880801412] transaction","detail":"{read_only:false; response_revision:1372; number_of_response:1; }","duration":"220.730201ms","start":"2026-03-31T20:20:28.956585Z","end":"2026-03-31T20:20:29.177315Z","steps":["trace[880801412] 'process raft request' (duration: 220.67229ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:29.17741Z","caller":"traceutil/trace.go:171","msg":"trace[1033696815] transaction","detail":"{read_only:false; response_revision:1371; number_of_response:1; }","duration":"223.974754ms","start":"2026-03-31T20:20:28.953374Z","end":"2026-03-31T20:20:29.177349Z","steps":["trace[1033696815] 'process raft request' (duration: 223.717617ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:29.338154Z","caller":"traceutil/trace.go:171","msg":"trace[606381794] transaction","detail":"{read_only:false; response_revision:1373; number_of_response:1; }","duration":"122.379941ms","start":"2026-03-31T20:20:29.21574Z","end":"2026-03-31T20:20:29.33812Z","steps":["trace[606381794] 'process raft request' (duration: 119.730774ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:29.471291Z","caller":"traceutil/trace.go:171","msg":"trace[1045113115] transaction","detail":"{read_only:false; response_revision:1375; number_of_response:1; }","duration":"254.610452ms","start":"2026-03-31T20:20:29.216663Z","end":"2026-03-31T20:20:29.471273Z","steps":["trace[1045113115] 'process raft request' (duration: 254.545731ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:29.471429Z","caller":"traceutil/trace.go:171","msg":"trace[293148564] transaction","detail":"{read_only:false; response_revision:1374; number_of_response:1; }","duration":"255.230088ms","start":"2026-03-31T20:20:29.21619Z","end":"2026-03-31T20:20:29.47142Z","steps":["trace[293148564] 'process raft request' (duration: 243.930511ms)","trace[293148564] 'compare' (duration: 11.00551ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:20:29.471563Z","caller":"traceutil/trace.go:171","msg":"trace[902673361] transaction","detail":"{read_only:false; response_revision:1376; number_of_response:1; }","duration":"254.740485ms","start":"2026-03-31T20:20:29.216808Z","end":"2026-03-31T20:20:29.471549Z","steps":["trace[902673361] 'process raft request' (duration: 254.428307ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:29.514143Z","caller":"traceutil/trace.go:171","msg":"trace[745859415] transaction","detail":"{read_only:false; response_revision:1377; number_of_response:1; }","duration":"155.607596ms","start":"2026-03-31T20:20:29.358515Z","end":"2026-03-31T20:20:29.514123Z","steps":["trace[745859415] 'process raft request' (duration: 155.497164ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:29.899825Z","caller":"traceutil/trace.go:171","msg":"trace[1189468092] transaction","detail":"{read_only:false; response_revision:1378; number_of_response:1; }","duration":"147.703935ms","start":"2026-03-31T20:20:29.752094Z","end":"2026-03-31T20:20:29.899798Z","steps":["trace[1189468092] 'process raft request' (duration: 147.52307ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:33.022452Z","caller":"traceutil/trace.go:171","msg":"trace[2046838169] transaction","detail":"{read_only:false; response_revision:1389; number_of_response:1; }","duration":"154.079987ms","start":"2026-03-31T20:20:32.868349Z","end":"2026-03-31T20:20:33.022429Z","steps":["trace[2046838169] 'process raft request' (duration: 153.925913ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:33.022776Z","caller":"traceutil/trace.go:171","msg":"trace[991311355] linearizableReadLoop","detail":"{readStateIndex:1442; appliedIndex:1442; }","duration":"147.93396ms","start":"2026-03-31T20:20:32.874819Z","end":"2026-03-31T20:20:33.022753Z","steps":["trace[991311355] 'read index received' (duration: 147.424457ms)","trace[991311355] 'applied index is now lower than readState.Index' (duration: 508.233µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:20:33.0229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.065633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:20:33.022928Z","caller":"traceutil/trace.go:171","msg":"trace[1463961322] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1389; }","duration":"148.138935ms","start":"2026-03-31T20:20:32.874782Z","end":"2026-03-31T20:20:33.022921Z","steps":["trace[1463961322] 'agreement among raft nodes before linearized reading' (duration: 148.060093ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:33.534058Z","caller":"traceutil/trace.go:171","msg":"trace[1041984433] linearizableReadLoop","detail":"{readStateIndex:1461; appliedIndex:1460; }","duration":"168.490453ms","start":"2026-03-31T20:20:33.365539Z","end":"2026-03-31T20:20:33.534029Z","steps":["trace[1041984433] 'read index received' (duration: 166.302708ms)","trace[1041984433] 'applied index is now lower than readState.Index' (duration: 2.186545ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:20:33.534198Z","caller":"traceutil/trace.go:171","msg":"trace[1914356071] transaction","detail":"{read_only:false; response_revision:1407; number_of_response:1; }","duration":"259.817575ms","start":"2026-03-31T20:20:33.274369Z","end":"2026-03-31T20:20:33.534187Z","steps":["trace[1914356071] 'process raft request' (duration: 257.528127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:33.534722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.134709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:20:33.534885Z","caller":"traceutil/trace.go:171","msg":"trace[326402502] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1407; }","duration":"169.369805ms","start":"2026-03-31T20:20:33.365488Z","end":"2026-03-31T20:20:33.534858Z","steps":["trace[326402502] 'agreement among raft nodes before linearized reading' (duration: 168.909624ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:34.087462Z","caller":"traceutil/trace.go:171","msg":"trace[100264630] linearizableReadLoop","detail":"{readStateIndex:1489; appliedIndex:1487; }","duration":"136.09976ms","start":"2026-03-31T20:20:33.951339Z","end":"2026-03-31T20:20:34.087439Z","steps":["trace[100264630] 'read index received' (duration: 82.162689ms)","trace[100264630] 'applied index is now lower than readState.Index' (duration: 53.935751ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:20:34.087495Z","caller":"traceutil/trace.go:171","msg":"trace[147718343] transaction","detail":"{read_only:false; response_revision:1434; number_of_response:1; }","duration":"211.218799ms","start":"2026-03-31T20:20:33.87623Z","end":"2026-03-31T20:20:34.087449Z","steps":["trace[147718343] 'process raft request' (duration: 157.250997ms)","trace[147718343] 'compare' (duration: 53.703225ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:20:34.087579Z","caller":"traceutil/trace.go:171","msg":"trace[725365732] transaction","detail":"{read_only:false; response_revision:1435; number_of_response:1; }","duration":"193.080778ms","start":"2026-03-31T20:20:33.894468Z","end":"2026-03-31T20:20:34.087549Z","steps":["trace[725365732] 'process raft request' (duration: 192.916373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:34.087815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.460709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T20:20:34.087927Z","caller":"traceutil/trace.go:171","msg":"trace[260818767] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:1435; }","duration":"136.679775ms","start":"2026-03-31T20:20:33.95122Z","end":"2026-03-31T20:20:34.0879Z","steps":["trace[260818767] 'agreement among raft nodes before linearized reading' (duration: 136.318206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:34.584435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.684955ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-31T20:20:34.584533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:34.089385Z","time spent":"495.143438ms","remote":"127.0.0.1:52168","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T20:20:34.589824Z","caller":"traceutil/trace.go:171","msg":"trace[1840063834] transaction","detail":"{read_only:false; response_revision:1438; number_of_response:1; }","duration":"496.615594ms","start":"2026-03-31T20:20:34.093186Z","end":"2026-03-31T20:20:34.589801Z","steps":["trace[1840063834] 'process raft request' (duration: 496.543352ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:34.589882Z","caller":"traceutil/trace.go:171","msg":"trace[147789218] transaction","detail":"{read_only:false; response_revision:1437; number_of_response:1; }","duration":"496.973494ms","start":"2026-03-31T20:20:34.092882Z","end":"2026-03-31T20:20:34.589856Z","steps":["trace[147789218] 'process raft request' (duration: 496.786959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:34.589949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:34.093156Z","time spent":"496.736277ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4037,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:20:34.590007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:34.092859Z","time spent":"497.087867ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6038,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:20:34.589922Z","caller":"traceutil/trace.go:171","msg":"trace[87509298] transaction","detail":"{read_only:false; response_revision:1436; number_of_response:1; }","duration":"497.089767ms","start":"2026-03-31T20:20:34.092796Z","end":"2026-03-31T20:20:34.589886Z","steps":["trace[87509298] 'process raft request' (duration: 496.721618ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:34.590132Z","caller":"traceutil/trace.go:171","msg":"trace[1426970076] transaction","detail":"{read_only:false; response_revision:1439; number_of_response:1; }","duration":"496.157553ms","start":"2026-03-31T20:20:34.093929Z","end":"2026-03-31T20:20:34.590087Z","steps":["trace[1426970076] 'process raft request' (duration: 495.835835ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:34.590184Z","caller":"traceutil/trace.go:171","msg":"trace[1704130853] linearizableReadLoop","detail":"{readStateIndex:1495; appliedIndex:1490; }","duration":"101.436569ms","start":"2026-03-31T20:20:34.488717Z","end":"2026-03-31T20:20:34.590154Z","steps":["trace[1704130853] 'read index received' (duration: 100.785372ms)","trace[1704130853] 'applied index is now lower than readState.Index' (duration: 649.907µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:20:34.59031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:34.093916Z","time spent":"496.320107ms","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":732,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:20:34.590323Z","caller":"traceutil/trace.go:171","msg":"trace[264966150] transaction","detail":"{read_only:false; response_revision:1440; number_of_response:1; }","duration":"493.071265ms","start":"2026-03-31T20:20:34.097238Z","end":"2026-03-31T20:20:34.59031Z","steps":["trace[264966150] 'process raft request' (duration: 492.785017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:34.590385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:34.097225Z","time spent":"493.128066ms","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6097,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:20:34.590416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.674814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:20:34.590473Z","caller":"traceutil/trace.go:171","msg":"trace[488866707] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:1440; }","duration":"101.791597ms","start":"2026-03-31T20:20:34.488663Z","end":"2026-03-31T20:20:34.590454Z","steps":["trace[488866707] 'agreement among raft nodes before linearized reading' (duration: 101.677434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:34.591415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:34.09277Z","time spent":"497.359664ms","remote":"127.0.0.1:52452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1020,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:20:37.799388Z","caller":"traceutil/trace.go:171","msg":"trace[653806403] linearizableReadLoop","detail":"{readStateIndex:1548; appliedIndex:1547; }","duration":"231.179097ms","start":"2026-03-31T20:20:37.568185Z","end":"2026-03-31T20:20:37.799364Z","steps":["trace[653806403] 'read index received' (duration: 231.131876ms)","trace[653806403] 'applied index is now lower than readState.Index' (duration: 46.301µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:20:37.79949Z","caller":"traceutil/trace.go:171","msg":"trace[484373496] transaction","detail":"{read_only:false; response_revision:1493; number_of_response:1; }","duration":"590.919812ms","start":"2026-03-31T20:20:37.208536Z","end":"2026-03-31T20:20:37.799455Z","steps":["trace[484373496] 'process raft request' (duration: 590.687505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:37.799646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:37.208518Z","time spent":"591.044234ms","remote":"127.0.0.1:58630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3127,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:20:37.799658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.459354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:20:37.799701Z","caller":"traceutil/trace.go:171","msg":"trace[358032133] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1493; }","duration":"231.563947ms","start":"2026-03-31T20:20:37.568126Z","end":"2026-03-31T20:20:37.799689Z","steps":["trace[358032133] 'agreement among raft nodes before linearized reading' (duration: 231.356641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:37.8072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.406357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T20:20:37.807201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.325901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:20:37.807274Z","caller":"traceutil/trace.go:171","msg":"trace[1714341573] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1494; }","duration":"230.489889ms","start":"2026-03-31T20:20:37.576765Z","end":"2026-03-31T20:20:37.807255Z","steps":["trace[1714341573] 'agreement among raft nodes before linearized reading' (duration: 230.277764ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:37.807306Z","caller":"traceutil/trace.go:171","msg":"trace[397821604] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1494; }","duration":"222.458435ms","start":"2026-03-31T20:20:37.584827Z","end":"2026-03-31T20:20:37.807286Z","steps":["trace[397821604] 'agreement among raft nodes before linearized reading' (duration: 222.182448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:37.807233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.165669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:20:37.807398Z","caller":"traceutil/trace.go:171","msg":"trace[747942217] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1494; }","duration":"235.349433ms","start":"2026-03-31T20:20:37.572037Z","end":"2026-03-31T20:20:37.807386Z","steps":["trace[747942217] 'agreement among raft nodes before linearized reading' (duration: 234.937902ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:37.807667Z","caller":"traceutil/trace.go:171","msg":"trace[883433512] transaction","detail":"{read_only:false; response_revision:1494; number_of_response:1; }","duration":"234.134601ms","start":"2026-03-31T20:20:37.573417Z","end":"2026-03-31T20:20:37.807551Z","steps":["trace[883433512] 'process raft request' (duration: 233.418613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:39.510042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.649419ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T20:20:39.5102Z","caller":"traceutil/trace.go:171","msg":"trace[1698291349] linearizableReadLoop","detail":"{readStateIndex:1556; appliedIndex:1555; }","duration":"172.854513ms","start":"2026-03-31T20:20:39.337318Z","end":"2026-03-31T20:20:39.510172Z","steps":["trace[1698291349] 'read index received' (duration: 48.031µs)","trace[1698291349] 'applied index is now lower than readState.Index' (duration: 172.790322ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:20:39.510336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.988797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:20:39.510388Z","caller":"traceutil/trace.go:171","msg":"trace[1170943127] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1500; }","duration":"173.10783ms","start":"2026-03-31T20:20:39.337269Z","end":"2026-03-31T20:20:39.510377Z","steps":["trace[1170943127] 'agreement among raft nodes before linearized reading' (duration: 172.980867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:41.572696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.166323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T20:20:41.572774Z","caller":"traceutil/trace.go:171","msg":"trace[335973887] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1509; }","duration":"391.291177ms","start":"2026-03-31T20:20:41.181464Z","end":"2026-03-31T20:20:41.572755Z","steps":["trace[335973887] 'range keys from in-memory index tree' (duration: 391.003969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:41.572814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:41.181445Z","time spent":"391.360379ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:20:41.57284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.009461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:20:41.572943Z","caller":"traceutil/trace.go:171","msg":"trace[1797234151] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1509; }","duration":"703.161575ms","start":"2026-03-31T20:20:40.869755Z","end":"2026-03-31T20:20:41.572917Z","steps":["trace[1797234151] 'range keys from in-memory index tree' (duration: 702.903518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:41.572954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.36944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:20:41.573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:40.869735Z","time spent":"703.251536ms","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:20:41.573017Z","caller":"traceutil/trace.go:171","msg":"trace[1946802994] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1509; }","duration":"382.480853ms","start":"2026-03-31T20:20:41.190518Z","end":"2026-03-31T20:20:41.572999Z","steps":["trace[1946802994] 'count revisions from in-memory index tree' (duration: 382.234147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:41.57307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:41.190494Z","time spent":"382.557935ms","remote":"127.0.0.1:58572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:20:41.573185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.246986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-xjwxm\" ","response":"range_response_count:1 size:4179"} {"level":"info","ts":"2026-03-31T20:20:41.573267Z","caller":"traceutil/trace.go:171","msg":"trace[1326428409] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-xjwxm; range_end:; response_count:1; response_revision:1509; }","duration":"773.38036ms","start":"2026-03-31T20:20:40.799866Z","end":"2026-03-31T20:20:41.573246Z","steps":["trace[1326428409] 'range keys from in-memory index tree' (duration: 773.041381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:41.573317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:40.799849Z","time spent":"773.458631ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":4202,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-xjwxm\" "} {"level":"info","ts":"2026-03-31T20:20:41.925185Z","caller":"traceutil/trace.go:171","msg":"trace[1081780379] transaction","detail":"{read_only:false; response_revision:1510; number_of_response:1; }","duration":"348.069498ms","start":"2026-03-31T20:20:41.577089Z","end":"2026-03-31T20:20:41.925158Z","steps":["trace[1081780379] 'process raft request' (duration: 347.932855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:41.925337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:41.577073Z","time spent":"348.181471ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:20:42.213761Z","caller":"traceutil/trace.go:171","msg":"trace[2020448090] transaction","detail":"{read_only:false; response_revision:1511; number_of_response:1; }","duration":"632.580761ms","start":"2026-03-31T20:20:41.581155Z","end":"2026-03-31T20:20:42.213736Z","steps":["trace[2020448090] 'process raft request' (duration: 632.399217ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:42.213942Z","caller":"traceutil/trace.go:171","msg":"trace[981237631] linearizableReadLoop","detail":"{readStateIndex:1568; appliedIndex:1565; }","duration":"344.791994ms","start":"2026-03-31T20:20:41.869115Z","end":"2026-03-31T20:20:42.213907Z","steps":["trace[981237631] 'read index received' (duration: 56.011764ms)","trace[981237631] 'applied index is now lower than readState.Index' (duration: 288.77842ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:20:42.214001Z","caller":"traceutil/trace.go:171","msg":"trace[2052331310] transaction","detail":"{read_only:false; response_revision:1512; number_of_response:1; }","duration":"362.841583ms","start":"2026-03-31T20:20:41.851129Z","end":"2026-03-31T20:20:42.21397Z","steps":["trace[2052331310] 'process raft request' (duration: 362.559926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:42.214031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:41.581147Z","time spent":"632.695574ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4319,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:20:42.214118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:41.851092Z","time spent":"362.961526ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:20:42.214139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.99664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:20:42.214174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.077245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T20:20:42.214193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.685916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:20:42.214231Z","caller":"traceutil/trace.go:171","msg":"trace[348508682] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1512; }","duration":"284.742117ms","start":"2026-03-31T20:20:41.929479Z","end":"2026-03-31T20:20:42.214222Z","steps":["trace[348508682] 'agreement among raft nodes before linearized reading' (duration: 284.654765ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:42.214232Z","caller":"traceutil/trace.go:171","msg":"trace[1654421018] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1512; }","duration":"244.150816ms","start":"2026-03-31T20:20:41.970068Z","end":"2026-03-31T20:20:42.214218Z","steps":["trace[1654421018] 'agreement among raft nodes before linearized reading' (duration: 243.997892ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:42.214233Z","caller":"traceutil/trace.go:171","msg":"trace[1774357953] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1512; }","duration":"345.171684ms","start":"2026-03-31T20:20:41.86904Z","end":"2026-03-31T20:20:42.214212Z","steps":["trace[1774357953] 'agreement among raft nodes before linearized reading' (duration: 344.983459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:42.214107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.735938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:20:42.214285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:41.869002Z","time spent":"345.272287ms","remote":"127.0.0.1:54126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:20:42.214275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.608818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:20:42.2143Z","caller":"traceutil/trace.go:171","msg":"trace[1952358177] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1512; }","duration":"343.969593ms","start":"2026-03-31T20:20:41.870311Z","end":"2026-03-31T20:20:42.214281Z","steps":["trace[1952358177] 'agreement among raft nodes before linearized reading' (duration: 343.739617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:42.214347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:41.870292Z","time spent":"344.042476ms","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:20:42.214344Z","caller":"traceutil/trace.go:171","msg":"trace[789032396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1512; }","duration":"244.718302ms","start":"2026-03-31T20:20:41.969609Z","end":"2026-03-31T20:20:42.214327Z","steps":["trace[789032396] 'agreement among raft nodes before linearized reading' (duration: 244.513526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:42.214366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.560668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:20:42.214441Z","caller":"traceutil/trace.go:171","msg":"trace[94687347] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1512; }","duration":"244.67231ms","start":"2026-03-31T20:20:41.969755Z","end":"2026-03-31T20:20:42.214427Z","steps":["trace[94687347] 'agreement among raft nodes before linearized reading' (duration: 244.403883ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:44.297957Z","caller":"traceutil/trace.go:171","msg":"trace[793070618] linearizableReadLoop","detail":"{readStateIndex:1574; appliedIndex:1573; }","duration":"346.526438ms","start":"2026-03-31T20:20:43.951408Z","end":"2026-03-31T20:20:44.297935Z","steps":["trace[793070618] 'read index received' (duration: 346.422956ms)","trace[793070618] 'applied index is now lower than readState.Index' (duration: 102.182µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:20:44.298068Z","caller":"traceutil/trace.go:171","msg":"trace[1604084123] transaction","detail":"{read_only:false; response_revision:1518; number_of_response:1; }","duration":"365.203703ms","start":"2026-03-31T20:20:43.932847Z","end":"2026-03-31T20:20:44.298051Z","steps":["trace[1604084123] 'process raft request' (duration: 364.910486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:44.298276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.838766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T20:20:44.298382Z","caller":"traceutil/trace.go:171","msg":"trace[1362640322] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:1518; }","duration":"346.97836ms","start":"2026-03-31T20:20:43.951385Z","end":"2026-03-31T20:20:44.298363Z","steps":["trace[1362640322] 'agreement among raft nodes before linearized reading' (duration: 346.700863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:44.298404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:43.932833Z","time spent":"365.431488ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:20:44.298433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:43.951375Z","time spent":"347.048571ms","remote":"127.0.0.1:52168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-03-31T20:20:44.788652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.710469ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:20:44.78892Z","caller":"traceutil/trace.go:171","msg":"trace[1699401075] linearizableReadLoop","detail":"{readStateIndex:1576; appliedIndex:1574; }","duration":"490.679585ms","start":"2026-03-31T20:20:44.298218Z","end":"2026-03-31T20:20:44.788898Z","steps":["trace[1699401075] 'read index received' (duration: 129.570935ms)","trace[1699401075] 'applied index is now lower than readState.Index' (duration: 361.10729ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:20:44.788993Z","caller":"traceutil/trace.go:171","msg":"trace[615990331] transaction","detail":"{read_only:false; response_revision:1519; number_of_response:1; }","duration":"795.573994ms","start":"2026-03-31T20:20:43.993404Z","end":"2026-03-31T20:20:44.788978Z","steps":["trace[615990331] 'process raft request' (duration: 434.441503ms)","trace[615990331] 'compare' (duration: 360.588456ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:20:44.789064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:43.993378Z","time spent":"795.655276ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:20:44.789091Z","caller":"traceutil/trace.go:171","msg":"trace[1377641108] transaction","detail":"{read_only:false; response_revision:1520; number_of_response:1; }","duration":"568.899242ms","start":"2026-03-31T20:20:44.220177Z","end":"2026-03-31T20:20:44.789076Z","steps":["trace[1377641108] 'process raft request' (duration: 568.601705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:44.789224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.606319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:20:44.789287Z","caller":"traceutil/trace.go:171","msg":"trace[1819461700] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1520; }","duration":"563.699831ms","start":"2026-03-31T20:20:44.225574Z","end":"2026-03-31T20:20:44.789274Z","steps":["trace[1819461700] 'agreement among raft nodes before linearized reading' (duration: 563.424034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:44.78932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:44.225557Z","time spent":"563.754342ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:20:44.789311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.134991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:20:44.789392Z","caller":"traceutil/trace.go:171","msg":"trace[1536450946] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1520; }","duration":"564.266125ms","start":"2026-03-31T20:20:44.225109Z","end":"2026-03-31T20:20:44.789375Z","steps":["trace[1536450946] 'agreement among raft nodes before linearized reading' (duration: 563.898905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:44.789396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.698031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T20:20:44.789206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:44.299714Z","time spent":"489.486443ms","remote":"127.0.0.1:52168","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T20:20:44.789449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:44.225087Z","time spent":"564.352427ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T20:20:44.789462Z","caller":"traceutil/trace.go:171","msg":"trace[1922789009] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1520; }","duration":"563.790193ms","start":"2026-03-31T20:20:44.225653Z","end":"2026-03-31T20:20:44.789444Z","steps":["trace[1922789009] 'agreement among raft nodes before linearized reading' (duration: 563.420424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:44.789499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:44.225649Z","time spent":"563.843205ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:20:44.789233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:44.220154Z","time spent":"568.981894ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:20:44.789387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.253637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T20:20:44.789658Z","caller":"traceutil/trace.go:171","msg":"trace[475331403] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1520; }","duration":"607.585505ms","start":"2026-03-31T20:20:44.182058Z","end":"2026-03-31T20:20:44.789643Z","steps":["trace[475331403] 'agreement among raft nodes before linearized reading' (duration: 606.922579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:44.7897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:44.182036Z","time spent":"607.652016ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:20:44.789859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.177303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:20:44.789942Z","caller":"traceutil/trace.go:171","msg":"trace[238290193] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1520; }","duration":"564.295125ms","start":"2026-03-31T20:20:44.225629Z","end":"2026-03-31T20:20:44.789924Z","steps":["trace[238290193] 'agreement among raft nodes before linearized reading' (duration: 563.304401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:44.789991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:44.225624Z","time spent":"564.357477ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:20:45.290155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.125024ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:20:45.290628Z","caller":"traceutil/trace.go:171","msg":"trace[1398258581] transaction","detail":"{read_only:false; response_revision:1521; number_of_response:1; }","duration":"499.884478ms","start":"2026-03-31T20:20:44.790428Z","end":"2026-03-31T20:20:45.290313Z","steps":["trace[1398258581] 'process raft request' (duration: 331.450915ms)","trace[1398258581] 'compare' (duration: 167.922429ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:20:45.290729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:44.790407Z","time spent":"500.273308ms","remote":"127.0.0.1:52168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:20:45.292646Z","caller":"traceutil/trace.go:171","msg":"trace[1349770368] transaction","detail":"{read_only:false; response_revision:1524; number_of_response:1; }","duration":"498.658887ms","start":"2026-03-31T20:20:44.793963Z","end":"2026-03-31T20:20:45.292621Z","steps":["trace[1349770368] 'process raft request' (duration: 498.586165ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:45.292709Z","caller":"traceutil/trace.go:171","msg":"trace[809230814] transaction","detail":"{read_only:false; response_revision:1522; number_of_response:1; }","duration":"499.171969ms","start":"2026-03-31T20:20:44.793506Z","end":"2026-03-31T20:20:45.292678Z","steps":["trace[809230814] 'process raft request' (duration: 498.864981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:45.292801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:44.793946Z","time spent":"498.775159ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:20:45.292813Z","caller":"traceutil/trace.go:171","msg":"trace[988840282] transaction","detail":"{read_only:false; response_revision:1523; number_of_response:1; }","duration":"498.81713ms","start":"2026-03-31T20:20:44.793967Z","end":"2026-03-31T20:20:45.292784Z","steps":["trace[988840282] 'process raft request' (duration: 498.547173ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:45.292926Z","caller":"traceutil/trace.go:171","msg":"trace[1637950975] transaction","detail":"{read_only:false; response_revision:1525; number_of_response:1; }","duration":"497.961798ms","start":"2026-03-31T20:20:44.794938Z","end":"2026-03-31T20:20:45.2929Z","steps":["trace[1637950975] 'process raft request' (duration: 497.64263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:45.292955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:44.793949Z","time spent":"498.927173ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:20:45.292916Z","caller":"traceutil/trace.go:171","msg":"trace[407075136] linearizableReadLoop","detail":"{readStateIndex:1583; appliedIndex:1577; }","duration":"422.707214ms","start":"2026-03-31T20:20:44.87018Z","end":"2026-03-31T20:20:45.292887Z","steps":["trace[407075136] 'read index received' (duration: 251.795ms)","trace[407075136] 'applied index is now lower than readState.Index' (duration: 170.911084ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:20:45.293026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.824557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:20:45.292945Z","caller":"traceutil/trace.go:171","msg":"trace[563604006] transaction","detail":"{read_only:false; response_revision:1526; number_of_response:1; }","duration":"497.472065ms","start":"2026-03-31T20:20:44.795455Z","end":"2026-03-31T20:20:45.292927Z","steps":["trace[563604006] 'process raft request' (duration: 497.327792ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:20:45.293087Z","caller":"traceutil/trace.go:171","msg":"trace[1725998979] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1526; }","duration":"422.941531ms","start":"2026-03-31T20:20:44.87013Z","end":"2026-03-31T20:20:45.293071Z","steps":["trace[1725998979] 'agreement among raft nodes before linearized reading' (duration: 422.839577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:20:45.293068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:44.79348Z","time spent":"499.337413ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:20:45.293136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:44.870108Z","time spent":"423.014903ms","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:20:45.293116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:44.795443Z","time spent":"497.63837ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:20:45.293378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:20:44.79492Z","time spent":"498.089542ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:21:01.655716Z","caller":"traceutil/trace.go:171","msg":"trace[65342457] transaction","detail":"{read_only:false; response_revision:1814; number_of_response:1; }","duration":"282.800179ms","start":"2026-03-31T20:21:01.372888Z","end":"2026-03-31T20:21:01.655688Z","steps":["trace[65342457] 'process raft request' (duration: 282.638375ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:02.165741Z","caller":"traceutil/trace.go:171","msg":"trace[736493137] transaction","detail":"{read_only:false; response_revision:1816; number_of_response:1; }","duration":"792.508766ms","start":"2026-03-31T20:21:01.373212Z","end":"2026-03-31T20:21:02.165721Z","steps":["trace[736493137] 'process raft request' (duration: 792.378062ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:02.165811Z","caller":"traceutil/trace.go:171","msg":"trace[1366863540] transaction","detail":"{read_only:false; response_revision:1815; number_of_response:1; }","duration":"792.621218ms","start":"2026-03-31T20:21:01.373152Z","end":"2026-03-31T20:21:02.165773Z","steps":["trace[1366863540] 'process raft request' (duration: 792.277159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:02.165844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.494643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:21:02.165848Z","caller":"traceutil/trace.go:171","msg":"trace[849943096] transaction","detail":"{read_only:false; response_revision:1817; number_of_response:1; }","duration":"790.111936ms","start":"2026-03-31T20:21:01.375712Z","end":"2026-03-31T20:21:02.165824Z","steps":["trace[849943096] 'process raft request' (duration: 789.92542ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:02.165907Z","caller":"traceutil/trace.go:171","msg":"trace[435770602] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1817; }","duration":"762.599876ms","start":"2026-03-31T20:21:01.403288Z","end":"2026-03-31T20:21:02.165888Z","steps":["trace[435770602] 'agreement among raft nodes before linearized reading' (duration: 762.490843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:02.165965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:01.373137Z","time spent":"792.745611ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:21:02.165968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:01.403279Z","time spent":"762.671728ms","remote":"127.0.0.1:59186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T20:21:02.165984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:01.375698Z","time spent":"790.207198ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:21:02.165993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:01.373197Z","time spent":"792.654439ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:21:02.16572Z","caller":"traceutil/trace.go:171","msg":"trace[1351032680] linearizableReadLoop","detail":"{readStateIndex:1898; appliedIndex:1894; }","duration":"762.364179ms","start":"2026-03-31T20:21:01.403329Z","end":"2026-03-31T20:21:02.165693Z","steps":["trace[1351032680] 'read index received' (duration: 252.16102ms)","trace[1351032680] 'applied index is now lower than readState.Index' (duration: 510.201839ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:21:02.166102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.693128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:21:02.166198Z","caller":"traceutil/trace.go:171","msg":"trace[214432461] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1817; }","duration":"762.861822ms","start":"2026-03-31T20:21:01.403312Z","end":"2026-03-31T20:21:02.166174Z","steps":["trace[214432461] 'agreement among raft nodes before linearized reading' (duration: 762.564885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:02.166248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:01.403303Z","time spent":"762.931274ms","remote":"127.0.0.1:59186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:21:02.174662Z","caller":"traceutil/trace.go:171","msg":"trace[711473122] transaction","detail":"{read_only:false; response_revision:1818; number_of_response:1; }","duration":"438.870167ms","start":"2026-03-31T20:21:01.735775Z","end":"2026-03-31T20:21:02.174645Z","steps":["trace[711473122] 'process raft request' (duration: 438.667792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:02.174774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:01.735746Z","time spent":"438.965369ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:21:02.17486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.940263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:21:02.174897Z","caller":"traceutil/trace.go:171","msg":"trace[177591802] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1819; }","duration":"736.997755ms","start":"2026-03-31T20:21:01.43789Z","end":"2026-03-31T20:21:02.174888Z","steps":["trace[177591802] 'agreement among raft nodes before linearized reading' (duration: 736.899153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:02.174891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.176758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:21:02.174947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:01.437879Z","time spent":"737.059856ms","remote":"127.0.0.1:59200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T20:21:02.174917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.052992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:21:02.174973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.364195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:21:02.17503Z","caller":"traceutil/trace.go:171","msg":"trace[1189800018] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1819; }","duration":"633.221457ms","start":"2026-03-31T20:21:01.541778Z","end":"2026-03-31T20:21:02.175Z","steps":["trace[1189800018] 'agreement among raft nodes before linearized reading' (duration: 633.012712ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:02.175038Z","caller":"traceutil/trace.go:171","msg":"trace[42178906] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:0; response_revision:1819; }","duration":"597.430376ms","start":"2026-03-31T20:21:01.57759Z","end":"2026-03-31T20:21:02.17502Z","steps":["trace[42178906] 'agreement among raft nodes before linearized reading' (duration: 597.356414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:02.175072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.992421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:21:02.175095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:01.577585Z","time spent":"597.494318ms","remote":"127.0.0.1:59262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T20:21:02.17512Z","caller":"traceutil/trace.go:171","msg":"trace[1969236083] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1819; }","duration":"598.056594ms","start":"2026-03-31T20:21:01.577052Z","end":"2026-03-31T20:21:02.175109Z","steps":["trace[1969236083] 'agreement among raft nodes before linearized reading' (duration: 597.988382ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:02.175136Z","caller":"traceutil/trace.go:171","msg":"trace[1633167591] transaction","detail":"{read_only:false; response_revision:1819; number_of_response:1; }","duration":"345.77277ms","start":"2026-03-31T20:21:01.829351Z","end":"2026-03-31T20:21:02.175124Z","steps":["trace[1633167591] 'process raft request' (duration: 345.227806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:02.175146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.416581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:21:02.175096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:01.541689Z","time spent":"633.37361ms","remote":"127.0.0.1:59248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:21:02.17522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.890995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:21:02.175221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.668921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:21:02.175231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:01.829337Z","time spent":"345.830682ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:21:02.175233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.150019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:21:02.175252Z","caller":"traceutil/trace.go:171","msg":"trace[847861837] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1819; }","duration":"711.728283ms","start":"2026-03-31T20:21:01.463516Z","end":"2026-03-31T20:21:02.175244Z","steps":["trace[847861837] 'agreement among raft nodes before linearized reading' (duration: 711.679242ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:02.175269Z","caller":"traceutil/trace.go:171","msg":"trace[442962236] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1819; }","duration":"191.19778ms","start":"2026-03-31T20:21:01.984062Z","end":"2026-03-31T20:21:02.17526Z","steps":["trace[442962236] 'agreement among raft nodes before linearized reading' (duration: 191.141279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:02.17529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.747463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:21:02.175314Z","caller":"traceutil/trace.go:171","msg":"trace[1366766748] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1819; }","duration":"711.805695ms","start":"2026-03-31T20:21:01.463503Z","end":"2026-03-31T20:21:02.175308Z","steps":["trace[1366766748] 'agreement among raft nodes before linearized reading' (duration: 711.770844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:02.175326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.062389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:21:02.175357Z","caller":"traceutil/trace.go:171","msg":"trace[1506837714] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1819; }","duration":"660.121081ms","start":"2026-03-31T20:21:01.515228Z","end":"2026-03-31T20:21:02.175349Z","steps":["trace[1506837714] 'agreement among raft nodes before linearized reading' (duration: 660.08095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:02.175354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:01.463479Z","time spent":"711.853085ms","remote":"127.0.0.1:59216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T20:21:02.175394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:01.515211Z","time spent":"660.171832ms","remote":"127.0.0.1:59244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:21:02.175441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.669681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:21:02.175473Z","caller":"traceutil/trace.go:171","msg":"trace[1443514136] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1819; }","duration":"674.723321ms","start":"2026-03-31T20:21:01.500742Z","end":"2026-03-31T20:21:02.175465Z","steps":["trace[1443514136] 'agreement among raft nodes before linearized reading' (duration: 674.67559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:02.175499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:01.50073Z","time spent":"674.761733ms","remote":"127.0.0.1:59228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:21:02.175504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.746593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:21:02.175174Z","caller":"traceutil/trace.go:171","msg":"trace[1347993853] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1819; }","duration":"633.471413ms","start":"2026-03-31T20:21:01.541694Z","end":"2026-03-31T20:21:02.175166Z","steps":["trace[1347993853] 'agreement among raft nodes before linearized reading' (duration: 633.411171ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:02.175552Z","caller":"traceutil/trace.go:171","msg":"trace[502747242] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1819; }","duration":"674.829244ms","start":"2026-03-31T20:21:01.500701Z","end":"2026-03-31T20:21:02.175531Z","steps":["trace[502747242] 'agreement among raft nodes before linearized reading' (duration: 674.753722ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:02.175244Z","caller":"traceutil/trace.go:171","msg":"trace[1937138316] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1819; }","duration":"659.943446ms","start":"2026-03-31T20:21:01.515296Z","end":"2026-03-31T20:21:02.175239Z","steps":["trace[1937138316] 'agreement among raft nodes before linearized reading' (duration: 659.890754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:02.175586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:01.541676Z","time spent":"633.886273ms","remote":"127.0.0.1:59248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T20:21:02.175591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:01.500686Z","time spent":"674.894736ms","remote":"127.0.0.1:59228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T20:21:02.175622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:01.51528Z","time spent":"660.334046ms","remote":"127.0.0.1:59244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T20:21:02.17529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:01.463501Z","time spent":"711.780904ms","remote":"127.0.0.1:59216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:21:02.17516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:01.577046Z","time spent":"598.103995ms","remote":"127.0.0.1:59262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:21:02.174902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.738315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:21:02.174983Z","caller":"traceutil/trace.go:171","msg":"trace[1667213813] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1819; }","duration":"305.289431ms","start":"2026-03-31T20:21:01.869665Z","end":"2026-03-31T20:21:02.174954Z","steps":["trace[1667213813] 'agreement among raft nodes before linearized reading' (duration: 305.140317ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:02.175803Z","caller":"traceutil/trace.go:171","msg":"trace[1122141851] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1819; }","duration":"598.675668ms","start":"2026-03-31T20:21:01.577096Z","end":"2026-03-31T20:21:02.175772Z","steps":["trace[1122141851] 'agreement among raft nodes before linearized reading' (duration: 597.736895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:02.175821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:01.869657Z","time spent":"306.156512ms","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:21:02.175836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:01.577077Z","time spent":"598.74646ms","remote":"127.0.0.1:59262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T20:21:02.175525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.547079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:21:02.175939Z","caller":"traceutil/trace.go:171","msg":"trace[1266974657] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1819; }","duration":"737.994989ms","start":"2026-03-31T20:21:01.437937Z","end":"2026-03-31T20:21:02.175932Z","steps":["trace[1266974657] 'agreement among raft nodes before linearized reading' (duration: 737.564768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:02.175988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:01.437922Z","time spent":"738.057031ms","remote":"127.0.0.1:59200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:21:06.615894Z","caller":"traceutil/trace.go:171","msg":"trace[1425828010] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"246.351573ms","start":"2026-03-31T20:21:06.369524Z","end":"2026-03-31T20:21:06.615876Z","steps":["trace[1425828010] 'process raft request' (duration: 246.185418ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:06.61604Z","caller":"traceutil/trace.go:171","msg":"trace[638126779] linearizableReadLoop","detail":"{readStateIndex:1931; appliedIndex:1929; }","duration":"228.081687ms","start":"2026-03-31T20:21:06.387951Z","end":"2026-03-31T20:21:06.616033Z","steps":["trace[638126779] 'read index received' (duration: 48.930613ms)","trace[638126779] 'applied index is now lower than readState.Index' (duration: 179.150394ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:21:06.616108Z","caller":"traceutil/trace.go:171","msg":"trace[1760084392] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"200.25957ms","start":"2026-03-31T20:21:06.415843Z","end":"2026-03-31T20:21:06.616102Z","steps":["trace[1760084392] 'process raft request' (duration: 199.999594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:06.616198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.235791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:21:06.61622Z","caller":"traceutil/trace.go:171","msg":"trace[2005428625] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1850; }","duration":"228.305383ms","start":"2026-03-31T20:21:06.387908Z","end":"2026-03-31T20:21:06.616214Z","steps":["trace[2005428625] 'agreement among raft nodes before linearized reading' (duration: 228.248392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:06.616404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.577365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-03-31T20:21:06.616431Z","caller":"traceutil/trace.go:171","msg":"trace[1084764386] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1850; }","duration":"168.625566ms","start":"2026-03-31T20:21:06.4478Z","end":"2026-03-31T20:21:06.616425Z","steps":["trace[1084764386] 'agreement among raft nodes before linearized reading' (duration: 168.533994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:06.616559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.793595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:21:06.616583Z","caller":"traceutil/trace.go:171","msg":"trace[1536044379] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1850; }","duration":"117.834115ms","start":"2026-03-31T20:21:06.498743Z","end":"2026-03-31T20:21:06.616577Z","steps":["trace[1536044379] 'agreement among raft nodes before linearized reading' (duration: 117.777694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:13.021574Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973324907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:21:13.239785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244422336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:21:13.239857Z","caller":"traceutil/trace.go:171","msg":"trace[1099984143] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1946; }","duration":"1.244546299s","start":"2026-03-31T20:21:11.995296Z","end":"2026-03-31T20:21:13.239842Z","steps":["trace[1099984143] 'count revisions from in-memory index tree' (duration: 1.244364715s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:13.239909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:11.995256Z","time spent":"1.244644062s","remote":"127.0.0.1:52430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":15,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:21:13.239916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286105525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-27a5e0b9-b7d4-4851-8884-74f9fcfc6095\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-31T20:21:13.239999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564450863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-31T20:21:13.240032Z","caller":"traceutil/trace.go:171","msg":"trace[799032370] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-27a5e0b9-b7d4-4851-8884-74f9fcfc6095; range_end:; response_count:1; response_revision:1946; }","duration":"1.286267119s","start":"2026-03-31T20:21:11.953738Z","end":"2026-03-31T20:21:13.240005Z","steps":["trace[799032370] 'range keys from in-memory index tree' (duration: 1.285820308s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:13.240025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179190708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-27a5e0b9-b7d4-4851-8884-74f9fcfc6095\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-31T20:21:13.240072Z","caller":"traceutil/trace.go:171","msg":"trace[927203098] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1946; }","duration":"1.564560525s","start":"2026-03-31T20:21:11.675491Z","end":"2026-03-31T20:21:13.240052Z","steps":["trace[927203098] 'range keys from in-memory index tree' (duration: 1.564265809s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:13.240093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:11.953724Z","time spent":"1.286357572s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-27a5e0b9-b7d4-4851-8884-74f9fcfc6095\" "} {"level":"warn","ts":"2026-03-31T20:21:13.240119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:11.675474Z","time spent":"1.564633908s","remote":"127.0.0.1:59262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T20:21:13.240123Z","caller":"traceutil/trace.go:171","msg":"trace[821626744] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-27a5e0b9-b7d4-4851-8884-74f9fcfc6095; range_end:; response_count:1; response_revision:1946; }","duration":"1.179345502s","start":"2026-03-31T20:21:12.060755Z","end":"2026-03-31T20:21:13.240101Z","steps":["trace[821626744] 'range keys from in-memory index tree' (duration: 1.178999573s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:13.240177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:12.060735Z","time spent":"1.179431163s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-27a5e0b9-b7d4-4851-8884-74f9fcfc6095\" "} {"level":"warn","ts":"2026-03-31T20:21:13.240166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372148033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:21:13.240201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00226642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T20:21:13.24023Z","caller":"traceutil/trace.go:171","msg":"trace[1992200281] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1946; }","duration":"1.002345952s","start":"2026-03-31T20:21:12.237876Z","end":"2026-03-31T20:21:13.240222Z","steps":["trace[1992200281] 'range keys from in-memory index tree' (duration: 1.002159617s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:13.240226Z","caller":"traceutil/trace.go:171","msg":"trace[1247630167] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1946; }","duration":"1.372233104s","start":"2026-03-31T20:21:11.867978Z","end":"2026-03-31T20:21:13.240211Z","steps":["trace[1247630167] 'range keys from in-memory index tree' (duration: 1.372095802s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:13.240266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:12.237855Z","time spent":"1.002399103s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:21:13.24009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009578896s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:21:13.24028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:11.867962Z","time spent":"1.372302227s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:21:13.240296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494892584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:21:13.240314Z","caller":"traceutil/trace.go:171","msg":"trace[1620565819] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1946; }","duration":"1.009811712s","start":"2026-03-31T20:21:12.230491Z","end":"2026-03-31T20:21:13.240303Z","steps":["trace[1620565819] 'range keys from in-memory index tree' (duration: 1.009569236s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:13.240353Z","caller":"traceutil/trace.go:171","msg":"trace[749680780] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1946; }","duration":"1.495002847s","start":"2026-03-31T20:21:11.745334Z","end":"2026-03-31T20:21:13.240336Z","steps":["trace[749680780] 'range keys from in-memory index tree' (duration: 1.49476431s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:13.24041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:11.745323Z","time spent":"1.495076018s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:21:13.240575Z","caller":"traceutil/trace.go:171","msg":"trace[1528653654] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"956.892847ms","start":"2026-03-31T20:21:12.283617Z","end":"2026-03-31T20:21:13.24051Z","steps":["trace[1528653654] 'process raft request' (duration: 879.55638ms)","trace[1528653654] 'compare' (duration: 76.204937ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:21:13.240749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:12.283599Z","time spent":"957.05128ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:21:15.242162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99994813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T20:21:15.242252Z","caller":"traceutil/trace.go:171","msg":"trace[1075419968] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000068823s","start":"2026-03-31T20:21:13.242167Z","end":"2026-03-31T20:21:15.242236Z","steps":["trace[1075419968] 'agreement among raft nodes before linearized reading' (duration: 1.99994626s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:15.242291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:13.242115Z","time spent":"2.000162186s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 20:21:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T20:21:15.482659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001030366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T20:21:15.482793Z","caller":"traceutil/trace.go:171","msg":"trace[1328467891] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001261072s","start":"2026-03-31T20:21:13.481506Z","end":"2026-03-31T20:21:15.482767Z","steps":["trace[1328467891] 'agreement among raft nodes before linearized reading' (duration: 2.001061597s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:15.482868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:13.481486Z","time spent":"2.001369496s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 20:21:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T20:21:15.513849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.171630935s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:21:15.514078Z","caller":"traceutil/trace.go:171","msg":"trace[1928172447] linearizableReadLoop","detail":"{readStateIndex:2033; appliedIndex:2029; }","duration":"2.99321389s","start":"2026-03-31T20:21:12.520847Z","end":"2026-03-31T20:21:15.514061Z","steps":["trace[1928172447] 'read index received' (duration: 642.360818ms)","trace[1928172447] 'applied index is now lower than readState.Index' (duration: 2.350852032s)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:21:15.514223Z","caller":"traceutil/trace.go:171","msg":"trace[1580777377] transaction","detail":"{read_only:false; response_revision:1948; number_of_response:1; }","duration":"3.131712591s","start":"2026-03-31T20:21:12.382496Z","end":"2026-03-31T20:21:15.514208Z","steps":["trace[1580777377] 'process raft request' (duration: 959.480391ms)","trace[1580777377] 'compare' (duration: 2.171492322s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:21:15.5143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:12.382481Z","time spent":"3.131779823s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:21:15.514361Z","caller":"traceutil/trace.go:171","msg":"trace[2056791136] transaction","detail":"{read_only:false; response_revision:1949; number_of_response:1; }","duration":"3.130251306s","start":"2026-03-31T20:21:12.384087Z","end":"2026-03-31T20:21:15.514339Z","steps":["trace[2056791136] 'process raft request' (duration: 3.129856255s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:15.514373Z","caller":"traceutil/trace.go:171","msg":"trace[1008905268] transaction","detail":"{read_only:false; response_revision:1950; number_of_response:1; }","duration":"2.620632219s","start":"2026-03-31T20:21:12.893719Z","end":"2026-03-31T20:21:15.514351Z","steps":["trace[1008905268] 'process raft request' (duration: 2.620289459s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:15.514467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:12.384071Z","time spent":"3.130335678s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:21:15.514478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:12.893695Z","time spent":"2.620724952s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:21:15.514913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.994067633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:21:15.51498Z","caller":"traceutil/trace.go:171","msg":"trace[956044909] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1950; }","duration":"2.994176125s","start":"2026-03-31T20:21:12.520774Z","end":"2026-03-31T20:21:15.51495Z","steps":["trace[956044909] 'agreement among raft nodes before linearized reading' (duration: 2.993817236s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:15.515012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:12.520749Z","time spent":"2.994257077s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:21:15.72567Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.383535654s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:21:15.747304Z","caller":"traceutil/trace.go:171","msg":"trace[1681668911] transaction","detail":"{read_only:false; response_revision:1951; number_of_response:1; }","duration":"2.501476722s","start":"2026-03-31T20:21:13.245795Z","end":"2026-03-31T20:21:15.747272Z","steps":["trace[1681668911] 'process raft request' (duration: 2.480244153s)","trace[1681668911] 'compare' (duration: 20.886171ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:21:15.747473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:13.245783Z","time spent":"2.501599325s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:21:15.74777Z","caller":"traceutil/trace.go:171","msg":"trace[1161022487] transaction","detail":"{read_only:false; response_revision:1953; number_of_response:1; }","duration":"2.498685731s","start":"2026-03-31T20:21:13.24907Z","end":"2026-03-31T20:21:15.747756Z","steps":["trace[1161022487] 'process raft request' (duration: 2.49861818s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:15.747813Z","caller":"traceutil/trace.go:171","msg":"trace[885773945] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"2.500718983s","start":"2026-03-31T20:21:13.247047Z","end":"2026-03-31T20:21:15.747766Z","steps":["trace[885773945] 'process raft request' (duration: 2.500163869s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:15.747852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:13.249061Z","time spent":"2.498750923s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:21:15.747978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:13.247021Z","time spent":"2.500870127s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:21:15.865782Z","caller":"traceutil/trace.go:171","msg":"trace[1191096736] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"609.623536ms","start":"2026-03-31T20:21:15.25612Z","end":"2026-03-31T20:21:15.865744Z","steps":["trace[1191096736] 'process raft request' (duration: 605.09602ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:15.865826Z","caller":"traceutil/trace.go:171","msg":"trace[1992943882] transaction","detail":"{read_only:false; response_revision:1955; number_of_response:1; }","duration":"609.525573ms","start":"2026-03-31T20:21:15.256277Z","end":"2026-03-31T20:21:15.865802Z","steps":["trace[1992943882] 'process raft request' (duration: 609.38702ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:15.865832Z","caller":"traceutil/trace.go:171","msg":"trace[1242539485] transaction","detail":"{read_only:false; response_revision:1956; number_of_response:1; }","duration":"346.400413ms","start":"2026-03-31T20:21:15.519407Z","end":"2026-03-31T20:21:15.865807Z","steps":["trace[1242539485] 'process raft request' (duration: 346.325161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:15.86595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:15.256098Z","time spent":"609.76798ms","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:21:15.865985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:15.519388Z","time spent":"346.510347ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:21:15.866058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:15.256267Z","time spent":"609.607335ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:21:15.86619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.600226113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:21:15.866275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.913416664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-31T20:21:15.866288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.616014474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-31T20:21:15.866324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.743383847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:21:15.8664Z","caller":"traceutil/trace.go:171","msg":"trace[833584295] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1957; }","duration":"2.74349128s","start":"2026-03-31T20:21:13.122896Z","end":"2026-03-31T20:21:15.866387Z","steps":["trace[833584295] 'agreement among raft nodes before linearized reading' (duration: 2.743346896s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:15.866445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.14632852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T20:21:15.866457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.621471252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-27a5e0b9-b7d4-4851-8884-74f9fcfc6095\" ","response":"range_response_count:1 size:3744"} {"level":"warn","ts":"2026-03-31T20:21:15.866463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.078866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-03-31T20:21:15.86652Z","caller":"traceutil/trace.go:171","msg":"trace[1229631027] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1957; }","duration":"933.165419ms","start":"2026-03-31T20:21:14.933342Z","end":"2026-03-31T20:21:15.866507Z","steps":["trace[1229631027] 'agreement among raft nodes before linearized reading' (duration: 933.042816ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:15.866521Z","caller":"traceutil/trace.go:171","msg":"trace[1718206216] transaction","detail":"{read_only:false; response_revision:1957; number_of_response:1; }","duration":"168.60323ms","start":"2026-03-31T20:21:15.697907Z","end":"2026-03-31T20:21:15.86651Z","steps":["trace[1718206216] 'process raft request' (duration: 167.859211ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:15.866513Z","caller":"traceutil/trace.go:171","msg":"trace[1373959937] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-27a5e0b9-b7d4-4851-8884-74f9fcfc6095; range_end:; response_count:1; response_revision:1957; }","duration":"1.621561475s","start":"2026-03-31T20:21:14.244938Z","end":"2026-03-31T20:21:15.866499Z","steps":["trace[1373959937] 'agreement among raft nodes before linearized reading' (duration: 1.621435411s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:15.866529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.021276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T20:21:15.866574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:14.933322Z","time spent":"933.240291ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:21:15.866595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.403352711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:21:15.86659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:14.244916Z","time spent":"1.621651636s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3767,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-27a5e0b9-b7d4-4851-8884-74f9fcfc6095\" "} {"level":"info","ts":"2026-03-31T20:21:15.866664Z","caller":"traceutil/trace.go:171","msg":"trace[1187679480] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:1957; }","duration":"2.403518825s","start":"2026-03-31T20:21:13.463134Z","end":"2026-03-31T20:21:15.866653Z","steps":["trace[1187679480] 'agreement among raft nodes before linearized reading' (duration: 2.403364922s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:15.866344Z","caller":"traceutil/trace.go:171","msg":"trace[2134505610] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:1957; }","duration":"1.913544916s","start":"2026-03-31T20:21:13.952784Z","end":"2026-03-31T20:21:15.866329Z","steps":["trace[2134505610] 'agreement among raft nodes before linearized reading' (duration: 1.913346341s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:15.866699Z","caller":"traceutil/trace.go:171","msg":"trace[801453393] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1957; }","duration":"558.243551ms","start":"2026-03-31T20:21:15.308398Z","end":"2026-03-31T20:21:15.866642Z","steps":["trace[801453393] 'agreement among raft nodes before linearized reading' (duration: 557.859412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:15.866732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:13.463118Z","time spent":"2.403575036s","remote":"127.0.0.1:54224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:21:15.866769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:15.308384Z","time spent":"558.368544ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:21:15.866779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.829559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:21:15.866469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:13.122877Z","time spent":"2.743555661s","remote":"127.0.0.1:52478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":23,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:21:15.866824Z","caller":"traceutil/trace.go:171","msg":"trace[333823489] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1957; }","duration":"516.884541ms","start":"2026-03-31T20:21:15.349927Z","end":"2026-03-31T20:21:15.866811Z","steps":["trace[333823489] 'agreement among raft nodes before linearized reading' (duration: 516.799159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:15.866866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:15.349922Z","time spent":"516.932032ms","remote":"127.0.0.1:52348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":15,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:21:15.866709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:13.952765Z","time spent":"1.913935107s","remote":"127.0.0.1:52168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"info","ts":"2026-03-31T20:21:15.866288Z","caller":"traceutil/trace.go:171","msg":"trace[1203489149] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1957; }","duration":"1.600335426s","start":"2026-03-31T20:21:14.265922Z","end":"2026-03-31T20:21:15.866258Z","steps":["trace[1203489149] 'agreement among raft nodes before linearized reading' (duration: 1.600145421s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:15.867041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:14.265863Z","time spent":"1.601160706s","remote":"127.0.0.1:52302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:21:15.866348Z","caller":"traceutil/trace.go:171","msg":"trace[1759022040] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1957; }","duration":"1.616095145s","start":"2026-03-31T20:21:14.250236Z","end":"2026-03-31T20:21:15.866331Z","steps":["trace[1759022040] 'agreement among raft nodes before linearized reading' (duration: 1.615937911s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:15.867152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:14.250224Z","time spent":"1.616911987s","remote":"127.0.0.1:59262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T20:21:15.866356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.433205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:21:15.867248Z","caller":"traceutil/trace.go:171","msg":"trace[555387149] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1957; }","duration":"609.351408ms","start":"2026-03-31T20:21:15.257881Z","end":"2026-03-31T20:21:15.867233Z","steps":["trace[555387149] 'agreement among raft nodes before linearized reading' (duration: 608.441045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:15.867299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:15.257865Z","time spent":"609.42099ms","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:21:15.866473Z","caller":"traceutil/trace.go:171","msg":"trace[1307256976] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1957; }","duration":"3.146387492s","start":"2026-03-31T20:21:12.720077Z","end":"2026-03-31T20:21:15.866464Z","steps":["trace[1307256976] 'agreement among raft nodes before linearized reading' (duration: 3.14630521s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:15.867357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:12.720053Z","time spent":"3.147288255s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:21:15.867308Z","caller":"traceutil/trace.go:171","msg":"trace[899970803] linearizableReadLoop","detail":"{readStateIndex:2038; appliedIndex:2033; }","duration":"351.845642ms","start":"2026-03-31T20:21:15.514152Z","end":"2026-03-31T20:21:15.865998Z","steps":["trace[899970803] 'read index received' (duration: 211.92522ms)","trace[899970803] 'applied index is now lower than readState.Index' (duration: 139.918772ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:21:15.867454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.2002152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:21:15.867499Z","caller":"traceutil/trace.go:171","msg":"trace[867263395] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1957; }","duration":"3.200260661s","start":"2026-03-31T20:21:12.667227Z","end":"2026-03-31T20:21:15.867488Z","steps":["trace[867263395] 'agreement among raft nodes before linearized reading' (duration: 3.200140768s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:15.867532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:12.667167Z","time spent":"3.200358084s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:21:24.525885Z","caller":"traceutil/trace.go:171","msg":"trace[716794180] transaction","detail":"{read_only:false; response_revision:2032; number_of_response:1; }","duration":"122.869349ms","start":"2026-03-31T20:21:24.402989Z","end":"2026-03-31T20:21:24.525858Z","steps":["trace[716794180] 'process raft request' (duration: 122.701755ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:25.698343Z","caller":"traceutil/trace.go:171","msg":"trace[2087482936] transaction","detail":"{read_only:false; response_revision:2043; number_of_response:1; }","duration":"108.503154ms","start":"2026-03-31T20:21:25.589799Z","end":"2026-03-31T20:21:25.698302Z","steps":["trace[2087482936] 'process raft request' (duration: 75.035474ms)","trace[2087482936] 'compare' (duration: 33.229184ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:21:30.369943Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973325172,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:21:30.870309Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973325172,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:21:31.371454Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973325172,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:21:31.86918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000118845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T20:21:31.869268Z","caller":"traceutil/trace.go:171","msg":"trace[1488756099] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00027444s","start":"2026-03-31T20:21:29.868974Z","end":"2026-03-31T20:21:31.869248Z","steps":["trace[1488756099] 'agreement among raft nodes before linearized reading' (duration: 2.000158217s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:31.869315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:29.86895Z","time spent":"2.000355101s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:21:31.871557Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973325172,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:21:32.006651Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.296598162s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:21:32.007016Z","caller":"traceutil/trace.go:171","msg":"trace[1674709185] transaction","detail":"{read_only:false; response_revision:2075; number_of_response:1; }","duration":"2.297039424s","start":"2026-03-31T20:21:29.709956Z","end":"2026-03-31T20:21:32.006996Z","steps":["trace[1674709185] 'process raft request' (duration: 2.296916041s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:32.007157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:29.70993Z","time spent":"2.297157016s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:21:32.445723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.69217ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:21:32.44582Z","caller":"traceutil/trace.go:171","msg":"trace[1737888935] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2075; }","duration":"214.801193ms","start":"2026-03-31T20:21:32.231003Z","end":"2026-03-31T20:21:32.445805Z","steps":["trace[1737888935] 'range keys from in-memory index tree' (duration: 214.676619ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:32.508017Z","caller":"traceutil/trace.go:171","msg":"trace[1112249984] transaction","detail":"{read_only:false; response_revision:2077; number_of_response:1; }","duration":"2.779757928s","start":"2026-03-31T20:21:29.72824Z","end":"2026-03-31T20:21:32.507998Z","steps":["trace[1112249984] 'process raft request' (duration: 2.779707957s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:32.508087Z","caller":"traceutil/trace.go:171","msg":"trace[1171720256] transaction","detail":"{read_only:false; response_revision:2076; number_of_response:1; }","duration":"2.77985014s","start":"2026-03-31T20:21:29.728189Z","end":"2026-03-31T20:21:32.508039Z","steps":["trace[1171720256] 'process raft request' (duration: 2.779633515s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:32.508145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:29.728214Z","time spent":"2.779864861s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:21:32.50823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:29.728175Z","time spent":"2.779977344s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:21:32.50829Z","caller":"traceutil/trace.go:171","msg":"trace[835213019] transaction","detail":"{read_only:false; response_revision:2078; number_of_response:1; }","duration":"2.522912118s","start":"2026-03-31T20:21:29.985335Z","end":"2026-03-31T20:21:32.508247Z","steps":["trace[835213019] 'process raft request' (duration: 2.522640241s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:32.508464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:29.985325Z","time spent":"2.52304086s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:21:32.901524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.306964ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T20:21:32.901742Z","caller":"traceutil/trace.go:171","msg":"trace[1869627529] linearizableReadLoop","detail":"{readStateIndex:2166; appliedIndex:2162; }","duration":"3.032699188s","start":"2026-03-31T20:21:29.869025Z","end":"2026-03-31T20:21:32.901725Z","steps":["trace[1869627529] 'read index received' (duration: 2.138010376s)","trace[1869627529] 'applied index is now lower than readState.Index' (duration: 894.687582ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:21:32.90212Z","caller":"traceutil/trace.go:171","msg":"trace[150525561] transaction","detail":"{read_only:false; response_revision:2079; number_of_response:1; }","duration":"233.772604ms","start":"2026-03-31T20:21:32.66832Z","end":"2026-03-31T20:21:32.902093Z","steps":["trace[150525561] 'process raft request' (duration: 233.316353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:33.40264Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973325180,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:21:33.409528Z","caller":"traceutil/trace.go:171","msg":"trace[1075115845] linearizableReadLoop","detail":"{readStateIndex:2168; appliedIndex:2167; }","duration":"507.716069ms","start":"2026-03-31T20:21:32.901779Z","end":"2026-03-31T20:21:33.409495Z","steps":["trace[1075115845] 'read index received' (duration: 507.484883ms)","trace[1075115845] 'applied index is now lower than readState.Index' (duration: 230.316µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:21:33.409707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.512194602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:21:33.409746Z","caller":"traceutil/trace.go:171","msg":"trace[83192488] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2080; }","duration":"3.512276043s","start":"2026-03-31T20:21:29.89746Z","end":"2026-03-31T20:21:33.409736Z","steps":["trace[83192488] 'agreement among raft nodes before linearized reading' (duration: 3.512128189s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:33.409741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.418006951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T20:21:33.409767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.418499894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T20:21:33.409778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:29.897447Z","time spent":"3.512324125s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:21:33.409806Z","caller":"traceutil/trace.go:171","msg":"trace[2082257666] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2080; }","duration":"3.418124334s","start":"2026-03-31T20:21:29.991663Z","end":"2026-03-31T20:21:33.409787Z","steps":["trace[2082257666] 'agreement among raft nodes before linearized reading' (duration: 3.417924039s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:33.409822Z","caller":"traceutil/trace.go:171","msg":"trace[2027890566] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2080; }","duration":"3.418598146s","start":"2026-03-31T20:21:29.99121Z","end":"2026-03-31T20:21:33.409808Z","steps":["trace[2027890566] 'agreement among raft nodes before linearized reading' (duration: 3.418450212s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:33.409853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:29.991651Z","time spent":"3.418189176s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:21:33.409851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.345655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:21:33.409875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.436038608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:21:33.409933Z","caller":"traceutil/trace.go:171","msg":"trace[1616373541] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2080; }","duration":"3.436109161s","start":"2026-03-31T20:21:29.973811Z","end":"2026-03-31T20:21:33.40992Z","steps":["trace[1616373541] 'agreement among raft nodes before linearized reading' (duration: 3.435981848s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:33.409903Z","caller":"traceutil/trace.go:171","msg":"trace[681861885] transaction","detail":"{read_only:false; response_revision:2080; number_of_response:1; }","duration":"663.556565ms","start":"2026-03-31T20:21:32.746307Z","end":"2026-03-31T20:21:33.409864Z","steps":["trace[681861885] 'process raft request' (duration: 663.045112ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:33.409932Z","caller":"traceutil/trace.go:171","msg":"trace[2002080925] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2080; }","duration":"751.473809ms","start":"2026-03-31T20:21:32.658437Z","end":"2026-03-31T20:21:33.409911Z","steps":["trace[2002080925] 'agreement among raft nodes before linearized reading' (duration: 751.307084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:33.409971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:29.973806Z","time spent":"3.436158512s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:21:33.410003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.411608929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-31T20:21:33.410006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.407846047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11979"} {"level":"warn","ts":"2026-03-31T20:21:33.41003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.417840186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:21:33.41005Z","caller":"traceutil/trace.go:171","msg":"trace[1513144628] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2080; }","duration":"3.41167362s","start":"2026-03-31T20:21:29.998362Z","end":"2026-03-31T20:21:33.410036Z","steps":["trace[1513144628] 'agreement among raft nodes before linearized reading' (duration: 3.411546417s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:33.410065Z","caller":"traceutil/trace.go:171","msg":"trace[1833914830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2080; }","duration":"3.417916968s","start":"2026-03-31T20:21:29.992139Z","end":"2026-03-31T20:21:33.410056Z","steps":["trace[1833914830] 'agreement among raft nodes before linearized reading' (duration: 3.417828686s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:33.410075Z","caller":"traceutil/trace.go:171","msg":"trace[1824450041] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2080; }","duration":"2.407936099s","start":"2026-03-31T20:21:31.002117Z","end":"2026-03-31T20:21:33.410053Z","steps":["trace[1824450041] 'agreement among raft nodes before linearized reading' (duration: 2.407765585s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:33.410085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:32.74628Z","time spent":"663.71586ms","remote":"127.0.0.1:52336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8116,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:21:33.410092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:29.998352Z","time spent":"3.411729831s","remote":"127.0.0.1:59262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T20:21:33.410132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:31.0021Z","time spent":"2.408018851s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12002,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:21:33.409861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:29.991188Z","time spent":"3.418662248s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:21:33.410093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:29.992117Z","time spent":"3.417970199s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:21:33.410008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:32.658417Z","time spent":"751.580471ms","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:21:33.409743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.455799583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T20:21:33.410357Z","caller":"traceutil/trace.go:171","msg":"trace[1078652308] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2080; }","duration":"2.4564598s","start":"2026-03-31T20:21:30.953876Z","end":"2026-03-31T20:21:33.410336Z","steps":["trace[1078652308] 'agreement among raft nodes before linearized reading' (duration: 2.45564729s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:33.410428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:30.953856Z","time spent":"2.456554023s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:21:33.41086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541075072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:21:33.410955Z","caller":"traceutil/trace.go:171","msg":"trace[135270866] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2080; }","duration":"1.541155854s","start":"2026-03-31T20:21:31.869762Z","end":"2026-03-31T20:21:33.410918Z","steps":["trace[135270866] 'agreement among raft nodes before linearized reading' (duration: 1.540044126s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:33.411011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:31.869709Z","time spent":"1.541285548s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:21:33.607442Z","caller":"traceutil/trace.go:171","msg":"trace[4119837] transaction","detail":"{read_only:false; response_revision:2083; number_of_response:1; }","duration":"191.618164ms","start":"2026-03-31T20:21:33.415797Z","end":"2026-03-31T20:21:33.607415Z","steps":["trace[4119837] 'process raft request' (duration: 191.551392ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:33.607451Z","caller":"traceutil/trace.go:171","msg":"trace[497451903] transaction","detail":"{read_only:false; response_revision:2082; number_of_response:1; }","duration":"191.753397ms","start":"2026-03-31T20:21:33.415669Z","end":"2026-03-31T20:21:33.607422Z","steps":["trace[497451903] 'process raft request' (duration: 170.063376ms)","trace[497451903] 'compare' (duration: 21.508696ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:21:33.607777Z","caller":"traceutil/trace.go:171","msg":"trace[216980099] transaction","detail":"{read_only:false; response_revision:2084; number_of_response:1; }","duration":"191.928132ms","start":"2026-03-31T20:21:33.415835Z","end":"2026-03-31T20:21:33.607763Z","steps":["trace[216980099] 'process raft request' (duration: 191.549402ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:33.607796Z","caller":"traceutil/trace.go:171","msg":"trace[323623437] linearizableReadLoop","detail":"{readStateIndex:2174; appliedIndex:2168; }","duration":"190.549057ms","start":"2026-03-31T20:21:33.417235Z","end":"2026-03-31T20:21:33.607784Z","steps":["trace[323623437] 'read index received' (duration: 37.777419ms)","trace[323623437] 'applied index is now lower than readState.Index' (duration: 152.770638ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:21:33.60793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.634498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:21:33.607964Z","caller":"traceutil/trace.go:171","msg":"trace[1730791566] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2086; }","duration":"188.7129ms","start":"2026-03-31T20:21:33.419243Z","end":"2026-03-31T20:21:33.607956Z","steps":["trace[1730791566] 'agreement among raft nodes before linearized reading' (duration: 188.623018ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:33.607949Z","caller":"traceutil/trace.go:171","msg":"trace[879271147] transaction","detail":"{read_only:false; response_revision:2085; number_of_response:1; }","duration":"191.854659ms","start":"2026-03-31T20:21:33.416063Z","end":"2026-03-31T20:21:33.607917Z","steps":["trace[879271147] 'process raft request' (duration: 191.568112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:33.607988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.736582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2069d2bdf9c2a\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T20:21:33.607993Z","caller":"traceutil/trace.go:171","msg":"trace[334657215] transaction","detail":"{read_only:false; response_revision:2086; number_of_response:1; }","duration":"191.45741ms","start":"2026-03-31T20:21:33.416515Z","end":"2026-03-31T20:21:33.607972Z","steps":["trace[334657215] 'process raft request' (duration: 191.208624ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:33.608023Z","caller":"traceutil/trace.go:171","msg":"trace[1570872841] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2069d2bdf9c2a; range_end:; response_count:1; response_revision:2086; }","duration":"190.799834ms","start":"2026-03-31T20:21:33.417211Z","end":"2026-03-31T20:21:33.608011Z","steps":["trace[1570872841] 'agreement among raft nodes before linearized reading' (duration: 190.65045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:33.608151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.29464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:21:33.608199Z","caller":"traceutil/trace.go:171","msg":"trace[372383668] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2086; }","duration":"188.352631ms","start":"2026-03-31T20:21:33.419834Z","end":"2026-03-31T20:21:33.608186Z","steps":["trace[372383668] 'agreement among raft nodes before linearized reading' (duration: 188.281809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:34.105888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.149894ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:21:34.105995Z","caller":"traceutil/trace.go:171","msg":"trace[697269969] linearizableReadLoop","detail":"{readStateIndex:2176; appliedIndex:2175; }","duration":"432.53786ms","start":"2026-03-31T20:21:33.673442Z","end":"2026-03-31T20:21:34.105979Z","steps":["trace[697269969] 'read index received' (duration: 81.091058ms)","trace[697269969] 'applied index is now lower than readState.Index' (duration: 351.445702ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:21:34.106097Z","caller":"traceutil/trace.go:171","msg":"trace[818047068] transaction","detail":"{read_only:false; response_revision:2087; number_of_response:1; }","duration":"440.580784ms","start":"2026-03-31T20:21:33.665492Z","end":"2026-03-31T20:21:34.106073Z","steps":["trace[818047068] 'process raft request' (duration: 89.157103ms)","trace[818047068] 'compare' (duration: 351.039141ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:21:34.106206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:33.665461Z","time spent":"440.694087ms","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:21:34.106369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.93564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-31T20:21:34.106433Z","caller":"traceutil/trace.go:171","msg":"trace[626953606] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2087; }","duration":"433.035453ms","start":"2026-03-31T20:21:33.673381Z","end":"2026-03-31T20:21:34.106416Z","steps":["trace[626953606] 'agreement among raft nodes before linearized reading' (duration: 432.830157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:34.10647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:33.673367Z","time spent":"433.094954ms","remote":"127.0.0.1:59262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T20:21:34.110289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.072678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T20:21:34.110357Z","caller":"traceutil/trace.go:171","msg":"trace[2093795114] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:2088; }","duration":"157.181201ms","start":"2026-03-31T20:21:33.953158Z","end":"2026-03-31T20:21:34.11034Z","steps":["trace[2093795114] 'agreement among raft nodes before linearized reading' (duration: 156.963195ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:37.505259Z","caller":"traceutil/trace.go:171","msg":"trace[1928116849] transaction","detail":"{read_only:false; response_revision:2107; number_of_response:1; }","duration":"209.610121ms","start":"2026-03-31T20:21:37.295606Z","end":"2026-03-31T20:21:37.505216Z","steps":["trace[1928116849] 'process raft request' (duration: 209.150359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:39.024336Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973325248,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:21:39.524959Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973325248,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:21:39.98774Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.865650592s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:21:39.988144Z","caller":"traceutil/trace.go:171","msg":"trace[1592204721] transaction","detail":"{read_only:false; response_revision:2113; number_of_response:1; }","duration":"1.866124963s","start":"2026-03-31T20:21:38.121995Z","end":"2026-03-31T20:21:39.98812Z","steps":["trace[1592204721] 'process raft request' (duration: 1.86597129s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:39.988313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:38.121973Z","time spent":"1.866247557s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:21:40.139673Z","caller":"traceutil/trace.go:171","msg":"trace[743511940] transaction","detail":"{read_only:false; response_revision:2114; number_of_response:1; }","duration":"1.614779073s","start":"2026-03-31T20:21:38.524866Z","end":"2026-03-31T20:21:40.139645Z","steps":["trace[743511940] 'process raft request' (duration: 1.614548977s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:40.139852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:38.524853Z","time spent":"1.614910416s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:21:40.14002Z","caller":"traceutil/trace.go:171","msg":"trace[814024460] transaction","detail":"{read_only:false; response_revision:2115; number_of_response:1; }","duration":"1.609709465s","start":"2026-03-31T20:21:38.53029Z","end":"2026-03-31T20:21:40.14Z","steps":["trace[814024460] 'process raft request' (duration: 1.609298594s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:40.140113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:38.530256Z","time spent":"1.609815767s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:21:40.14009Z","caller":"traceutil/trace.go:171","msg":"trace[749296392] transaction","detail":"{read_only:false; response_revision:2116; number_of_response:1; }","duration":"1.60837992s","start":"2026-03-31T20:21:38.531687Z","end":"2026-03-31T20:21:40.140067Z","steps":["trace[749296392] 'process raft request' (duration: 1.608068172s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:40.140283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:38.531669Z","time spent":"1.608552655s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:21:40.142331Z","caller":"traceutil/trace.go:171","msg":"trace[587224453] linearizableReadLoop","detail":"{readStateIndex:2207; appliedIndex:2203; }","duration":"1.630882132s","start":"2026-03-31T20:21:38.511423Z","end":"2026-03-31T20:21:40.142305Z","steps":["trace[587224453] 'read index received' (duration: 1.476721769s)","trace[587224453] 'applied index is now lower than readState.Index' (duration: 154.159003ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:21:40.142563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.631130728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-31T20:21:40.142598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.672982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:21:40.142641Z","caller":"traceutil/trace.go:171","msg":"trace[1479257223] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2116; }","duration":"1.631231661s","start":"2026-03-31T20:21:38.511372Z","end":"2026-03-31T20:21:40.142603Z","steps":["trace[1479257223] 'agreement among raft nodes before linearized reading' (duration: 1.631053996s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:40.142656Z","caller":"traceutil/trace.go:171","msg":"trace[1129820309] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2116; }","duration":"493.770965ms","start":"2026-03-31T20:21:39.648874Z","end":"2026-03-31T20:21:40.142645Z","steps":["trace[1129820309] 'agreement among raft nodes before linearized reading' (duration: 493.639641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:40.142684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:39.648854Z","time spent":"493.822756ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:21:40.142681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:38.511351Z","time spent":"1.631320602s","remote":"127.0.0.1:59262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T20:21:40.142706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.044753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:21:40.142733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.279116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:21:40.142762Z","caller":"traceutil/trace.go:171","msg":"trace[2113957525] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:2116; }","duration":"951.138075ms","start":"2026-03-31T20:21:39.191611Z","end":"2026-03-31T20:21:40.142749Z","steps":["trace[2113957525] 'agreement among raft nodes before linearized reading' (duration: 951.031243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:40.142779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026391256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11986"} {"level":"info","ts":"2026-03-31T20:21:40.142806Z","caller":"traceutil/trace.go:171","msg":"trace[1870793859] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2116; }","duration":"657.373908ms","start":"2026-03-31T20:21:39.485416Z","end":"2026-03-31T20:21:40.142789Z","steps":["trace[1870793859] 'agreement among raft nodes before linearized reading' (duration: 657.222205ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:21:40.14283Z","caller":"traceutil/trace.go:171","msg":"trace[1494393551] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2116; }","duration":"1.026442267s","start":"2026-03-31T20:21:39.116374Z","end":"2026-03-31T20:21:40.142816Z","steps":["trace[1494393551] 'agreement among raft nodes before linearized reading' (duration: 1.026271283s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:40.14284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.829167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:21:40.142866Z","caller":"traceutil/trace.go:171","msg":"trace[1107225758] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2116; }","duration":"510.886179ms","start":"2026-03-31T20:21:39.631971Z","end":"2026-03-31T20:21:40.142857Z","steps":["trace[1107225758] 'agreement among raft nodes before linearized reading' (duration: 510.816937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:40.142869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:39.116299Z","time spent":"1.02656088s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12009,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:21:40.142852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.743611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T20:21:40.142884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:39.631957Z","time spent":"510.92312ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:21:40.142854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:39.485336Z","time spent":"657.507922ms","remote":"127.0.0.1:52252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":25,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:21:40.142919Z","caller":"traceutil/trace.go:171","msg":"trace[892976217] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2116; }","duration":"483.846063ms","start":"2026-03-31T20:21:39.659058Z","end":"2026-03-31T20:21:40.142904Z","steps":["trace[892976217] 'agreement among raft nodes before linearized reading' (duration: 483.639658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:40.142749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.462218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T20:21:40.142957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:39.659049Z","time spent":"483.899324ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:21:40.142978Z","caller":"traceutil/trace.go:171","msg":"trace[662585787] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2116; }","duration":"482.716894ms","start":"2026-03-31T20:21:39.66025Z","end":"2026-03-31T20:21:40.142967Z","steps":["trace[662585787] 'agreement among raft nodes before linearized reading' (duration: 482.323624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:40.143011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:39.660242Z","time spent":"482.758316ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:21:40.142749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.33284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:21:40.143072Z","caller":"traceutil/trace.go:171","msg":"trace[1233795474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2116; }","duration":"483.661269ms","start":"2026-03-31T20:21:39.659379Z","end":"2026-03-31T20:21:40.14304Z","steps":["trace[1233795474] 'agreement among raft nodes before linearized reading' (duration: 483.278659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:40.14257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273324385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:21:40.143125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:39.659371Z","time spent":"483.74246ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:21:40.142816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:39.191591Z","time spent":"951.209898ms","remote":"127.0.0.1:52296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:21:40.143135Z","caller":"traceutil/trace.go:171","msg":"trace[829876632] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2116; }","duration":"1.273945521s","start":"2026-03-31T20:21:38.869175Z","end":"2026-03-31T20:21:40.143121Z","steps":["trace[829876632] 'agreement among raft nodes before linearized reading' (duration: 1.273336625s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:21:40.143177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:21:38.869153Z","time spent":"1.274013243s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:22:02.428547Z","caller":"traceutil/trace.go:171","msg":"trace[1343816016] transaction","detail":"{read_only:false; response_revision:2244; number_of_response:1; }","duration":"100.731028ms","start":"2026-03-31T20:22:02.327775Z","end":"2026-03-31T20:22:02.428506Z","steps":["trace[1343816016] 'process raft request' (duration: 100.675786ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:02.42857Z","caller":"traceutil/trace.go:171","msg":"trace[469985234] linearizableReadLoop","detail":"{readStateIndex:2338; appliedIndex:2337; }","duration":"104.243656ms","start":"2026-03-31T20:22:02.32429Z","end":"2026-03-31T20:22:02.428534Z","steps":["trace[469985234] 'read index received' (duration: 74.640985ms)","trace[469985234] 'applied index is now lower than readState.Index' (duration: 29.596211ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:02.428515Z","caller":"traceutil/trace.go:171","msg":"trace[895950147] transaction","detail":"{read_only:false; response_revision:2243; number_of_response:1; }","duration":"135.365927ms","start":"2026-03-31T20:22:02.293104Z","end":"2026-03-31T20:22:02.42847Z","steps":["trace[895950147] 'process raft request' (duration: 105.731255ms)","trace[895950147] 'compare' (duration: 29.485208ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:02.428741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.432151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-31T20:22:02.428818Z","caller":"traceutil/trace.go:171","msg":"trace[2051590156] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2244; }","duration":"104.551494ms","start":"2026-03-31T20:22:02.324248Z","end":"2026-03-31T20:22:02.4288Z","steps":["trace[2051590156] 'agreement among raft nodes before linearized reading' (duration: 104.38369ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:04.511886Z","caller":"traceutil/trace.go:171","msg":"trace[1452684164] transaction","detail":"{read_only:false; response_revision:2254; number_of_response:1; }","duration":"207.883817ms","start":"2026-03-31T20:22:04.30396Z","end":"2026-03-31T20:22:04.511844Z","steps":["trace[1452684164] 'process raft request' (duration: 170.229261ms)","trace[1452684164] 'compare' (duration: 36.991609ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:04.511927Z","caller":"traceutil/trace.go:171","msg":"trace[1209930356] transaction","detail":"{read_only:false; response_revision:2255; number_of_response:1; }","duration":"207.798735ms","start":"2026-03-31T20:22:04.304099Z","end":"2026-03-31T20:22:04.511898Z","steps":["trace[1209930356] 'process raft request' (duration: 207.57073ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:04.511909Z","caller":"traceutil/trace.go:171","msg":"trace[537835018] transaction","detail":"{read_only:false; response_revision:2256; number_of_response:1; }","duration":"206.027711ms","start":"2026-03-31T20:22:04.305854Z","end":"2026-03-31T20:22:04.511882Z","steps":["trace[537835018] 'process raft request' (duration: 205.860457ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:06.44692Z","caller":"traceutil/trace.go:171","msg":"trace[1094110299] transaction","detail":"{read_only:false; response_revision:2262; number_of_response:1; }","duration":"144.074569ms","start":"2026-03-31T20:22:06.3028Z","end":"2026-03-31T20:22:06.446874Z","steps":["trace[1094110299] 'process raft request' (duration: 129.252872ms)","trace[1094110299] 'compare' (duration: 14.519819ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:07.359192Z","caller":"traceutil/trace.go:171","msg":"trace[1686121542] transaction","detail":"{read_only:false; response_revision:2269; number_of_response:1; }","duration":"114.510166ms","start":"2026-03-31T20:22:07.244663Z","end":"2026-03-31T20:22:07.359173Z","steps":["trace[1686121542] 'process raft request' (duration: 114.389723ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:08.659965Z","caller":"traceutil/trace.go:171","msg":"trace[2133604724] linearizableReadLoop","detail":"{readStateIndex:2371; appliedIndex:2370; }","duration":"100.02671ms","start":"2026-03-31T20:22:08.559914Z","end":"2026-03-31T20:22:08.659941Z","steps":["trace[2133604724] 'read index received' (duration: 15.906144ms)","trace[2133604724] 'applied index is now lower than readState.Index' (duration: 84.119746ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:08.660116Z","caller":"traceutil/trace.go:171","msg":"trace[2025008115] transaction","detail":"{read_only:false; response_revision:2275; number_of_response:1; }","duration":"109.743815ms","start":"2026-03-31T20:22:08.550334Z","end":"2026-03-31T20:22:08.660078Z","steps":["trace[2025008115] 'process raft request' (duration: 27.404334ms)","trace[2025008115] 'compare' (duration: 82.098035ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:08.660202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.268996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:22:08.66024Z","caller":"traceutil/trace.go:171","msg":"trace[1822561298] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2275; }","duration":"100.363138ms","start":"2026-03-31T20:22:08.559866Z","end":"2026-03-31T20:22:08.660229Z","steps":["trace[1822561298] 'agreement among raft nodes before linearized reading' (duration: 100.204874ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:10.487761Z","caller":"traceutil/trace.go:171","msg":"trace[1000882057] linearizableReadLoop","detail":"{readStateIndex:2378; appliedIndex:2377; }","duration":"181.152098ms","start":"2026-03-31T20:22:10.306581Z","end":"2026-03-31T20:22:10.487733Z","steps":["trace[1000882057] 'read index received' (duration: 181.023175ms)","trace[1000882057] 'applied index is now lower than readState.Index' (duration: 127.423µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:10.487989Z","caller":"traceutil/trace.go:171","msg":"trace[220710825] transaction","detail":"{read_only:false; response_revision:2281; number_of_response:1; }","duration":"243.094501ms","start":"2026-03-31T20:22:10.244863Z","end":"2026-03-31T20:22:10.487957Z","steps":["trace[220710825] 'process raft request' (duration: 242.649709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:10.488217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.584958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-03-31T20:22:10.488315Z","caller":"traceutil/trace.go:171","msg":"trace[273099141] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2281; }","duration":"181.742042ms","start":"2026-03-31T20:22:10.306524Z","end":"2026-03-31T20:22:10.488266Z","steps":["trace[273099141] 'agreement among raft nodes before linearized reading' (duration: 181.311982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:12.376417Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.62925753s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T20:22:12.496035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.68949ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:12.496171Z","caller":"traceutil/trace.go:171","msg":"trace[1839834838] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2281; }","duration":"264.831343ms","start":"2026-03-31T20:22:12.23132Z","end":"2026-03-31T20:22:12.496151Z","steps":["trace[1839834838] 'range keys from in-memory index tree' (duration: 264.675758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:12.496222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.748734143s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:22:12.496393Z","caller":"traceutil/trace.go:171","msg":"trace[815672313] linearizableReadLoop","detail":"{readStateIndex:2381; appliedIndex:2378; }","duration":"1.99753973s","start":"2026-03-31T20:22:10.498846Z","end":"2026-03-31T20:22:12.496386Z","steps":["trace[815672313] 'read index received' (duration: 248.565231ms)","trace[815672313] 'applied index is now lower than readState.Index' (duration: 1.748973869s)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:12.496446Z","caller":"traceutil/trace.go:171","msg":"trace[201739309] transaction","detail":"{read_only:false; response_revision:2282; number_of_response:1; }","duration":"2.048132314s","start":"2026-03-31T20:22:10.448308Z","end":"2026-03-31T20:22:12.49644Z","steps":["trace[201739309] 'process raft request' (duration: 299.093093ms)","trace[201739309] 'compare' (duration: 1.748373295s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:12.49648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:10.448278Z","time spent":"2.048182446s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:12.496601Z","caller":"traceutil/trace.go:171","msg":"trace[1849097435] transaction","detail":"{read_only:false; response_revision:2285; number_of_response:1; }","duration":"1.830473808s","start":"2026-03-31T20:22:10.666123Z","end":"2026-03-31T20:22:12.496596Z","steps":["trace[1849097435] 'process raft request' (duration: 1.830244622s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:12.496635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:10.666094Z","time spent":"1.83052392s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:12.496736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997892159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:12.496754Z","caller":"traceutil/trace.go:171","msg":"trace[1531089165] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2285; }","duration":"1.99794744s","start":"2026-03-31T20:22:10.498802Z","end":"2026-03-31T20:22:12.49675Z","steps":["trace[1531089165] 'agreement among raft nodes before linearized reading' (duration: 1.997893209s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:12.496768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:10.498785Z","time spent":"1.99797993s","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-31T20:22:12.496771Z","caller":"traceutil/trace.go:171","msg":"trace[1025276185] transaction","detail":"{read_only:false; response_revision:2284; number_of_response:1; }","duration":"2.00425601s","start":"2026-03-31T20:22:10.492263Z","end":"2026-03-31T20:22:12.496519Z","steps":["trace[1025276185] 'process raft request' (duration: 2.004084756s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:12.497158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:10.492249Z","time spent":"2.004712061s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:12.497348Z","caller":"traceutil/trace.go:171","msg":"trace[1877672530] transaction","detail":"{read_only:false; response_revision:2283; number_of_response:1; }","duration":"2.008353544s","start":"2026-03-31T20:22:10.488968Z","end":"2026-03-31T20:22:12.497322Z","steps":["trace[1877672530] 'process raft request' (duration: 2.007317347s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:12.497445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:10.48894Z","time spent":"2.008453787s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:13.55098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.335705ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:22:13.551098Z","caller":"traceutil/trace.go:171","msg":"trace[1434073964] linearizableReadLoop","detail":"{readStateIndex:2383; appliedIndex:2382; }","duration":"1.054663734s","start":"2026-03-31T20:22:12.496416Z","end":"2026-03-31T20:22:13.551079Z","steps":["trace[1434073964] 'read index received' (duration: 234.021011ms)","trace[1434073964] 'applied index is now lower than readState.Index' (duration: 820.641323ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:13.551231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.681458746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:22:13.551305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.880751913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:22:13.551327Z","caller":"traceutil/trace.go:171","msg":"trace[996749702] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2286; }","duration":"1.681594109s","start":"2026-03-31T20:22:11.869708Z","end":"2026-03-31T20:22:13.551302Z","steps":["trace[996749702] 'agreement among raft nodes before linearized reading' (duration: 1.681436005s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:13.551391Z","caller":"traceutil/trace.go:171","msg":"trace[355520300] transaction","detail":"{read_only:false; response_revision:2286; number_of_response:1; }","duration":"1.057720112s","start":"2026-03-31T20:22:12.493634Z","end":"2026-03-31T20:22:13.551354Z","steps":["trace[355520300] 'process raft request' (duration: 236.920045ms)","trace[355520300] 'compare' (duration: 819.35238ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:13.551604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051781771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:22:13.551395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.819269931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:22:13.551669Z","caller":"traceutil/trace.go:171","msg":"trace[2082416075] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2286; }","duration":"1.051866783s","start":"2026-03-31T20:22:12.499784Z","end":"2026-03-31T20:22:13.55165Z","steps":["trace[2082416075] 'agreement among raft nodes before linearized reading' (duration: 1.051587386s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:13.551697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:12.493611Z","time spent":"1.0580153s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:13.551712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.893759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:13.551363Z","caller":"traceutil/trace.go:171","msg":"trace[698438192] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2286; }","duration":"2.880805664s","start":"2026-03-31T20:22:10.670544Z","end":"2026-03-31T20:22:13.551349Z","steps":["trace[698438192] 'agreement among raft nodes before linearized reading' (duration: 2.88063485s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:13.551728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.971432154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:22:13.55177Z","caller":"traceutil/trace.go:171","msg":"trace[268932917] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2286; }","duration":"482.985491ms","start":"2026-03-31T20:22:13.068763Z","end":"2026-03-31T20:22:13.551749Z","steps":["trace[268932917] 'agreement among raft nodes before linearized reading' (duration: 482.905699ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:13.551784Z","caller":"traceutil/trace.go:171","msg":"trace[1254687110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2286; }","duration":"2.971552316s","start":"2026-03-31T20:22:10.580218Z","end":"2026-03-31T20:22:13.55177Z","steps":["trace[1254687110] 'agreement among raft nodes before linearized reading' (duration: 2.971371152s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:13.551803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:10.670502Z","time spent":"2.881270035s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:22:13.551694Z","caller":"traceutil/trace.go:171","msg":"trace[1975881876] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2286; }","duration":"2.819602949s","start":"2026-03-31T20:22:10.732065Z","end":"2026-03-31T20:22:13.551668Z","steps":["trace[1975881876] 'agreement among raft nodes before linearized reading' (duration: 2.819091236s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:13.551827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:10.580178Z","time spent":"2.971643139s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:22:13.551839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:13.068742Z","time spent":"483.081433ms","remote":"127.0.0.1:59114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:22:13.55184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.877597341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-31T20:22:13.551872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:10.732056Z","time spent":"2.819800355s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:22:13.551595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:11.869684Z","time spent":"1.681709412s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:22:13.551924Z","caller":"traceutil/trace.go:171","msg":"trace[1778787748] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2286; }","duration":"2.877764866s","start":"2026-03-31T20:22:10.674133Z","end":"2026-03-31T20:22:13.551898Z","steps":["trace[1778787748] 'agreement among raft nodes before linearized reading' (duration: 2.877013267s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:13.551293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.818434569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T20:22:13.55198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:10.674124Z","time spent":"2.877845807s","remote":"127.0.0.1:59262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T20:22:13.551995Z","caller":"traceutil/trace.go:171","msg":"trace[723646747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2286; }","duration":"2.819174577s","start":"2026-03-31T20:22:10.732796Z","end":"2026-03-31T20:22:13.551971Z","steps":["trace[723646747] 'agreement among raft nodes before linearized reading' (duration: 2.818319546s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:13.552038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:10.732775Z","time spent":"2.81925324s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:22:13.551588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.817947667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:22:13.552142Z","caller":"traceutil/trace.go:171","msg":"trace[340016731] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2286; }","duration":"2.818743257s","start":"2026-03-31T20:22:10.733372Z","end":"2026-03-31T20:22:13.552116Z","steps":["trace[340016731] 'agreement among raft nodes before linearized reading' (duration: 2.817781963s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:13.551725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:12.499769Z","time spent":"1.051942735s","remote":"127.0.0.1:52348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T20:22:13.552287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:10.733349Z","time spent":"2.81886925s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:22:14.239313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.897587ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:22:14.239509Z","caller":"traceutil/trace.go:171","msg":"trace[1171019508] transaction","detail":"{read_only:false; response_revision:2288; number_of_response:1; }","duration":"682.675709ms","start":"2026-03-31T20:22:13.556808Z","end":"2026-03-31T20:22:14.239483Z","steps":["trace[1171019508] 'process raft request' (duration: 99.535766ms)","trace[1171019508] 'compare' (duration: 582.798125ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:14.239627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:13.55679Z","time spent":"682.779532ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:14.239806Z","caller":"traceutil/trace.go:171","msg":"trace[1195033641] linearizableReadLoop","detail":"{readStateIndex:2388; appliedIndex:2384; }","duration":"679.615093ms","start":"2026-03-31T20:22:13.560175Z","end":"2026-03-31T20:22:14.23979Z","steps":["trace[1195033641] 'read index received' (duration: 80.547175ms)","trace[1195033641] 'applied index is now lower than readState.Index' (duration: 599.067008ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:14.239994Z","caller":"traceutil/trace.go:171","msg":"trace[1235934867] transaction","detail":"{read_only:false; response_revision:2291; number_of_response:1; }","duration":"682.772403ms","start":"2026-03-31T20:22:13.557209Z","end":"2026-03-31T20:22:14.239981Z","steps":["trace[1235934867] 'process raft request' (duration: 682.529607ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:14.240052Z","caller":"traceutil/trace.go:171","msg":"trace[1867434349] transaction","detail":"{read_only:false; response_revision:2289; number_of_response:1; }","duration":"683.165043ms","start":"2026-03-31T20:22:13.556875Z","end":"2026-03-31T20:22:14.24004Z","steps":["trace[1867434349] 'process raft request' (duration: 682.521066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:14.240066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:13.557201Z","time spent":"682.830305ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:14.240136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:13.556868Z","time spent":"683.216054ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:14.240129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.312404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:14.240172Z","caller":"traceutil/trace.go:171","msg":"trace[1553094019] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2291; }","duration":"224.410997ms","start":"2026-03-31T20:22:14.015748Z","end":"2026-03-31T20:22:14.240159Z","steps":["trace[1553094019] 'agreement among raft nodes before linearized reading' (duration: 224.322615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:14.240173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.991522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-31T20:22:14.240169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.37057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T20:22:14.240205Z","caller":"traceutil/trace.go:171","msg":"trace[1077208705] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2291; }","duration":"680.053274ms","start":"2026-03-31T20:22:13.560142Z","end":"2026-03-31T20:22:14.240195Z","steps":["trace[1077208705] 'agreement among raft nodes before linearized reading' (duration: 679.919721ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:14.240226Z","caller":"traceutil/trace.go:171","msg":"trace[1802752555] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:2291; }","duration":"284.466823ms","start":"2026-03-31T20:22:13.955748Z","end":"2026-03-31T20:22:14.240215Z","steps":["trace[1802752555] 'agreement among raft nodes before linearized reading' (duration: 284.305639ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:14.239826Z","caller":"traceutil/trace.go:171","msg":"trace[733720825] transaction","detail":"{read_only:false; response_revision:2290; number_of_response:1; }","duration":"682.894736ms","start":"2026-03-31T20:22:13.556905Z","end":"2026-03-31T20:22:14.239799Z","steps":["trace[733720825] 'process raft request' (duration: 682.726162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:14.240231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:13.560135Z","time spent":"680.089255ms","remote":"127.0.0.1:59262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T20:22:14.240277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:13.5569Z","time spent":"683.353598ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:14.479048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.909806ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-31T20:22:14.479169Z","caller":"traceutil/trace.go:171","msg":"trace[1379922543] linearizableReadLoop","detail":"{readStateIndex:2389; appliedIndex:2388; }","duration":"229.116557ms","start":"2026-03-31T20:22:14.250034Z","end":"2026-03-31T20:22:14.47915Z","steps":["trace[1379922543] 'read index received' (duration: 118.042307ms)","trace[1379922543] 'applied index is now lower than readState.Index' (duration: 111.07267ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:14.479403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.360053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a206a3ec356778\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-31T20:22:14.479442Z","caller":"traceutil/trace.go:171","msg":"trace[1459568182] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a206a3ec356778; range_end:; response_count:1; response_revision:2291; }","duration":"229.422814ms","start":"2026-03-31T20:22:14.250008Z","end":"2026-03-31T20:22:14.479431Z","steps":["trace[1459568182] 'agreement among raft nodes before linearized reading' (duration: 229.189028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:15.662547Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.093645993s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:22:15.726525Z","caller":"traceutil/trace.go:171","msg":"trace[1189263189] transaction","detail":"{read_only:false; response_revision:2293; number_of_response:1; }","duration":"1.244610035s","start":"2026-03-31T20:22:14.481866Z","end":"2026-03-31T20:22:15.726476Z","steps":["trace[1189263189] 'process raft request' (duration: 1.18091949s)","trace[1189263189] 'compare' (duration: 62.869845ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:15.726602Z","caller":"traceutil/trace.go:171","msg":"trace[339958450] transaction","detail":"{read_only:false; response_revision:2294; number_of_response:1; }","duration":"1.225229453s","start":"2026-03-31T20:22:14.501342Z","end":"2026-03-31T20:22:15.726571Z","steps":["trace[339958450] 'process raft request' (duration: 1.225046398s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:15.726797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:14.481837Z","time spent":"1.244827281s","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:15.726797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:14.501324Z","time spent":"1.225396018s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:15.727056Z","caller":"traceutil/trace.go:171","msg":"trace[445489843] linearizableReadLoop","detail":"{readStateIndex:2394; appliedIndex:2390; }","duration":"1.168177475s","start":"2026-03-31T20:22:14.558852Z","end":"2026-03-31T20:22:15.72703Z","steps":["trace[445489843] 'read index received' (duration: 10.093756ms)","trace[445489843] 'applied index is now lower than readState.Index' (duration: 1.158082609s)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:15.727177Z","caller":"traceutil/trace.go:171","msg":"trace[1197160859] transaction","detail":"{read_only:false; response_revision:2295; number_of_response:1; }","duration":"1.225092021s","start":"2026-03-31T20:22:14.502074Z","end":"2026-03-31T20:22:15.727166Z","steps":["trace[1197160859] 'process raft request' (duration: 1.224449904s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:15.727212Z","caller":"traceutil/trace.go:171","msg":"trace[2084522834] transaction","detail":"{read_only:false; response_revision:2296; number_of_response:1; }","duration":"1.224852444s","start":"2026-03-31T20:22:14.502339Z","end":"2026-03-31T20:22:15.727192Z","steps":["trace[2084522834] 'process raft request' (duration: 1.224586297s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:15.727311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:14.502331Z","time spent":"1.224930817s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:15.727311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:14.502059Z","time spent":"1.225151402s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:15.727403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168553486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-31T20:22:15.727459Z","caller":"traceutil/trace.go:171","msg":"trace[1131613966] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2296; }","duration":"1.168636868s","start":"2026-03-31T20:22:14.558806Z","end":"2026-03-31T20:22:15.727443Z","steps":["trace[1131613966] 'agreement among raft nodes before linearized reading' (duration: 1.168418902s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:15.727504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:14.558783Z","time spent":"1.16871314s","remote":"127.0.0.1:59262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T20:22:15.808186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236627113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-31T20:22:15.808211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.423903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:22:15.808221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.188086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:15.80829Z","caller":"traceutil/trace.go:171","msg":"trace[1335626547] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:2297; }","duration":"964.556196ms","start":"2026-03-31T20:22:14.843713Z","end":"2026-03-31T20:22:15.808269Z","steps":["trace[1335626547] 'agreement among raft nodes before linearized reading' (duration: 964.411992ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:15.808298Z","caller":"traceutil/trace.go:171","msg":"trace[770913749] transaction","detail":"{read_only:false; response_revision:2297; number_of_response:1; }","duration":"251.404122ms","start":"2026-03-31T20:22:15.556884Z","end":"2026-03-31T20:22:15.808288Z","steps":["trace[770913749] 'process raft request' (duration: 251.010652ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:15.808304Z","caller":"traceutil/trace.go:171","msg":"trace[917097347] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2297; }","duration":"938.320679ms","start":"2026-03-31T20:22:14.869963Z","end":"2026-03-31T20:22:15.808284Z","steps":["trace[917097347] 'agreement among raft nodes before linearized reading' (duration: 938.133385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:15.80831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.115081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:22:15.808413Z","caller":"traceutil/trace.go:171","msg":"trace[830806634] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2297; }","duration":"163.234864ms","start":"2026-03-31T20:22:15.64516Z","end":"2026-03-31T20:22:15.808395Z","steps":["trace[830806634] 'agreement among raft nodes before linearized reading' (duration: 162.909966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:15.808351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:14.869943Z","time spent":"938.399142ms","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:22:15.808254Z","caller":"traceutil/trace.go:171","msg":"trace[302346708] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2297; }","duration":"1.236740086s","start":"2026-03-31T20:22:14.571498Z","end":"2026-03-31T20:22:15.808238Z","steps":["trace[302346708] 'agreement among raft nodes before linearized reading' (duration: 1.236560782s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:15.808382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.861586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:22:15.808628Z","caller":"traceutil/trace.go:171","msg":"trace[403454336] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2297; }","duration":"570.164095ms","start":"2026-03-31T20:22:15.238424Z","end":"2026-03-31T20:22:15.808588Z","steps":["trace[403454336] 'agreement among raft nodes before linearized reading' (duration: 569.784135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:15.808671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:14.571483Z","time spent":"1.237081195s","remote":"127.0.0.1:52326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T20:22:15.808344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:14.843684Z","time spent":"964.649079ms","remote":"127.0.0.1:59094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:22:15.808702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:15.238387Z","time spent":"570.300109ms","remote":"127.0.0.1:52642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":5,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:22:16.228588Z","caller":"traceutil/trace.go:171","msg":"trace[593690278] linearizableReadLoop","detail":"{readStateIndex:2396; appliedIndex:2395; }","duration":"415.116918ms","start":"2026-03-31T20:22:15.813438Z","end":"2026-03-31T20:22:16.228555Z","steps":["trace[593690278] 'read index received' (duration: 317.129902ms)","trace[593690278] 'applied index is now lower than readState.Index' (duration: 97.985476ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:16.228661Z","caller":"traceutil/trace.go:171","msg":"trace[123488217] transaction","detail":"{read_only:false; response_revision:2298; number_of_response:1; }","duration":"416.003881ms","start":"2026-03-31T20:22:15.812632Z","end":"2026-03-31T20:22:16.228636Z","steps":["trace[123488217] 'process raft request' (duration: 317.91574ms)","trace[123488217] 'compare' (duration: 97.849594ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:16.228811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:15.812611Z","time spent":"416.099264ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:16.228837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.199112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:22:16.228931Z","caller":"traceutil/trace.go:171","msg":"trace[857118391] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2298; }","duration":"328.383197ms","start":"2026-03-31T20:22:15.900529Z","end":"2026-03-31T20:22:16.228912Z","steps":["trace[857118391] 'agreement among raft nodes before linearized reading' (duration: 328.211883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:16.229007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:15.900498Z","time spent":"328.4831ms","remote":"127.0.0.1:52530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:22:16.228827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.504109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T20:22:16.229175Z","caller":"traceutil/trace.go:171","msg":"trace[375013909] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2298; }","duration":"415.887179ms","start":"2026-03-31T20:22:15.813204Z","end":"2026-03-31T20:22:16.229091Z","steps":["trace[375013909] 'agreement among raft nodes before linearized reading' (duration: 415.452388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:16.229331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:15.813186Z","time spent":"416.090413ms","remote":"127.0.0.1:52430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T20:22:16.620526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.258446ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:22:16.621131Z","caller":"traceutil/trace.go:171","msg":"trace[1900623793] linearizableReadLoop","detail":"{readStateIndex:2399; appliedIndex:2396; }","duration":"356.187553ms","start":"2026-03-31T20:22:16.264927Z","end":"2026-03-31T20:22:16.621114Z","steps":["trace[1900623793] 'read index received' (duration: 151.317471ms)","trace[1900623793] 'applied index is now lower than readState.Index' (duration: 204.868742ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:16.621239Z","caller":"traceutil/trace.go:171","msg":"trace[1494060691] transaction","detail":"{read_only:false; response_revision:2301; number_of_response:1; }","duration":"371.346648ms","start":"2026-03-31T20:22:16.249876Z","end":"2026-03-31T20:22:16.621223Z","steps":["trace[1494060691] 'process raft request' (duration: 371.182084ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:16.621238Z","caller":"traceutil/trace.go:171","msg":"trace[1726486003] transaction","detail":"{read_only:false; response_revision:2300; number_of_response:1; }","duration":"371.968113ms","start":"2026-03-31T20:22:16.249231Z","end":"2026-03-31T20:22:16.621199Z","steps":["trace[1726486003] 'process raft request' (duration: 371.569863ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:16.621271Z","caller":"traceutil/trace.go:171","msg":"trace[1325931335] transaction","detail":"{read_only:false; response_revision:2299; number_of_response:1; }","duration":"372.769994ms","start":"2026-03-31T20:22:16.248454Z","end":"2026-03-31T20:22:16.621224Z","steps":["trace[1325931335] 'process raft request' (duration: 167.774378ms)","trace[1325931335] 'compare' (duration: 204.115283ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:16.621318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:16.249862Z","time spent":"371.420109ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:16.621396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.46115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T20:22:16.621422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:16.248427Z","time spent":"372.914127ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:16.62144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:16.249207Z","time spent":"372.125977ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:16.62147Z","caller":"traceutil/trace.go:171","msg":"trace[2071277630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2301; }","duration":"356.563542ms","start":"2026-03-31T20:22:16.264888Z","end":"2026-03-31T20:22:16.621451Z","steps":["trace[2071277630] 'agreement among raft nodes before linearized reading' (duration: 356.330197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:16.62152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:16.264872Z","time spent":"356.632655ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:22:17.235975Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973325695,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:22:18.77537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346832932s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:22:18.775512Z","caller":"traceutil/trace.go:171","msg":"trace[198102497] linearizableReadLoop","detail":"{readStateIndex:2400; appliedIndex:2399; }","duration":"2.040477311s","start":"2026-03-31T20:22:16.735012Z","end":"2026-03-31T20:22:18.775489Z","steps":["trace[198102497] 'read index received' (duration: 693.28571ms)","trace[198102497] 'applied index is now lower than readState.Index' (duration: 1.347189461s)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:18.775638Z","caller":"traceutil/trace.go:171","msg":"trace[2119097283] transaction","detail":"{read_only:false; response_revision:2302; number_of_response:1; }","duration":"2.149762466s","start":"2026-03-31T20:22:16.62581Z","end":"2026-03-31T20:22:18.775573Z","steps":["trace[2119097283] 'process raft request' (duration: 802.566575ms)","trace[2119097283] 'compare' (duration: 1.346063842s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:18.775792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.04078209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-31T20:22:18.775853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:16.625792Z","time spent":"2.14993878s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:18.775895Z","caller":"traceutil/trace.go:171","msg":"trace[813740349] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2302; }","duration":"2.040917403s","start":"2026-03-31T20:22:16.734957Z","end":"2026-03-31T20:22:18.775874Z","steps":["trace[813740349] 'agreement among raft nodes before linearized reading' (duration: 2.040620236s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:18.775979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:16.734934Z","time spent":"2.041034245s","remote":"127.0.0.1:59262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T20:22:18.856564Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.363591816s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:22:18.857083Z","caller":"traceutil/trace.go:171","msg":"trace[1308551704] transaction","detail":"{read_only:false; response_revision:2303; number_of_response:1; }","duration":"1.364201641s","start":"2026-03-31T20:22:17.492842Z","end":"2026-03-31T20:22:18.857044Z","steps":["trace[1308551704] 'process raft request' (duration: 1.364015536s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:18.857302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:17.49281Z","time spent":"1.364376164s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:18.869138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000207986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T20:22:18.869211Z","caller":"traceutil/trace.go:171","msg":"trace[1022344350] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000390581s","start":"2026-03-31T20:22:16.868804Z","end":"2026-03-31T20:22:18.869195Z","steps":["trace[1022344350] 'agreement among raft nodes before linearized reading' (duration: 2.000297168s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:18.869248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:16.868774Z","time spent":"2.000467953s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:22:20.870498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000794037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T20:22:20.870584Z","caller":"traceutil/trace.go:171","msg":"trace[221440175] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000901641s","start":"2026-03-31T20:22:18.869663Z","end":"2026-03-31T20:22:20.870565Z","steps":["trace[221440175] 'agreement among raft nodes before linearized reading' (duration: 2.000789027s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:20.870662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:18.869621Z","time spent":"2.001030905s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 20:22:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T20:22:21.032139Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.175250341s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T20:22:21.175656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.16661ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:22:21.175991Z","caller":"traceutil/trace.go:171","msg":"trace[1537800652] transaction","detail":"{read_only:false; response_revision:2306; number_of_response:1; }","duration":"3.441641374s","start":"2026-03-31T20:22:17.734326Z","end":"2026-03-31T20:22:21.175968Z","steps":["trace[1537800652] 'process raft request' (duration: 3.441542572s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:21.176108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:17.734312Z","time spent":"3.441744397s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:21.176408Z","caller":"traceutil/trace.go:171","msg":"trace[866543878] transaction","detail":"{read_only:false; response_revision:2305; number_of_response:1; }","duration":"3.443560203s","start":"2026-03-31T20:22:17.732827Z","end":"2026-03-31T20:22:21.176387Z","steps":["trace[866543878] 'process raft request' (duration: 3.442954387s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:21.176513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:17.7328Z","time spent":"3.443660986s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:21.17635Z","caller":"traceutil/trace.go:171","msg":"trace[1398863520] transaction","detail":"{read_only:false; response_revision:2304; number_of_response:1; }","duration":"3.443536302s","start":"2026-03-31T20:22:17.732731Z","end":"2026-03-31T20:22:21.176268Z","steps":["trace[1398863520] 'process raft request' (duration: 3.299640514s)","trace[1398863520] 'compare' (duration: 142.992075ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:21.176748Z","caller":"traceutil/trace.go:171","msg":"trace[1819199580] transaction","detail":"{read_only:false; response_revision:2307; number_of_response:1; }","duration":"3.363133812s","start":"2026-03-31T20:22:17.813597Z","end":"2026-03-31T20:22:21.17673Z","steps":["trace[1819199580] 'process raft request' (duration: 3.362321152s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:21.176943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:17.732701Z","time spent":"3.444095837s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:21.177055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:17.813568Z","time spent":"3.363284085s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:21.17714Z","caller":"traceutil/trace.go:171","msg":"trace[1924569848] linearizableReadLoop","detail":"{readStateIndex:2406; appliedIndex:2400; }","duration":"2.401584939s","start":"2026-03-31T20:22:18.775541Z","end":"2026-03-31T20:22:21.177126Z","steps":["trace[1924569848] 'read index received' (duration: 81.320161ms)","trace[1924569848] 'applied index is now lower than readState.Index' (duration: 2.320263958s)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:21.177272Z","caller":"traceutil/trace.go:171","msg":"trace[759599845] transaction","detail":"{read_only:false; response_revision:2308; number_of_response:1; }","duration":"2.558167299s","start":"2026-03-31T20:22:18.619079Z","end":"2026-03-31T20:22:21.177246Z","steps":["trace[759599845] 'process raft request' (duration: 2.557462301s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:21.177316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.631196661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T20:22:21.177348Z","caller":"traceutil/trace.go:171","msg":"trace[1607734726] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2308; }","duration":"2.631254122s","start":"2026-03-31T20:22:18.546082Z","end":"2026-03-31T20:22:21.177336Z","steps":["trace[1607734726] 'agreement among raft nodes before linearized reading' (duration: 2.631121379s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:21.177356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.552234029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T20:22:21.177393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:18.619063Z","time spent":"2.558272532s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:21.177394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.340743828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:22:21.177429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.360206602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:21.177433Z","caller":"traceutil/trace.go:171","msg":"trace[1877427419] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2308; }","duration":"2.552326681s","start":"2026-03-31T20:22:18.625088Z","end":"2026-03-31T20:22:21.177415Z","steps":["trace[1877427419] 'agreement among raft nodes before linearized reading' (duration: 2.552103755s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:21.177287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.632246873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:22:21.177457Z","caller":"traceutil/trace.go:171","msg":"trace[214661837] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:2308; }","duration":"4.360274764s","start":"2026-03-31T20:22:16.817173Z","end":"2026-03-31T20:22:21.177448Z","steps":["trace[214661837] 'agreement among raft nodes before linearized reading' (duration: 4.360232553s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:21.177463Z","caller":"traceutil/trace.go:171","msg":"trace[1674018747] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2308; }","duration":"4.340838081s","start":"2026-03-31T20:22:16.836608Z","end":"2026-03-31T20:22:21.177447Z","steps":["trace[1674018747] 'agreement among raft nodes before linearized reading' (duration: 4.340724998s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:21.177472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.551559572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T20:22:21.177492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:18.625074Z","time spent":"2.552405074s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:22:21.177496Z","caller":"traceutil/trace.go:171","msg":"trace[2096087199] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2308; }","duration":"3.63251607s","start":"2026-03-31T20:22:17.544964Z","end":"2026-03-31T20:22:21.17748Z","steps":["trace[2096087199] 'agreement among raft nodes before linearized reading' (duration: 3.632261423s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:21.177524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:16.836599Z","time spent":"4.340911012s","remote":"127.0.0.1:59146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:22:21.177532Z","caller":"traceutil/trace.go:171","msg":"trace[755353079] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2308; }","duration":"2.551639285s","start":"2026-03-31T20:22:18.625877Z","end":"2026-03-31T20:22:21.177516Z","steps":["trace[755353079] 'agreement among raft nodes before linearized reading' (duration: 2.551480321s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:21.177384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:18.546064Z","time spent":"2.631312274s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:22:21.177559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:17.544939Z","time spent":"3.632596412s","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:22:21.177584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:18.62587Z","time spent":"2.551702106s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:22:21.17749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:16.817155Z","time spent":"4.360326715s","remote":"127.0.0.1:54324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:22:21.17763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.551969473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T20:22:21.177962Z","caller":"traceutil/trace.go:171","msg":"trace[2048694300] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2308; }","duration":"2.552351812s","start":"2026-03-31T20:22:18.625591Z","end":"2026-03-31T20:22:21.177943Z","steps":["trace[2048694300] 'agreement among raft nodes before linearized reading' (duration: 2.551793778s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:21.178054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.943927141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:22:21.178122Z","caller":"traceutil/trace.go:171","msg":"trace[381439995] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2308; }","duration":"2.943996652s","start":"2026-03-31T20:22:18.234109Z","end":"2026-03-31T20:22:21.178106Z","steps":["trace[381439995] 'agreement among raft nodes before linearized reading' (duration: 2.943216883s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:21.178172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:18.234055Z","time spent":"2.944104685s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:22:21.178334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:18.62557Z","time spent":"2.552742391s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:22:21.5518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.950829ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T20:22:21.552245Z","caller":"traceutil/trace.go:171","msg":"trace[830454255] transaction","detail":"{read_only:false; response_revision:2310; number_of_response:1; }","duration":"370.305668ms","start":"2026-03-31T20:22:21.181915Z","end":"2026-03-31T20:22:21.552221Z","steps":["trace[830454255] 'process raft request' (duration: 370.190095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:21.55239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:21.181893Z","time spent":"370.412831ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:21.55248Z","caller":"traceutil/trace.go:171","msg":"trace[879508460] transaction","detail":"{read_only:false; response_revision:2311; number_of_response:1; }","duration":"370.509894ms","start":"2026-03-31T20:22:21.181949Z","end":"2026-03-31T20:22:21.552459Z","steps":["trace[879508460] 'process raft request' (duration: 370.220227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:21.552629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:21.181912Z","time spent":"370.637687ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:21.553122Z","caller":"traceutil/trace.go:171","msg":"trace[1203493862] transaction","detail":"{read_only:false; response_revision:2313; number_of_response:1; }","duration":"370.927924ms","start":"2026-03-31T20:22:21.182183Z","end":"2026-03-31T20:22:21.553111Z","steps":["trace[1203493862] 'process raft request' (duration: 370.666608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:21.55312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7693365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-31T20:22:21.553103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.294187867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a206a3ec356778\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-31T20:22:21.553175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:21.182169Z","time spent":"370.981675ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:21.553182Z","caller":"traceutil/trace.go:171","msg":"trace[851524132] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2312; }","duration":"1.769405481s","start":"2026-03-31T20:22:19.783759Z","end":"2026-03-31T20:22:21.553164Z","steps":["trace[851524132] 'agreement among raft nodes before linearized reading' (duration: 1.768994171s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:21.553193Z","caller":"traceutil/trace.go:171","msg":"trace[201902795] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a206a3ec356778; range_end:; response_count:1; response_revision:2312; }","duration":"2.294348981s","start":"2026-03-31T20:22:19.258825Z","end":"2026-03-31T20:22:21.553174Z","steps":["trace[201902795] 'agreement among raft nodes before linearized reading' (duration: 2.293959701s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:21.553227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:19.783747Z","time spent":"1.769467862s","remote":"127.0.0.1:59262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T20:22:21.553261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:19.258803Z","time spent":"2.294447223s","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a206a3ec356778\" "} {"level":"info","ts":"2026-03-31T20:22:21.552691Z","caller":"traceutil/trace.go:171","msg":"trace[1558228335] transaction","detail":"{read_only:false; response_revision:2309; number_of_response:1; }","duration":"1.547387882s","start":"2026-03-31T20:22:20.00529Z","end":"2026-03-31T20:22:21.552678Z","steps":["trace[1558228335] 'process raft request' (duration: 1.546637513s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:21.553323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:20.005258Z","time spent":"1.548043528s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:21.55274Z","caller":"traceutil/trace.go:171","msg":"trace[943202519] linearizableReadLoop","detail":"{readStateIndex:2408; appliedIndex:2406; }","duration":"375.545832ms","start":"2026-03-31T20:22:21.17718Z","end":"2026-03-31T20:22:21.552726Z","steps":["trace[943202519] 'read index received' (duration: 105.657929ms)","trace[943202519] 'applied index is now lower than readState.Index' (duration: 269.886493ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:21.55334Z","caller":"traceutil/trace.go:171","msg":"trace[1607695283] transaction","detail":"{read_only:false; response_revision:2314; number_of_response:1; }","duration":"370.962825ms","start":"2026-03-31T20:22:21.182354Z","end":"2026-03-31T20:22:21.553317Z","steps":["trace[1607695283] 'process raft request' (duration: 370.723289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:21.552796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.273671157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:22:21.553509Z","caller":"traceutil/trace.go:171","msg":"trace[1816703547] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2311; }","duration":"2.274425526s","start":"2026-03-31T20:22:19.279064Z","end":"2026-03-31T20:22:21.55349Z","steps":["trace[1816703547] 'agreement among raft nodes before linearized reading' (duration: 2.273672147s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:21.553509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:21.18234Z","time spent":"371.092449ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:21.553567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:19.279044Z","time spent":"2.274503698s","remote":"127.0.0.1:59150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:22:21.552898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.802059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:21.553653Z","caller":"traceutil/trace.go:171","msg":"trace[541274171] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2312; }","duration":"675.596529ms","start":"2026-03-31T20:22:20.878045Z","end":"2026-03-31T20:22:21.553642Z","steps":["trace[541274171] 'agreement among raft nodes before linearized reading' (duration: 674.729887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:21.553694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:20.878024Z","time spent":"675.662431ms","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:22:21.552928Z","caller":"traceutil/trace.go:171","msg":"trace[673037157] transaction","detail":"{read_only:false; response_revision:2312; number_of_response:1; }","duration":"370.805222ms","start":"2026-03-31T20:22:21.182108Z","end":"2026-03-31T20:22:21.552914Z","steps":["trace[673037157] 'process raft request' (duration: 370.287929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:21.553826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:21.182098Z","time spent":"371.688223ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:21.552966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.778145223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:21.553919Z","caller":"traceutil/trace.go:171","msg":"trace[1985009616] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2312; }","duration":"1.779124187s","start":"2026-03-31T20:22:19.774784Z","end":"2026-03-31T20:22:21.553908Z","steps":["trace[1985009616] 'agreement among raft nodes before linearized reading' (duration: 1.77801066s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:21.553959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:19.774769Z","time spent":"1.77918177s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:22:21.552983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588565886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T20:22:21.553995Z","caller":"traceutil/trace.go:171","msg":"trace[1278361223] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2312; }","duration":"1.589597062s","start":"2026-03-31T20:22:19.964386Z","end":"2026-03-31T20:22:21.553983Z","steps":["trace[1278361223] 'agreement among raft nodes before linearized reading' (duration: 1.588342871s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:21.553008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.539476865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:22:21.554025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.782484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:21.554049Z","caller":"traceutil/trace.go:171","msg":"trace[1415121060] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:2312; }","duration":"2.540574374s","start":"2026-03-31T20:22:19.013465Z","end":"2026-03-31T20:22:21.55404Z","steps":["trace[1415121060] 'agreement among raft nodes before linearized reading' (duration: 2.539300301s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:21.554047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:19.964372Z","time spent":"1.589664605s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T20:22:21.554056Z","caller":"traceutil/trace.go:171","msg":"trace[2094995751] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2314; }","duration":"240.848987ms","start":"2026-03-31T20:22:21.313198Z","end":"2026-03-31T20:22:21.554047Z","steps":["trace[2094995751] 'agreement among raft nodes before linearized reading' (duration: 240.798785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:21.554078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:19.013433Z","time spent":"2.540635785s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:22:21.55305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49639446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:22:21.554173Z","caller":"traceutil/trace.go:171","msg":"trace[556643116] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2312; }","duration":"1.49755586s","start":"2026-03-31T20:22:20.056607Z","end":"2026-03-31T20:22:21.554163Z","steps":["trace[556643116] 'agreement among raft nodes before linearized reading' (duration: 1.496174374s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:21.554208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:20.056585Z","time spent":"1.497611711s","remote":"127.0.0.1:52410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:22:21.553026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.304933019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-03-31T20:22:21.554268Z","caller":"traceutil/trace.go:171","msg":"trace[1505691943] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2312; }","duration":"2.306209402s","start":"2026-03-31T20:22:19.248043Z","end":"2026-03-31T20:22:21.554253Z","steps":["trace[1505691943] 'agreement among raft nodes before linearized reading' (duration: 2.304745794s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:21.554323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:19.247992Z","time spent":"2.306316104s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12406,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:22:21.553062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.803638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:22:21.554409Z","caller":"traceutil/trace.go:171","msg":"trace[1034561959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2312; }","duration":"773.185314ms","start":"2026-03-31T20:22:20.781215Z","end":"2026-03-31T20:22:21.5544Z","steps":["trace[1034561959] 'agreement among raft nodes before linearized reading' (duration: 771.552342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:21.554436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:20.781194Z","time spent":"773.234054ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:23:12.249368Z","caller":"traceutil/trace.go:171","msg":"trace[2010039473] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2647; }","duration":"130.276022ms","start":"2026-03-31T20:23:12.119051Z","end":"2026-03-31T20:23:12.249327Z","steps":["trace[2010039473] 'process raft request' (duration: 130.112668ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:12.522227Z","caller":"traceutil/trace.go:171","msg":"trace[1532022756] transaction","detail":"{read_only:false; response_revision:2649; number_of_response:1; }","duration":"174.533945ms","start":"2026-03-31T20:23:12.347662Z","end":"2026-03-31T20:23:12.522196Z","steps":["trace[1532022756] 'process raft request' (duration: 174.369101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:15.863964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.437815ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:23:15.864245Z","caller":"traceutil/trace.go:171","msg":"trace[1360202796] transaction","detail":"{read_only:false; response_revision:2708; number_of_response:1; }","duration":"486.120254ms","start":"2026-03-31T20:23:15.378093Z","end":"2026-03-31T20:23:15.864214Z","steps":["trace[1360202796] 'process raft request' (duration: 486.035352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:15.864439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:15.378084Z","time spent":"486.258757ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:15.864569Z","caller":"traceutil/trace.go:171","msg":"trace[1634163086] transaction","detail":"{read_only:false; response_revision:2707; number_of_response:1; }","duration":"486.536516ms","start":"2026-03-31T20:23:15.378013Z","end":"2026-03-31T20:23:15.86455Z","steps":["trace[1634163086] 'process raft request' (duration: 486.064043ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:15.864614Z","caller":"traceutil/trace.go:171","msg":"trace[1801794706] transaction","detail":"{read_only:false; response_revision:2706; number_of_response:1; }","duration":"494.271042ms","start":"2026-03-31T20:23:15.370312Z","end":"2026-03-31T20:23:15.864583Z","steps":["trace[1801794706] 'process raft request' (duration: 382.129309ms)","trace[1801794706] 'compare' (duration: 111.343793ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:23:15.864658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:15.377991Z","time spent":"486.625388ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:15.864756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:15.370276Z","time spent":"494.407765ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:16.058252Z","caller":"traceutil/trace.go:171","msg":"trace[2088212904] transaction","detail":"{read_only:false; response_revision:2709; number_of_response:1; }","duration":"188.721596ms","start":"2026-03-31T20:23:15.869497Z","end":"2026-03-31T20:23:16.058218Z","steps":["trace[2088212904] 'process raft request' (duration: 111.487557ms)","trace[2088212904] 'compare' (duration: 77.090695ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:16.103629Z","caller":"traceutil/trace.go:171","msg":"trace[79542508] transaction","detail":"{read_only:false; response_revision:2711; number_of_response:1; }","duration":"233.958692ms","start":"2026-03-31T20:23:15.869639Z","end":"2026-03-31T20:23:16.103598Z","steps":["trace[79542508] 'process raft request' (duration: 233.832909ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:16.103776Z","caller":"traceutil/trace.go:171","msg":"trace[1894316465] transaction","detail":"{read_only:false; response_revision:2712; number_of_response:1; }","duration":"233.649444ms","start":"2026-03-31T20:23:15.870057Z","end":"2026-03-31T20:23:16.103706Z","steps":["trace[1894316465] 'process raft request' (duration: 233.452639ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:16.103857Z","caller":"traceutil/trace.go:171","msg":"trace[372512363] linearizableReadLoop","detail":"{readStateIndex:2828; appliedIndex:2824; }","duration":"232.233278ms","start":"2026-03-31T20:23:15.871605Z","end":"2026-03-31T20:23:16.103838Z","steps":["trace[372512363] 'read index received' (duration: 109.342452ms)","trace[372512363] 'applied index is now lower than readState.Index' (duration: 122.889596ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:16.103708Z","caller":"traceutil/trace.go:171","msg":"trace[2109539713] transaction","detail":"{read_only:false; response_revision:2713; number_of_response:1; }","duration":"193.736352ms","start":"2026-03-31T20:23:15.90992Z","end":"2026-03-31T20:23:16.103656Z","steps":["trace[2109539713] 'process raft request' (duration: 193.624089ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:16.103955Z","caller":"traceutil/trace.go:171","msg":"trace[446806481] transaction","detail":"{read_only:false; response_revision:2714; number_of_response:1; }","duration":"189.247699ms","start":"2026-03-31T20:23:15.914662Z","end":"2026-03-31T20:23:16.10391Z","steps":["trace[446806481] 'process raft request' (duration: 188.934321ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:16.104035Z","caller":"traceutil/trace.go:171","msg":"trace[1828044953] transaction","detail":"{read_only:false; response_revision:2710; number_of_response:1; }","duration":"234.016034ms","start":"2026-03-31T20:23:15.86956Z","end":"2026-03-31T20:23:16.103576Z","steps":["trace[1828044953] 'process raft request' (duration: 233.784878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:16.104256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.625398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:23:16.104891Z","caller":"traceutil/trace.go:171","msg":"trace[39768686] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2714; }","duration":"233.262384ms","start":"2026-03-31T20:23:15.871581Z","end":"2026-03-31T20:23:16.104844Z","steps":["trace[39768686] 'agreement among raft nodes before linearized reading' (duration: 232.333271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:16.104285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.937164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:23:16.105044Z","caller":"traceutil/trace.go:171","msg":"trace[1478853169] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2714; }","duration":"156.726664ms","start":"2026-03-31T20:23:15.948299Z","end":"2026-03-31T20:23:16.105025Z","steps":["trace[1478853169] 'agreement among raft nodes before linearized reading' (duration: 155.659987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:16.447679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.075911ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:23:16.447775Z","caller":"traceutil/trace.go:171","msg":"trace[505228078] transaction","detail":"{read_only:false; response_revision:2715; number_of_response:1; }","duration":"338.590355ms","start":"2026-03-31T20:23:16.109167Z","end":"2026-03-31T20:23:16.447758Z","steps":["trace[505228078] 'process raft request' (duration: 86.36773ms)","trace[505228078] 'compare' (duration: 251.945108ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:23:16.447836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:16.109145Z","time spent":"338.661846ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:16.450446Z","caller":"traceutil/trace.go:171","msg":"trace[1941841492] transaction","detail":"{read_only:false; response_revision:2716; number_of_response:1; }","duration":"340.161195ms","start":"2026-03-31T20:23:16.110263Z","end":"2026-03-31T20:23:16.450424Z","steps":["trace[1941841492] 'process raft request' (duration: 339.98873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:16.450684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:16.110252Z","time spent":"340.262898ms","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":646,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:16.450834Z","caller":"traceutil/trace.go:171","msg":"trace[823822861] transaction","detail":"{read_only:false; response_revision:2717; number_of_response:1; }","duration":"336.936842ms","start":"2026-03-31T20:23:16.113856Z","end":"2026-03-31T20:23:16.450793Z","steps":["trace[823822861] 'process raft request' (duration: 336.532262ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:16.450856Z","caller":"traceutil/trace.go:171","msg":"trace[167560088] transaction","detail":"{read_only:false; response_revision:2718; number_of_response:1; }","duration":"326.016516ms","start":"2026-03-31T20:23:16.124816Z","end":"2026-03-31T20:23:16.450832Z","steps":["trace[167560088] 'process raft request' (duration: 325.863922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:16.450953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:16.113848Z","time spent":"337.053596ms","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":790,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:23:16.450958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:16.124804Z","time spent":"326.104939ms","remote":"127.0.0.1:49378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7769,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:16.450833Z","caller":"traceutil/trace.go:171","msg":"trace[861929276] linearizableReadLoop","detail":"{readStateIndex:2834; appliedIndex:2831; }","duration":"188.518029ms","start":"2026-03-31T20:23:16.262287Z","end":"2026-03-31T20:23:16.450805Z","steps":["trace[861929276] 'read index received' (duration: 187.848142ms)","trace[861929276] 'applied index is now lower than readState.Index' (duration: 668.477µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:23:16.451041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.729924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-409a0e74-78df-4425-9d9c-56dedbee5e1a\" ","response":"range_response_count:1 size:2244"} {"level":"info","ts":"2026-03-31T20:23:16.451106Z","caller":"traceutil/trace.go:171","msg":"trace[204218040] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-409a0e74-78df-4425-9d9c-56dedbee5e1a; range_end:; response_count:1; response_revision:2718; }","duration":"188.843757ms","start":"2026-03-31T20:23:16.262247Z","end":"2026-03-31T20:23:16.451091Z","steps":["trace[204218040] 'agreement among raft nodes before linearized reading' (duration: 188.644602ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:16.660985Z","caller":"traceutil/trace.go:171","msg":"trace[1446165979] linearizableReadLoop","detail":"{readStateIndex:2835; appliedIndex:2834; }","duration":"203.568302ms","start":"2026-03-31T20:23:16.457396Z","end":"2026-03-31T20:23:16.660964Z","steps":["trace[1446165979] 'read index received' (duration: 115.146849ms)","trace[1446165979] 'applied index is now lower than readState.Index' (duration: 88.420423ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:16.66103Z","caller":"traceutil/trace.go:171","msg":"trace[107780118] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2719; }","duration":"208.307641ms","start":"2026-03-31T20:23:16.452698Z","end":"2026-03-31T20:23:16.661006Z","steps":["trace[107780118] 'process raft request' (duration: 119.887078ms)","trace[107780118] 'compare' (duration: 88.275599ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:23:16.661187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.768396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/valkey-server-certs\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:23:16.661236Z","caller":"traceutil/trace.go:171","msg":"trace[832613113] range","detail":"{range_begin:/registry/secrets/openstack/valkey-server-certs; range_end:; response_count:0; response_revision:2719; }","duration":"203.865329ms","start":"2026-03-31T20:23:16.457357Z","end":"2026-03-31T20:23:16.661222Z","steps":["trace[832613113] 'agreement among raft nodes before linearized reading' (duration: 203.758276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:16.661432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.608549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-409a0e74-78df-4425-9d9c-56dedbee5e1a\" ","response":"range_response_count:1 size:3920"} {"level":"info","ts":"2026-03-31T20:23:16.661573Z","caller":"traceutil/trace.go:171","msg":"trace[1682391917] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-409a0e74-78df-4425-9d9c-56dedbee5e1a; range_end:; response_count:1; response_revision:2719; }","duration":"137.861845ms","start":"2026-03-31T20:23:16.523687Z","end":"2026-03-31T20:23:16.661549Z","steps":["trace[1682391917] 'agreement among raft nodes before linearized reading' (duration: 137.456455ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:16.861282Z","caller":"traceutil/trace.go:171","msg":"trace[2018408462] transaction","detail":"{read_only:false; response_revision:2721; number_of_response:1; }","duration":"192.465909ms","start":"2026-03-31T20:23:16.668791Z","end":"2026-03-31T20:23:16.861257Z","steps":["trace[2018408462] 'process raft request' (duration: 192.294425ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:16.951682Z","caller":"traceutil/trace.go:171","msg":"trace[640545487] transaction","detail":"{read_only:false; response_revision:2722; number_of_response:1; }","duration":"195.042525ms","start":"2026-03-31T20:23:16.756616Z","end":"2026-03-31T20:23:16.951658Z","steps":["trace[640545487] 'process raft request' (duration: 194.456309ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:16.951852Z","caller":"traceutil/trace.go:171","msg":"trace[902037632] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2722; }","duration":"193.761023ms","start":"2026-03-31T20:23:16.758081Z","end":"2026-03-31T20:23:16.951842Z","steps":["trace[902037632] 'process raft request' (duration: 193.546787ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:20.90343Z","caller":"traceutil/trace.go:171","msg":"trace[1192045765] linearizableReadLoop","detail":"{readStateIndex:2915; appliedIndex:2914; }","duration":"122.943927ms","start":"2026-03-31T20:23:20.780456Z","end":"2026-03-31T20:23:20.9034Z","steps":["trace[1192045765] 'read index received' (duration: 122.682591ms)","trace[1192045765] 'applied index is now lower than readState.Index' (duration: 259.996µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:20.903491Z","caller":"traceutil/trace.go:171","msg":"trace[838408777] transaction","detail":"{read_only:false; response_revision:2796; number_of_response:1; }","duration":"170.065511ms","start":"2026-03-31T20:23:20.733384Z","end":"2026-03-31T20:23:20.90345Z","steps":["trace[838408777] 'process raft request' (duration: 169.847935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:20.90369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.201704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:23:20.903768Z","caller":"traceutil/trace.go:171","msg":"trace[306375099] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2796; }","duration":"123.332957ms","start":"2026-03-31T20:23:20.780414Z","end":"2026-03-31T20:23:20.903747Z","steps":["trace[306375099] 'agreement among raft nodes before linearized reading' (duration: 123.118042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:24.30022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.891051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T20:23:24.300329Z","caller":"traceutil/trace.go:171","msg":"trace[139683877] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2814; }","duration":"466.061675ms","start":"2026-03-31T20:23:23.834245Z","end":"2026-03-31T20:23:24.300307Z","steps":["trace[139683877] 'range keys from in-memory index tree' (duration: 465.694485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:24.300383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:23.834227Z","time spent":"466.141917ms","remote":"127.0.0.1:52348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-31T20:23:24.300423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.139847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:23:24.300499Z","caller":"traceutil/trace.go:171","msg":"trace[1583424071] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:2814; }","duration":"426.25738ms","start":"2026-03-31T20:23:23.874228Z","end":"2026-03-31T20:23:24.300485Z","steps":["trace[1583424071] 'count revisions from in-memory index tree' (duration: 426.048304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:24.30053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:23.874216Z","time spent":"426.306761ms","remote":"127.0.0.1:54254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:23:24.300674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.620698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T20:23:24.300715Z","caller":"traceutil/trace.go:171","msg":"trace[657517409] transaction","detail":"{read_only:false; response_revision:2815; number_of_response:1; }","duration":"408.124932ms","start":"2026-03-31T20:23:23.892562Z","end":"2026-03-31T20:23:24.300687Z","steps":["trace[657517409] 'process raft request' (duration: 406.651314ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:24.300751Z","caller":"traceutil/trace.go:171","msg":"trace[299372434] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2814; }","duration":"523.747341ms","start":"2026-03-31T20:23:23.776986Z","end":"2026-03-31T20:23:24.300733Z","steps":["trace[299372434] 'range keys from in-memory index tree' (duration: 523.447993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:24.3008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:23.776968Z","time spent":"523.822653ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:23:24.300893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:23.892536Z","time spent":"408.251686ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:24.315334Z","caller":"traceutil/trace.go:171","msg":"trace[153957357] linearizableReadLoop","detail":"{readStateIndex:2936; appliedIndex:2933; }","duration":"356.54077ms","start":"2026-03-31T20:23:23.958764Z","end":"2026-03-31T20:23:24.315305Z","steps":["trace[153957357] 'read index received' (duration: 340.462874ms)","trace[153957357] 'applied index is now lower than readState.Index' (duration: 16.077066ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:24.315375Z","caller":"traceutil/trace.go:171","msg":"trace[1989878812] transaction","detail":"{read_only:false; response_revision:2816; number_of_response:1; }","duration":"422.739241ms","start":"2026-03-31T20:23:23.892603Z","end":"2026-03-31T20:23:24.315342Z","steps":["trace[1989878812] 'process raft request' (duration: 422.506515ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:24.31539Z","caller":"traceutil/trace.go:171","msg":"trace[980062291] transaction","detail":"{read_only:false; response_revision:2817; number_of_response:1; }","duration":"422.512376ms","start":"2026-03-31T20:23:23.892861Z","end":"2026-03-31T20:23:24.315374Z","steps":["trace[980062291] 'process raft request' (duration: 422.400693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:24.315502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:23.89284Z","time spent":"422.600218ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:24.31552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:23.892578Z","time spent":"422.863594ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:24.315575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.789606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T20:23:24.31561Z","caller":"traceutil/trace.go:171","msg":"trace[403810702] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:2817; }","duration":"356.866048ms","start":"2026-03-31T20:23:23.958735Z","end":"2026-03-31T20:23:24.315601Z","steps":["trace[403810702] 'agreement among raft nodes before linearized reading' (duration: 356.702064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:24.315636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:23.958723Z","time spent":"356.906999ms","remote":"127.0.0.1:52168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-03-31T20:23:24.316147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.360758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:23:24.316199Z","caller":"traceutil/trace.go:171","msg":"trace[655929851] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2817; }","duration":"162.43588ms","start":"2026-03-31T20:23:24.153752Z","end":"2026-03-31T20:23:24.316188Z","steps":["trace[655929851] 'agreement among raft nodes before linearized reading' (duration: 162.276965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:24.316123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.811642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T20:23:24.31628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.443841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:23:24.316317Z","caller":"traceutil/trace.go:171","msg":"trace[1785707578] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2817; }","duration":"171.029358ms","start":"2026-03-31T20:23:24.145257Z","end":"2026-03-31T20:23:24.316286Z","steps":["trace[1785707578] 'agreement among raft nodes before linearized reading' (duration: 170.694539ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:24.316329Z","caller":"traceutil/trace.go:171","msg":"trace[1017031414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2817; }","duration":"181.541003ms","start":"2026-03-31T20:23:24.134776Z","end":"2026-03-31T20:23:24.316317Z","steps":["trace[1017031414] 'agreement among raft nodes before linearized reading' (duration: 180.881276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:24.31647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.47844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:23:24.316514Z","caller":"traceutil/trace.go:171","msg":"trace[1704571258] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2817; }","duration":"175.523311ms","start":"2026-03-31T20:23:24.140983Z","end":"2026-03-31T20:23:24.316506Z","steps":["trace[1704571258] 'agreement among raft nodes before linearized reading' (duration: 175.433219ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:26.053436Z","caller":"traceutil/trace.go:171","msg":"trace[63075104] linearizableReadLoop","detail":"{readStateIndex:2944; appliedIndex:2943; }","duration":"346.61142ms","start":"2026-03-31T20:23:25.7068Z","end":"2026-03-31T20:23:26.053411Z","steps":["trace[63075104] 'read index received' (duration: 346.408865ms)","trace[63075104] 'applied index is now lower than readState.Index' (duration: 201.415µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:26.053589Z","caller":"traceutil/trace.go:171","msg":"trace[198168398] transaction","detail":"{read_only:false; response_revision:2824; number_of_response:1; }","duration":"396.679684ms","start":"2026-03-31T20:23:25.656892Z","end":"2026-03-31T20:23:26.053572Z","steps":["trace[198168398] 'process raft request' (duration: 396.372636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:26.053692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:25.656857Z","time spent":"396.773307ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:26.053591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.774924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:23:26.053738Z","caller":"traceutil/trace.go:171","msg":"trace[1428556278] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2824; }","duration":"346.988719ms","start":"2026-03-31T20:23:25.706736Z","end":"2026-03-31T20:23:26.053724Z","steps":["trace[1428556278] 'agreement among raft nodes before linearized reading' (duration: 346.792484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:26.053738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.710902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:23:26.053783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:25.706711Z","time spent":"347.059251ms","remote":"127.0.0.1:52318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":2,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:23:26.053823Z","caller":"traceutil/trace.go:171","msg":"trace[315709416] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2824; }","duration":"182.874677ms","start":"2026-03-31T20:23:25.870928Z","end":"2026-03-31T20:23:26.053802Z","steps":["trace[315709416] 'agreement among raft nodes before linearized reading' (duration: 182.701923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:26.053992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.805619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T20:23:26.054467Z","caller":"traceutil/trace.go:171","msg":"trace[1926696106] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2824; }","duration":"220.361363ms","start":"2026-03-31T20:23:25.834081Z","end":"2026-03-31T20:23:26.054442Z","steps":["trace[1926696106] 'agreement among raft nodes before linearized reading' (duration: 219.526522ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:35.826485Z","caller":"traceutil/trace.go:171","msg":"trace[1479921078] transaction","detail":"{read_only:false; response_revision:2888; number_of_response:1; }","duration":"356.55067ms","start":"2026-03-31T20:23:35.46991Z","end":"2026-03-31T20:23:35.82646Z","steps":["trace[1479921078] 'process raft request' (duration: 356.372346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:35.826687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:35.46988Z","time spent":"356.690614ms","remote":"127.0.0.1:52336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:52.217467Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973327217,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:23:52.426474Z","caller":"traceutil/trace.go:171","msg":"trace[1864159513] transaction","detail":"{read_only:false; response_revision:2985; number_of_response:1; }","duration":"753.554753ms","start":"2026-03-31T20:23:51.672892Z","end":"2026-03-31T20:23:52.426447Z","steps":["trace[1864159513] 'process raft request' (duration: 753.393969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:52.42668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:51.672874Z","time spent":"753.684065ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:53.161763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.304652ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:23:53.162112Z","caller":"traceutil/trace.go:171","msg":"trace[1404179118] transaction","detail":"{read_only:false; response_revision:2986; number_of_response:1; }","duration":"1.422186919s","start":"2026-03-31T20:23:51.739893Z","end":"2026-03-31T20:23:53.16208Z","steps":["trace[1404179118] 'process raft request' (duration: 1.237496498s)","trace[1404179118] 'compare' (duration: 184.215209ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:23:53.162251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:51.739875Z","time spent":"1.422312373s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:53.162314Z","caller":"traceutil/trace.go:171","msg":"trace[2020159367] linearizableReadLoop","detail":"{readStateIndex:3111; appliedIndex:3109; }","duration":"1.46142217s","start":"2026-03-31T20:23:51.700878Z","end":"2026-03-31T20:23:53.1623Z","steps":["trace[2020159367] 'read index received' (duration: 725.367851ms)","trace[2020159367] 'applied index is now lower than readState.Index' (duration: 736.052829ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:53.16238Z","caller":"traceutil/trace.go:171","msg":"trace[910094788] transaction","detail":"{read_only:false; response_revision:2987; number_of_response:1; }","duration":"944.824701ms","start":"2026-03-31T20:23:52.217543Z","end":"2026-03-31T20:23:53.162367Z","steps":["trace[910094788] 'process raft request' (duration: 944.323207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:53.162429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:52.217524Z","time spent":"944.881252ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:53.162399Z","caller":"traceutil/trace.go:171","msg":"trace[581482559] transaction","detail":"{read_only:false; response_revision:2988; number_of_response:1; }","duration":"759.967944ms","start":"2026-03-31T20:23:52.402385Z","end":"2026-03-31T20:23:53.162353Z","steps":["trace[581482559] 'process raft request' (duration: 759.80247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:53.162507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461607144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T20:23:53.162537Z","caller":"traceutil/trace.go:171","msg":"trace[2111245658] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2988; }","duration":"1.461678537s","start":"2026-03-31T20:23:51.700851Z","end":"2026-03-31T20:23:53.162529Z","steps":["trace[2111245658] 'agreement among raft nodes before linearized reading' (duration: 1.461538033s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:53.162557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:52.402361Z","time spent":"760.114097ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:53.162573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:51.70084Z","time spent":"1.461713767s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T20:23:53.567688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.886529ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:23:53.568178Z","caller":"traceutil/trace.go:171","msg":"trace[394928121] transaction","detail":"{read_only:false; response_revision:2989; number_of_response:1; }","duration":"1.12429675s","start":"2026-03-31T20:23:52.443832Z","end":"2026-03-31T20:23:53.568129Z","steps":["trace[394928121] 'process raft request' (duration: 1.012863088s)","trace[394928121] 'compare' (duration: 110.643282ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:53.568221Z","caller":"traceutil/trace.go:171","msg":"trace[850497722] transaction","detail":"{read_only:false; response_revision:2990; number_of_response:1; }","duration":"1.117282694s","start":"2026-03-31T20:23:52.450917Z","end":"2026-03-31T20:23:53.5682Z","steps":["trace[850497722] 'process raft request' (duration: 1.116863332s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:53.568307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:52.450895Z","time spent":"1.117371365s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:53.568354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:52.443812Z","time spent":"1.124444164s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:53.568493Z","caller":"traceutil/trace.go:171","msg":"trace[1491348341] transaction","detail":"{read_only:false; response_revision:2991; number_of_response:1; }","duration":"508.499347ms","start":"2026-03-31T20:23:53.05995Z","end":"2026-03-31T20:23:53.568449Z","steps":["trace[1491348341] 'process raft request' (duration: 507.942842ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:53.568656Z","caller":"traceutil/trace.go:171","msg":"trace[170623425] transaction","detail":"{read_only:false; response_revision:2992; number_of_response:1; }","duration":"401.552288ms","start":"2026-03-31T20:23:53.167088Z","end":"2026-03-31T20:23:53.56864Z","steps":["trace[170623425] 'process raft request' (duration: 401.076366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:53.568727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:53.167068Z","time spent":"401.626009ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:53.568745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:53.059926Z","time spent":"508.675201ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:53.568847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010413356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T20:23:53.568845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016112519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:23:53.568888Z","caller":"traceutil/trace.go:171","msg":"trace[625435719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2992; }","duration":"1.010469307s","start":"2026-03-31T20:23:52.558409Z","end":"2026-03-31T20:23:53.568878Z","steps":["trace[625435719] 'agreement among raft nodes before linearized reading' (duration: 1.010384035s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:53.568932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:52.558402Z","time spent":"1.010524229s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:23:53.568939Z","caller":"traceutil/trace.go:171","msg":"trace[385672544] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2992; }","duration":"1.016250052s","start":"2026-03-31T20:23:52.552668Z","end":"2026-03-31T20:23:53.568919Z","steps":["trace[385672544] 'agreement among raft nodes before linearized reading' (duration: 1.016045707s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:53.568987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:52.552647Z","time spent":"1.016329085s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:23:53.568871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.729769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T20:23:53.568773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010914189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:23:53.569045Z","caller":"traceutil/trace.go:171","msg":"trace[1620195378] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2992; }","duration":"887.953594ms","start":"2026-03-31T20:23:52.681078Z","end":"2026-03-31T20:23:53.569031Z","steps":["trace[1620195378] 'agreement among raft nodes before linearized reading' (duration: 887.515863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:53.568991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.690537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:23:53.569082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.733752134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T20:23:53.569093Z","caller":"traceutil/trace.go:171","msg":"trace[1905606322] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2992; }","duration":"698.824211ms","start":"2026-03-31T20:23:52.870259Z","end":"2026-03-31T20:23:53.569084Z","steps":["trace[1905606322] 'agreement among raft nodes before linearized reading' (duration: 698.707408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:53.569097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:52.681047Z","time spent":"888.035506ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T20:23:53.56912Z","caller":"traceutil/trace.go:171","msg":"trace[2068254795] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2992; }","duration":"1.733815116s","start":"2026-03-31T20:23:51.835296Z","end":"2026-03-31T20:23:53.569111Z","steps":["trace[2068254795] 'agreement among raft nodes before linearized reading' (duration: 1.733727844s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:53.569115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022136731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T20:23:53.569134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:52.870238Z","time spent":"698.885123ms","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:23:53.569149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:51.83528Z","time spent":"1.733863357s","remote":"127.0.0.1:52348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-31T20:23:53.569177Z","caller":"traceutil/trace.go:171","msg":"trace[337785646] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2992; }","duration":"1.022232593s","start":"2026-03-31T20:23:52.546924Z","end":"2026-03-31T20:23:53.569156Z","steps":["trace[337785646] 'agreement among raft nodes before linearized reading' (duration: 1.022066699s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:53.568945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.925935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:23:53.569227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:52.5469Z","time spent":"1.022318596s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:23:53.568596Z","caller":"traceutil/trace.go:171","msg":"trace[107966336] linearizableReadLoop","detail":"{readStateIndex:3116; appliedIndex:3113; }","duration":"406.220805ms","start":"2026-03-31T20:23:53.162364Z","end":"2026-03-31T20:23:53.568584Z","steps":["trace[107966336] 'read index received' (duration: 294.251609ms)","trace[107966336] 'applied index is now lower than readState.Index' (duration: 111.968336ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:53.569294Z","caller":"traceutil/trace.go:171","msg":"trace[712105021] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:2992; }","duration":"667.271124ms","start":"2026-03-31T20:23:52.901979Z","end":"2026-03-31T20:23:53.56925Z","steps":["trace[712105021] 'agreement among raft nodes before linearized reading' (duration: 666.930205ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:53.569051Z","caller":"traceutil/trace.go:171","msg":"trace[1684436306] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2992; }","duration":"1.011214815s","start":"2026-03-31T20:23:52.557821Z","end":"2026-03-31T20:23:53.569036Z","steps":["trace[1684436306] 'agreement among raft nodes before linearized reading' (duration: 1.010811405s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:53.569424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:52.901966Z","time spent":"667.412187ms","remote":"127.0.0.1:59094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:23:53.56944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.649587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:23:53.569442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:52.557807Z","time spent":"1.011575795s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:23:53.569497Z","caller":"traceutil/trace.go:171","msg":"trace[1731825772] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2992; }","duration":"290.712559ms","start":"2026-03-31T20:23:53.278772Z","end":"2026-03-31T20:23:53.569484Z","steps":["trace[1731825772] 'agreement among raft nodes before linearized reading' (duration: 290.590626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:53.861131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.635167ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:23:53.861343Z","caller":"traceutil/trace.go:171","msg":"trace[1553379507] transaction","detail":"{read_only:false; response_revision:2994; number_of_response:1; }","duration":"285.992139ms","start":"2026-03-31T20:23:53.575323Z","end":"2026-03-31T20:23:53.861315Z","steps":["trace[1553379507] 'process raft request' (duration: 178.077325ms)","trace[1553379507] 'compare' (duration: 107.414282ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:53.861484Z","caller":"traceutil/trace.go:171","msg":"trace[1031730882] transaction","detail":"{read_only:false; response_revision:2995; number_of_response:1; }","duration":"286.03257ms","start":"2026-03-31T20:23:53.575432Z","end":"2026-03-31T20:23:53.861465Z","steps":["trace[1031730882] 'process raft request' (duration: 285.814134ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:53.861532Z","caller":"traceutil/trace.go:171","msg":"trace[1829254485] transaction","detail":"{read_only:false; response_revision:2996; number_of_response:1; }","duration":"285.484036ms","start":"2026-03-31T20:23:53.576038Z","end":"2026-03-31T20:23:53.861522Z","steps":["trace[1829254485] 'process raft request' (duration: 285.302672ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:53.861704Z","caller":"traceutil/trace.go:171","msg":"trace[67071845] transaction","detail":"{read_only:false; response_revision:2997; number_of_response:1; }","duration":"285.523798ms","start":"2026-03-31T20:23:53.576174Z","end":"2026-03-31T20:23:53.861698Z","steps":["trace[67071845] 'process raft request' (duration: 285.258411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:53.862041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.742813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-31T20:23:53.862113Z","caller":"traceutil/trace.go:171","msg":"trace[1901203642] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2997; }","duration":"285.837416ms","start":"2026-03-31T20:23:53.576256Z","end":"2026-03-31T20:23:53.862093Z","steps":["trace[1901203642] 'agreement among raft nodes before linearized reading' (duration: 285.640641ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:53.861852Z","caller":"traceutil/trace.go:171","msg":"trace[1315906165] linearizableReadLoop","detail":"{readStateIndex:3122; appliedIndex:3118; }","duration":"285.483257ms","start":"2026-03-31T20:23:53.576313Z","end":"2026-03-31T20:23:53.861796Z","steps":["trace[1315906165] 'read index received' (duration: 13.906842ms)","trace[1315906165] 'applied index is now lower than readState.Index' (duration: 271.573855ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:23:53.862771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.842629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:23:53.862814Z","caller":"traceutil/trace.go:171","msg":"trace[736671305] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2997; }","duration":"276.90542ms","start":"2026-03-31T20:23:53.585898Z","end":"2026-03-31T20:23:53.862803Z","steps":["trace[736671305] 'agreement among raft nodes before linearized reading' (duration: 276.804638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:00.109024Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973327306,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:24:00.132556Z","caller":"traceutil/trace.go:171","msg":"trace[1890883747] transaction","detail":"{read_only:false; response_revision:3022; number_of_response:1; }","duration":"538.825583ms","start":"2026-03-31T20:23:59.593712Z","end":"2026-03-31T20:24:00.132537Z","steps":["trace[1890883747] 'process raft request' (duration: 538.69944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:00.132689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:59.593684Z","time spent":"538.930875ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:00.808756Z","caller":"traceutil/trace.go:171","msg":"trace[940175294] linearizableReadLoop","detail":"{readStateIndex:3150; appliedIndex:3148; }","duration":"1.199745594s","start":"2026-03-31T20:23:59.608989Z","end":"2026-03-31T20:24:00.808735Z","steps":["trace[940175294] 'read index received' (duration: 523.442953ms)","trace[940175294] 'applied index is now lower than readState.Index' (duration: 676.301811ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:00.808803Z","caller":"traceutil/trace.go:171","msg":"trace[1245259016] transaction","detail":"{read_only:false; response_revision:3023; number_of_response:1; }","duration":"1.21264365s","start":"2026-03-31T20:23:59.596137Z","end":"2026-03-31T20:24:00.808781Z","steps":["trace[1245259016] 'process raft request' (duration: 1.212468096s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:00.808981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199973399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T20:24:00.809181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:59.596129Z","time spent":"1.212964148s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:00.809831Z","caller":"traceutil/trace.go:171","msg":"trace[150913472] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3023; }","duration":"1.200283447s","start":"2026-03-31T20:23:59.608958Z","end":"2026-03-31T20:24:00.809241Z","steps":["trace[150913472] 'agreement among raft nodes before linearized reading' (duration: 1.199898628s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:00.809911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:59.608944Z","time spent":"1.200935514s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:24:00.825428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.322692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T20:24:00.825474Z","caller":"traceutil/trace.go:171","msg":"trace[1648290602] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3025; }","duration":"989.401924ms","start":"2026-03-31T20:23:59.83606Z","end":"2026-03-31T20:24:00.825462Z","steps":["trace[1648290602] 'agreement among raft nodes before linearized reading' (duration: 989.272571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:00.825497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:59.836042Z","time spent":"989.450406ms","remote":"127.0.0.1:52348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-31T20:24:00.825498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.042761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T20:24:00.825511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.339041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T20:24:00.825545Z","caller":"traceutil/trace.go:171","msg":"trace[571833052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3025; }","duration":"908.113623ms","start":"2026-03-31T20:23:59.917418Z","end":"2026-03-31T20:24:00.825532Z","steps":["trace[571833052] 'agreement among raft nodes before linearized reading' (duration: 907.975369ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:00.825572Z","caller":"traceutil/trace.go:171","msg":"trace[1146600455] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3025; }","duration":"878.433862ms","start":"2026-03-31T20:23:59.947123Z","end":"2026-03-31T20:24:00.825557Z","steps":["trace[1146600455] 'agreement among raft nodes before linearized reading' (duration: 878.226777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:00.825626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:59.947112Z","time spent":"878.504544ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:24:00.825664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.116513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:24:00.825697Z","caller":"traceutil/trace.go:171","msg":"trace[1883346895] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3025; }","duration":"908.188745ms","start":"2026-03-31T20:23:59.917499Z","end":"2026-03-31T20:24:00.825688Z","steps":["trace[1883346895] 'agreement among raft nodes before linearized reading' (duration: 908.102942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:00.825733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:59.917471Z","time spent":"908.256136ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:24:00.825743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.187977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T20:24:00.82583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.642077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:24:00.825828Z","caller":"traceutil/trace.go:171","msg":"trace[810024725] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3025; }","duration":"943.310661ms","start":"2026-03-31T20:23:59.882495Z","end":"2026-03-31T20:24:00.825805Z","steps":["trace[810024725] 'agreement among raft nodes before linearized reading' (duration: 943.115836ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:00.825866Z","caller":"traceutil/trace.go:171","msg":"trace[1882751919] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3025; }","duration":"914.723559ms","start":"2026-03-31T20:23:59.911134Z","end":"2026-03-31T20:24:00.825857Z","steps":["trace[1882751919] 'agreement among raft nodes before linearized reading' (duration: 914.636587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:00.825884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:59.882477Z","time spent":"943.395952ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:24:00.825893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:59.911113Z","time spent":"914.77354ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T20:24:00.825897Z","caller":"traceutil/trace.go:171","msg":"trace[1241967969] transaction","detail":"{read_only:false; response_revision:3024; number_of_response:1; }","duration":"158.118211ms","start":"2026-03-31T20:24:00.667749Z","end":"2026-03-31T20:24:00.825868Z","steps":["trace[1241967969] 'process raft request' (duration: 157.463485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:00.825583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:59.917408Z","time spent":"908.165094ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:24:00.826015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.342041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a206bdbd2d5a99\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-31T20:24:00.826042Z","caller":"traceutil/trace.go:171","msg":"trace[731122105] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a206bdbd2d5a99; range_end:; response_count:1; response_revision:3025; }","duration":"693.367751ms","start":"2026-03-31T20:24:00.132666Z","end":"2026-03-31T20:24:00.826034Z","steps":["trace[731122105] 'agreement among raft nodes before linearized reading' (duration: 693.293929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:00.826068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:00.132628Z","time spent":"693.431743ms","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":804,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a206bdbd2d5a99\" "} {"level":"warn","ts":"2026-03-31T20:24:00.826115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.342087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:24:00.826157Z","caller":"traceutil/trace.go:171","msg":"trace[778858692] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:3025; }","duration":"179.413169ms","start":"2026-03-31T20:24:00.646734Z","end":"2026-03-31T20:24:00.826147Z","steps":["trace[778858692] 'agreement among raft nodes before linearized reading' (duration: 179.335617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:02.343977Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.33106738s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T20:24:02.868251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000312703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T20:24:02.86834Z","caller":"traceutil/trace.go:171","msg":"trace[283457336] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000440366s","start":"2026-03-31T20:24:00.867881Z","end":"2026-03-31T20:24:02.868321Z","steps":["trace[283457336] 'agreement among raft nodes before linearized reading' (duration: 2.000327473s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:02.868399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:00.867866Z","time spent":"2.000515568s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 20:24:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T20:24:04.182454Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.223914036s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T20:24:04.252559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.021843607s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:04.252674Z","caller":"traceutil/trace.go:171","msg":"trace[1875938936] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3025; }","duration":"2.021965831s","start":"2026-03-31T20:24:02.23069Z","end":"2026-03-31T20:24:04.252656Z","steps":["trace[1875938936] 'range keys from in-memory index tree' (duration: 2.021829027s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:04.252807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.239818354s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:04.253032Z","caller":"traceutil/trace.go:171","msg":"trace[449539165] transaction","detail":"{read_only:false; response_revision:3026; number_of_response:1; }","duration":"3.43858953s","start":"2026-03-31T20:24:00.814404Z","end":"2026-03-31T20:24:04.252994Z","steps":["trace[449539165] 'process raft request' (duration: 198.46788ms)","trace[449539165] 'compare' (duration: 3.239380041s)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:04.253133Z","caller":"traceutil/trace.go:171","msg":"trace[1611055105] transaction","detail":"{read_only:false; response_revision:3034; number_of_response:1; }","duration":"2.115706148s","start":"2026-03-31T20:24:02.13742Z","end":"2026-03-31T20:24:04.253126Z","steps":["trace[1611055105] 'process raft request' (duration: 2.115686397s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:04.253876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:02.137393Z","time spent":"2.115758979s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:04.254064Z","caller":"traceutil/trace.go:171","msg":"trace[1322110731] transaction","detail":"{read_only:false; response_revision:3031; number_of_response:1; }","duration":"3.419511919s","start":"2026-03-31T20:24:00.834544Z","end":"2026-03-31T20:24:04.254056Z","steps":["trace[1322110731] 'process raft request' (duration: 3.418495744s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:04.254101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:00.834518Z","time spent":"3.41956478s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:04.254092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:00.814384Z","time spent":"3.438740145s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:04.254064Z","caller":"traceutil/trace.go:171","msg":"trace[1763274466] transaction","detail":"{read_only:false; response_revision:3030; number_of_response:1; }","duration":"3.421269312s","start":"2026-03-31T20:24:00.832761Z","end":"2026-03-31T20:24:04.254031Z","steps":["trace[1763274466] 'process raft request' (duration: 3.420258747s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:04.254125Z","caller":"traceutil/trace.go:171","msg":"trace[1864624425] transaction","detail":"{read_only:false; response_revision:3032; number_of_response:1; }","duration":"3.05583894s","start":"2026-03-31T20:24:01.198253Z","end":"2026-03-31T20:24:04.254092Z","steps":["trace[1864624425] 'process raft request' (duration: 3.054808904s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:04.254172Z","caller":"traceutil/trace.go:171","msg":"trace[93435096] transaction","detail":"{read_only:false; response_revision:3033; number_of_response:1; }","duration":"3.046933635s","start":"2026-03-31T20:24:01.207234Z","end":"2026-03-31T20:24:04.254167Z","steps":["trace[93435096] 'process raft request' (duration: 3.045856378s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:04.254196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:01.207208Z","time spent":"3.046975015s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:04.254215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:00.83272Z","time spent":"3.421424116s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:04.254287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:01.198225Z","time spent":"3.055938102s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:04.254358Z","caller":"traceutil/trace.go:171","msg":"trace[2070192402] linearizableReadLoop","detail":"{readStateIndex:3154; appliedIndex:3152; }","duration":"3.424692308s","start":"2026-03-31T20:24:00.829659Z","end":"2026-03-31T20:24:04.254351Z","steps":["trace[2070192402] 'read index received' (duration: 183.228014ms)","trace[2070192402] 'applied index is now lower than readState.Index' (duration: 3.241463134s)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:04.254377Z","caller":"traceutil/trace.go:171","msg":"trace[932791800] transaction","detail":"{read_only:false; response_revision:3027; number_of_response:1; }","duration":"3.424924205s","start":"2026-03-31T20:24:00.829436Z","end":"2026-03-31T20:24:04.25436Z","steps":["trace[932791800] 'process raft request' (duration: 3.423417397s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:04.254407Z","caller":"traceutil/trace.go:171","msg":"trace[1072938896] transaction","detail":"{read_only:false; response_revision:3028; number_of_response:1; }","duration":"3.423196831s","start":"2026-03-31T20:24:00.831189Z","end":"2026-03-31T20:24:04.254386Z","steps":["trace[1072938896] 'process raft request' (duration: 3.421788026s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:04.254434Z","caller":"traceutil/trace.go:171","msg":"trace[1185238425] transaction","detail":"{read_only:false; response_revision:3029; number_of_response:1; }","duration":"3.422414322s","start":"2026-03-31T20:24:00.831999Z","end":"2026-03-31T20:24:04.254413Z","steps":["trace[1185238425] 'process raft request' (duration: 3.421004287s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:04.254472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.424812972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-31T20:24:04.254463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:00.829409Z","time spent":"3.425007997s","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:04.254491Z","caller":"traceutil/trace.go:171","msg":"trace[1970555425] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3034; }","duration":"3.424858053s","start":"2026-03-31T20:24:00.829628Z","end":"2026-03-31T20:24:04.254486Z","steps":["trace[1970555425] 'agreement among raft nodes before linearized reading' (duration: 3.42476121s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:04.254509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:00.829612Z","time spent":"3.424893194s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:24:04.254498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:00.831175Z","time spent":"3.423273604s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:04.254546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:00.831991Z","time spent":"3.422487083s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:04.868797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999942526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T20:24:04.868865Z","caller":"traceutil/trace.go:171","msg":"trace[1174955309] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000060199s","start":"2026-03-31T20:24:02.868789Z","end":"2026-03-31T20:24:04.868849Z","steps":["trace[1174955309] 'agreement among raft nodes before linearized reading' (duration: 1.999971756s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:04.868906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:02.868774Z","time spent":"2.000120821s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:24:05.375254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015903384s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:05.375435Z","caller":"traceutil/trace.go:171","msg":"trace[605310531] linearizableReadLoop","detail":"{readStateIndex:3163; appliedIndex:3161; }","duration":"1.121045179s","start":"2026-03-31T20:24:04.25437Z","end":"2026-03-31T20:24:05.375416Z","steps":["trace[605310531] 'read index received' (duration: 104.882138ms)","trace[605310531] 'applied index is now lower than readState.Index' (duration: 1.016161991s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:05.375549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.98021252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:24:05.375585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.95281909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:24:05.375688Z","caller":"traceutil/trace.go:171","msg":"trace[1964706405] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:3036; }","duration":"2.952974443s","start":"2026-03-31T20:24:02.422691Z","end":"2026-03-31T20:24:05.375666Z","steps":["trace[1964706405] 'agreement among raft nodes before linearized reading' (duration: 2.952780899s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:05.375738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.158775048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:24:05.375761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:02.42267Z","time spent":"2.953072735s","remote":"127.0.0.1:52478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":23,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:24:05.375816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.249022056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:05.375872Z","caller":"traceutil/trace.go:171","msg":"trace[876129917] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:3036; }","duration":"3.249115498s","start":"2026-03-31T20:24:02.12674Z","end":"2026-03-31T20:24:05.375856Z","steps":["trace[876129917] 'agreement among raft nodes before linearized reading' (duration: 3.249053057s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:05.37595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:02.126698Z","time spent":"3.249232091s","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:24:05.376079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.543439501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"warn","ts":"2026-03-31T20:24:05.376103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.896827123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:24:05.376145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.947304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:24:05.376124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414716381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T20:24:05.376176Z","caller":"traceutil/trace.go:171","msg":"trace[974603727] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3036; }","duration":"497.015336ms","start":"2026-03-31T20:24:04.879151Z","end":"2026-03-31T20:24:05.376166Z","steps":["trace[974603727] 'agreement among raft nodes before linearized reading' (duration: 496.977755ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:05.37617Z","caller":"traceutil/trace.go:171","msg":"trace[257059159] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3036; }","duration":"4.543551863s","start":"2026-03-31T20:24:00.832596Z","end":"2026-03-31T20:24:05.376148Z","steps":["trace[257059159] 'agreement among raft nodes before linearized reading' (duration: 4.543336727s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:05.376179Z","caller":"traceutil/trace.go:171","msg":"trace[321351906] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3036; }","duration":"1.896951486s","start":"2026-03-31T20:24:03.47921Z","end":"2026-03-31T20:24:05.376161Z","steps":["trace[321351906] 'agreement among raft nodes before linearized reading' (duration: 1.896779322s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:05.376209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:04.879121Z","time spent":"497.083438ms","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:24:05.376223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:00.832588Z","time spent":"4.543624885s","remote":"127.0.0.1:52348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1470,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-31T20:24:05.37623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045000789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:24:05.375698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.12952972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:05.375774Z","caller":"traceutil/trace.go:171","msg":"trace[500921895] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:3036; }","duration":"3.158806269s","start":"2026-03-31T20:24:02.216955Z","end":"2026-03-31T20:24:05.375761Z","steps":["trace[500921895] 'agreement among raft nodes before linearized reading' (duration: 3.158765748s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:05.376267Z","caller":"traceutil/trace.go:171","msg":"trace[1975449473] transaction","detail":"{read_only:false; response_revision:3036; number_of_response:1; }","duration":"1.542786155s","start":"2026-03-31T20:24:03.833467Z","end":"2026-03-31T20:24:05.376253Z","steps":["trace[1975449473] 'process raft request' (duration: 1.541883162s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:05.376284Z","caller":"traceutil/trace.go:171","msg":"trace[602703063] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3036; }","duration":"1.045088361s","start":"2026-03-31T20:24:04.331178Z","end":"2026-03-31T20:24:05.376266Z","steps":["trace[602703063] 'agreement among raft nodes before linearized reading' (duration: 1.04502183s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:05.376324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:02.216898Z","time spent":"3.159406565s","remote":"127.0.0.1:59036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:24:05.376342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:04.331159Z","time spent":"1.045168484s","remote":"127.0.0.1:59146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:24:05.376199Z","caller":"traceutil/trace.go:171","msg":"trace[2011394680] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:3036; }","duration":"1.414830084s","start":"2026-03-31T20:24:03.961349Z","end":"2026-03-31T20:24:05.376179Z","steps":["trace[2011394680] 'agreement among raft nodes before linearized reading' (duration: 1.414611268s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:05.376361Z","caller":"traceutil/trace.go:171","msg":"trace[398519036] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:3036; }","duration":"3.130187198s","start":"2026-03-31T20:24:02.246106Z","end":"2026-03-31T20:24:05.376293Z","steps":["trace[398519036] 'agreement among raft nodes before linearized reading' (duration: 3.129547061s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:05.376423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:03.96133Z","time spent":"1.415068531s","remote":"127.0.0.1:52168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-03-31T20:24:05.376457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.757938974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:24:05.376509Z","caller":"traceutil/trace.go:171","msg":"trace[2132062604] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3036; }","duration":"3.758025436s","start":"2026-03-31T20:24:01.618469Z","end":"2026-03-31T20:24:05.376494Z","steps":["trace[2132062604] 'agreement among raft nodes before linearized reading' (duration: 3.757941144s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:05.376502Z","caller":"traceutil/trace.go:171","msg":"trace[1855754508] transaction","detail":"{read_only:false; response_revision:3035; number_of_response:1; }","duration":"2.562660471s","start":"2026-03-31T20:24:02.81382Z","end":"2026-03-31T20:24:05.37648Z","steps":["trace[1855754508] 'process raft request' (duration: 1.545453453s)","trace[1855754508] 'compare' (duration: 1.015787541s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:05.376484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:02.246082Z","time spent":"3.130375902s","remote":"127.0.0.1:59274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:24:05.376556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:01.618452Z","time spent":"3.758093097s","remote":"127.0.0.1:59248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:24:05.376226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:03.479189Z","time spent":"1.897029318s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:24:05.375616Z","caller":"traceutil/trace.go:171","msg":"trace[853920142] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:3036; }","duration":"2.980280022s","start":"2026-03-31T20:24:02.395317Z","end":"2026-03-31T20:24:05.375597Z","steps":["trace[853920142] 'agreement among raft nodes before linearized reading' (duration: 2.9801917s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:05.376175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.589202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:24:05.376613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:02.813801Z","time spent":"2.562754844s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:05.376663Z","caller":"traceutil/trace.go:171","msg":"trace[1317229438] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:3036; }","duration":"189.118535ms","start":"2026-03-31T20:24:05.18752Z","end":"2026-03-31T20:24:05.376638Z","steps":["trace[1317229438] 'agreement among raft nodes before linearized reading' (duration: 188.548451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:05.376405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:03.833425Z","time spent":"1.542885298s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:05.376762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.976123141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:24:05.3761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120189518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:8764"} {"level":"info","ts":"2026-03-31T20:24:05.376868Z","caller":"traceutil/trace.go:171","msg":"trace[467441807] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3036; }","duration":"1.120988598s","start":"2026-03-31T20:24:04.25586Z","end":"2026-03-31T20:24:05.376849Z","steps":["trace[467441807] 'agreement among raft nodes before linearized reading' (duration: 1.120118085s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:05.376919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:04.255843Z","time spent":"1.12106219s","remote":"127.0.0.1:52336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":8787,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T20:24:05.376663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:02.39527Z","time spent":"2.981357811s","remote":"127.0.0.1:54306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:24:05.376883Z","caller":"traceutil/trace.go:171","msg":"trace[930220182] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:3036; }","duration":"3.976293335s","start":"2026-03-31T20:24:01.400532Z","end":"2026-03-31T20:24:05.376825Z","steps":["trace[930220182] 'agreement among raft nodes before linearized reading' (duration: 3.976042909s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:05.376175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.440498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:24:05.377098Z","caller":"traceutil/trace.go:171","msg":"trace[869490386] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:3036; }","duration":"809.386862ms","start":"2026-03-31T20:24:04.567695Z","end":"2026-03-31T20:24:05.377081Z","steps":["trace[869490386] 'agreement among raft nodes before linearized reading' (duration: 808.441108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:05.377113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:01.400514Z","time spent":"3.976556322s","remote":"127.0.0.1:54256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:24:05.376104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.930794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2069d2bdf9c2a\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T20:24:05.377283Z","caller":"traceutil/trace.go:171","msg":"trace[1790075085] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2069d2bdf9c2a; range_end:; response_count:1; response_revision:3036; }","duration":"498.138854ms","start":"2026-03-31T20:24:04.87912Z","end":"2026-03-31T20:24:05.377259Z","steps":["trace[1790075085] 'agreement among raft nodes before linearized reading' (duration: 496.871253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:05.37716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:04.567674Z","time spent":"809.466763ms","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:24:05.377348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:04.879101Z","time spent":"498.230917ms","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2069d2bdf9c2a\" "} {"level":"warn","ts":"2026-03-31T20:24:06.1912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.407098ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-31T20:24:06.191366Z","caller":"traceutil/trace.go:171","msg":"trace[922389851] transaction","detail":"{read_only:false; response_revision:3037; number_of_response:1; }","duration":"811.707791ms","start":"2026-03-31T20:24:05.379636Z","end":"2026-03-31T20:24:06.191344Z","steps":["trace[922389851] 'process raft request' (duration: 811.633599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:06.191397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:05.377432Z","time spent":"813.961378ms","remote":"127.0.0.1:52168","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T20:24:06.191444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:05.379615Z","time spent":"811.779962ms","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:06.191555Z","caller":"traceutil/trace.go:171","msg":"trace[714636480] linearizableReadLoop","detail":"{readStateIndex:3164; appliedIndex:3163; }","duration":"813.711751ms","start":"2026-03-31T20:24:05.377836Z","end":"2026-03-31T20:24:06.191548Z","steps":["trace[714636480] 'read index received' (duration: 102.034626ms)","trace[714636480] 'applied index is now lower than readState.Index' (duration: 711.676255ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:06.191669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.832385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:06.191692Z","caller":"traceutil/trace.go:171","msg":"trace[2048450571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3037; }","duration":"813.886066ms","start":"2026-03-31T20:24:05.3778Z","end":"2026-03-31T20:24:06.191686Z","steps":["trace[2048450571] 'agreement among raft nodes before linearized reading' (duration: 813.826984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:06.191711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:05.377757Z","time spent":"813.949837ms","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:24:06.19194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.934515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:06.191968Z","caller":"traceutil/trace.go:171","msg":"trace[187160002] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3037; }","duration":"763.999616ms","start":"2026-03-31T20:24:05.42796Z","end":"2026-03-31T20:24:06.191959Z","steps":["trace[187160002] 'agreement among raft nodes before linearized reading' (duration: 763.953535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:06.191989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:05.427941Z","time spent":"764.043528ms","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T20:24:06.192004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.262876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:24:06.192145Z","caller":"traceutil/trace.go:171","msg":"trace[366220919] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:3037; }","duration":"612.42332ms","start":"2026-03-31T20:24:05.579696Z","end":"2026-03-31T20:24:06.19212Z","steps":["trace[366220919] 'agreement among raft nodes before linearized reading' (duration: 612.205415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:06.192107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.084935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-03-31T20:24:06.192225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:05.579625Z","time spent":"612.575764ms","remote":"127.0.0.1:52410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:24:06.192425Z","caller":"traceutil/trace.go:171","msg":"trace[1385890258] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3037; }","duration":"811.263979ms","start":"2026-03-31T20:24:05.380977Z","end":"2026-03-31T20:24:06.192241Z","steps":["trace[1385890258] 'agreement among raft nodes before linearized reading' (duration: 810.927441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:06.192535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:05.380968Z","time spent":"811.511906ms","remote":"127.0.0.1:52348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-31T20:24:06.62814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.154945ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:06.628246Z","caller":"traceutil/trace.go:171","msg":"trace[1154427513] linearizableReadLoop","detail":"{readStateIndex:3166; appliedIndex:3165; }","duration":"433.784141ms","start":"2026-03-31T20:24:06.194446Z","end":"2026-03-31T20:24:06.62823Z","steps":["trace[1154427513] 'read index received' (duration: 160.45698ms)","trace[1154427513] 'applied index is now lower than readState.Index' (duration: 273.325001ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:06.628264Z","caller":"traceutil/trace.go:171","msg":"trace[1402216213] transaction","detail":"{read_only:false; response_revision:3038; number_of_response:1; }","duration":"435.261088ms","start":"2026-03-31T20:24:06.192982Z","end":"2026-03-31T20:24:06.628243Z","steps":["trace[1402216213] 'process raft request' (duration: 161.914737ms)","trace[1402216213] 'compare' (duration: 272.762025ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:06.62836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:06.192944Z","time spent":"435.375321ms","remote":"127.0.0.1:52168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:06.628434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.027186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a206bdbd2d5a99\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-31T20:24:06.62847Z","caller":"traceutil/trace.go:171","msg":"trace[1431947230] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a206bdbd2d5a99; range_end:; response_count:1; response_revision:3038; }","duration":"434.094818ms","start":"2026-03-31T20:24:06.194366Z","end":"2026-03-31T20:24:06.62846Z","steps":["trace[1431947230] 'agreement among raft nodes before linearized reading' (duration: 433.937114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:06.628501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:06.194282Z","time spent":"434.212231ms","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":804,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a206bdbd2d5a99\" "} {"level":"info","ts":"2026-03-31T20:24:06.671727Z","caller":"traceutil/trace.go:171","msg":"trace[1487311581] transaction","detail":"{read_only:false; response_revision:3039; number_of_response:1; }","duration":"412.564814ms","start":"2026-03-31T20:24:06.259139Z","end":"2026-03-31T20:24:06.671704Z","steps":["trace[1487311581] 'process raft request' (duration: 412.39411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:06.671886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:06.259125Z","time spent":"412.685947ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:06.672127Z","caller":"traceutil/trace.go:171","msg":"trace[1343226036] transaction","detail":"{read_only:false; response_revision:3040; number_of_response:1; }","duration":"412.659337ms","start":"2026-03-31T20:24:06.259456Z","end":"2026-03-31T20:24:06.672115Z","steps":["trace[1343226036] 'process raft request' (duration: 412.208055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:06.672195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:06.259447Z","time spent":"412.713568ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:06.672194Z","caller":"traceutil/trace.go:171","msg":"trace[892107395] transaction","detail":"{read_only:false; response_revision:3041; number_of_response:1; }","duration":"412.672557ms","start":"2026-03-31T20:24:06.259488Z","end":"2026-03-31T20:24:06.67216Z","steps":["trace[892107395] 'process raft request' (duration: 412.495822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:06.672342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:06.259473Z","time spent":"412.781889ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:07.814506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.849047ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:07.814875Z","caller":"traceutil/trace.go:171","msg":"trace[601215062] transaction","detail":"{read_only:false; response_revision:3044; number_of_response:1; }","duration":"430.272292ms","start":"2026-03-31T20:24:07.384584Z","end":"2026-03-31T20:24:07.814856Z","steps":["trace[601215062] 'process raft request' (duration: 430.21957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:07.814998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:07.384557Z","time spent":"430.364144ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:07.815078Z","caller":"traceutil/trace.go:171","msg":"trace[13315276] linearizableReadLoop","detail":"{readStateIndex:3170; appliedIndex:3166; }","duration":"1.186779858s","start":"2026-03-31T20:24:06.628272Z","end":"2026-03-31T20:24:07.815052Z","steps":["trace[13315276] 'read index received' (duration: 43.037946ms)","trace[13315276] 'applied index is now lower than readState.Index' (duration: 1.143739662s)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:07.815083Z","caller":"traceutil/trace.go:171","msg":"trace[1853373959] transaction","detail":"{read_only:false; response_revision:3043; number_of_response:1; }","duration":"1.178315415s","start":"2026-03-31T20:24:06.636742Z","end":"2026-03-31T20:24:07.815058Z","steps":["trace[1853373959] 'process raft request' (duration: 1.177860783s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:07.815266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:06.636715Z","time spent":"1.178475758s","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:07.815256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556181823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T20:24:07.815309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.618884536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-03-31T20:24:07.815333Z","caller":"traceutil/trace.go:171","msg":"trace[1348107509] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3044; }","duration":"1.619016839s","start":"2026-03-31T20:24:06.196309Z","end":"2026-03-31T20:24:07.815326Z","steps":["trace[1348107509] 'agreement among raft nodes before linearized reading' (duration: 1.618878066s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:07.815308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557283551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:24:07.815341Z","caller":"traceutil/trace.go:171","msg":"trace[648938444] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3044; }","duration":"1.556270565s","start":"2026-03-31T20:24:06.259036Z","end":"2026-03-31T20:24:07.815307Z","steps":["trace[648938444] 'agreement among raft nodes before linearized reading' (duration: 1.556030379s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:07.815357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:06.196292Z","time spent":"1.619059481s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7483,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-31T20:24:07.81536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407966672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:07.815381Z","caller":"traceutil/trace.go:171","msg":"trace[613254306] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3044; }","duration":"1.557435295s","start":"2026-03-31T20:24:06.257927Z","end":"2026-03-31T20:24:07.815363Z","steps":["trace[613254306] 'agreement among raft nodes before linearized reading' (duration: 1.557142588s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:07.81542Z","caller":"traceutil/trace.go:171","msg":"trace[699963824] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:3044; }","duration":"1.408071374s","start":"2026-03-31T20:24:06.407336Z","end":"2026-03-31T20:24:07.815407Z","steps":["trace[699963824] 'agreement among raft nodes before linearized reading' (duration: 1.407960952s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:07.815428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509331801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:24:07.815376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:06.259026Z","time spent":"1.556342507s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:24:07.815462Z","caller":"traceutil/trace.go:171","msg":"trace[186801344] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3044; }","duration":"1.509398392s","start":"2026-03-31T20:24:06.306054Z","end":"2026-03-31T20:24:07.815452Z","steps":["trace[186801344] 'agreement among raft nodes before linearized reading' (duration: 1.50934285s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:07.815465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:06.407319Z","time spent":"1.408137496s","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:24:07.815491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:06.306039Z","time spent":"1.509444593s","remote":"127.0.0.1:59262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:24:07.815516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.620019635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:07.815542Z","caller":"traceutil/trace.go:171","msg":"trace[1754570572] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3044; }","duration":"1.620058096s","start":"2026-03-31T20:24:06.195474Z","end":"2026-03-31T20:24:07.815532Z","steps":["trace[1754570572] 'agreement among raft nodes before linearized reading' (duration: 1.620020815s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:07.815566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:06.195467Z","time spent":"1.620095346s","remote":"127.0.0.1:52348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T20:24:07.815429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:06.257909Z","time spent":"1.557511657s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:24:07.815611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556198163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:24:07.81565Z","caller":"traceutil/trace.go:171","msg":"trace[721228114] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3044; }","duration":"1.556235564s","start":"2026-03-31T20:24:06.259405Z","end":"2026-03-31T20:24:07.815641Z","steps":["trace[721228114] 'agreement among raft nodes before linearized reading' (duration: 1.556088231s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:07.815678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:06.259379Z","time spent":"1.556292786s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:24:07.815686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179535695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-31T20:24:07.815676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19910506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:07.815705Z","caller":"traceutil/trace.go:171","msg":"trace[1645411094] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3044; }","duration":"1.179593997s","start":"2026-03-31T20:24:06.636105Z","end":"2026-03-31T20:24:07.815699Z","steps":["trace[1645411094] 'agreement among raft nodes before linearized reading' (duration: 1.179553906s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:07.815675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557459155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:24:07.815715Z","caller":"traceutil/trace.go:171","msg":"trace[1210173459] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:3044; }","duration":"1.199173542s","start":"2026-03-31T20:24:06.616531Z","end":"2026-03-31T20:24:07.815704Z","steps":["trace[1210173459] 'agreement among raft nodes before linearized reading' (duration: 1.19911708s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:07.815728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:06.63608Z","time spent":"1.179643308s","remote":"127.0.0.1:52326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-31T20:24:07.815748Z","caller":"traceutil/trace.go:171","msg":"trace[1574230755] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3044; }","duration":"1.557664301s","start":"2026-03-31T20:24:06.258071Z","end":"2026-03-31T20:24:07.815735Z","steps":["trace[1574230755] 'agreement among raft nodes before linearized reading' (duration: 1.55722934s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:07.81583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:06.258016Z","time spent":"1.557802345s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:24:07.815761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:06.616515Z","time spent":"1.199226103s","remote":"127.0.0.1:54150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:24:07.815883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094234702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:24:07.815837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.619393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:07.815929Z","caller":"traceutil/trace.go:171","msg":"trace[2137211720] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:3044; }","duration":"1.094318624s","start":"2026-03-31T20:24:06.721597Z","end":"2026-03-31T20:24:07.815916Z","steps":["trace[2137211720] 'agreement among raft nodes before linearized reading' (duration: 1.094245262s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:07.815931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.461275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T20:24:07.815935Z","caller":"traceutil/trace.go:171","msg":"trace[1688125529] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:3044; }","duration":"278.741586ms","start":"2026-03-31T20:24:07.537182Z","end":"2026-03-31T20:24:07.815924Z","steps":["trace[1688125529] 'agreement among raft nodes before linearized reading' (duration: 278.634414ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:07.815968Z","caller":"traceutil/trace.go:171","msg":"trace[590854297] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3044; }","duration":"384.533407ms","start":"2026-03-31T20:24:07.431423Z","end":"2026-03-31T20:24:07.815957Z","steps":["trace[590854297] 'agreement among raft nodes before linearized reading' (duration: 384.461955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:07.815969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:06.721578Z","time spent":"1.094381735s","remote":"127.0.0.1:60506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:24:07.815995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:07.431403Z","time spent":"384.58715ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:24:07.815903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557319893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:24:07.816157Z","caller":"traceutil/trace.go:171","msg":"trace[1150556842] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3044; }","duration":"1.557813965s","start":"2026-03-31T20:24:06.258271Z","end":"2026-03-31T20:24:07.816084Z","steps":["trace[1150556842] 'agreement among raft nodes before linearized reading' (duration: 1.5568308s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:07.816243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:06.258259Z","time spent":"1.55796657s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:24:07.814862Z","caller":"traceutil/trace.go:171","msg":"trace[62114887] transaction","detail":"{read_only:false; response_revision:3042; number_of_response:1; }","duration":"1.274925244s","start":"2026-03-31T20:24:06.539902Z","end":"2026-03-31T20:24:07.814827Z","steps":["trace[62114887] 'process raft request' (duration: 1.089665907s)","trace[62114887] 'compare' (duration: 184.719644ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:07.815799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.617953282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:07.816638Z","caller":"traceutil/trace.go:171","msg":"trace[1630727261] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3044; }","duration":"1.618801064s","start":"2026-03-31T20:24:06.197795Z","end":"2026-03-31T20:24:07.816596Z","steps":["trace[1630727261] 'agreement among raft nodes before linearized reading' (duration: 1.617312796s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:07.816787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:06.197784Z","time spent":"1.618988848s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:24:07.816622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:06.53988Z","time spent":"1.276546075s","remote":"127.0.0.1:52336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9388,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:08.322111Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973327346,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:24:09.784828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449496391s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:09.784945Z","caller":"traceutil/trace.go:171","msg":"trace[1817989734] transaction","detail":"{read_only:false; response_revision:3045; number_of_response:1; }","duration":"1.96486205s","start":"2026-03-31T20:24:07.820064Z","end":"2026-03-31T20:24:09.784926Z","steps":["trace[1817989734] 'process raft request' (duration: 515.189096ms)","trace[1817989734] 'compare' (duration: 1.449370717s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:09.785003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:07.820045Z","time spent":"1.964930812s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:09.826421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001439773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T20:24:09.826524Z","caller":"traceutil/trace.go:171","msg":"trace[466667913] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001574937s","start":"2026-03-31T20:24:07.824925Z","end":"2026-03-31T20:24:09.8265Z","steps":["trace[466667913] 'agreement among raft nodes before linearized reading' (duration: 2.001448324s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:09.826653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:07.824917Z","time spent":"2.00172083s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 20:24:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T20:24:10.058806Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.723496667s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T20:24:11.472099Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.412718602s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T20:24:11.826713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999997165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T20:24:11.826793Z","caller":"traceutil/trace.go:171","msg":"trace[1143249118] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00017208s","start":"2026-03-31T20:24:09.826603Z","end":"2026-03-31T20:24:11.826775Z","steps":["trace[1143249118] 'agreement among raft nodes before linearized reading' (duration: 2.000065947s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:11.826841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:09.826587Z","time spent":"2.000244751s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:24:12.09714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.038039875s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:12.098153Z","caller":"traceutil/trace.go:171","msg":"trace[484728345] transaction","detail":"{read_only:false; response_revision:3050; number_of_response:1; }","duration":"4.276332887s","start":"2026-03-31T20:24:07.821794Z","end":"2026-03-31T20:24:12.098127Z","steps":["trace[484728345] 'process raft request' (duration: 4.275537257s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:12.098171Z","caller":"traceutil/trace.go:171","msg":"trace[2013153701] transaction","detail":"{read_only:false; response_revision:3052; number_of_response:1; }","duration":"3.421049407s","start":"2026-03-31T20:24:08.677092Z","end":"2026-03-31T20:24:12.098142Z","steps":["trace[2013153701] 'process raft request' (duration: 3.420318269s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:12.098174Z","caller":"traceutil/trace.go:171","msg":"trace[1033403955] transaction","detail":"{read_only:false; response_revision:3053; number_of_response:1; }","duration":"3.420424831s","start":"2026-03-31T20:24:08.677725Z","end":"2026-03-31T20:24:12.098149Z","steps":["trace[1033403955] 'process raft request' (duration: 3.419708803s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:12.098177Z","caller":"traceutil/trace.go:171","msg":"trace[415611356] transaction","detail":"{read_only:false; response_revision:3047; number_of_response:1; }","duration":"4.277370534s","start":"2026-03-31T20:24:07.820772Z","end":"2026-03-31T20:24:12.098142Z","steps":["trace[415611356] 'process raft request' (duration: 4.276447071s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:12.098275Z","caller":"traceutil/trace.go:171","msg":"trace[1478639071] transaction","detail":"{read_only:false; response_revision:3046; number_of_response:1; }","duration":"4.278106392s","start":"2026-03-31T20:24:07.820151Z","end":"2026-03-31T20:24:12.098258Z","steps":["trace[1478639071] 'process raft request' (duration: 2.238854096s)","trace[1478639071] 'compare' (duration: 2.036973678s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:12.098304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:08.677716Z","time spent":"3.420521953s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:12.098325Z","caller":"traceutil/trace.go:171","msg":"trace[2116129486] transaction","detail":"{read_only:false; response_revision:3048; number_of_response:1; }","duration":"4.277102837s","start":"2026-03-31T20:24:07.821203Z","end":"2026-03-31T20:24:12.098306Z","steps":["trace[2116129486] 'process raft request' (duration: 4.276084062s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:12.09833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:07.821788Z","time spent":"4.27643268s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:12.098301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:08.67707Z","time spent":"3.421162109s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:12.098405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:07.821195Z","time spent":"4.277169278s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:12.098396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:07.82012Z","time spent":"4.278199094s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:12.098415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:07.820746Z","time spent":"4.277552109s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:12.098488Z","caller":"traceutil/trace.go:171","msg":"trace[1275700060] transaction","detail":"{read_only:false; response_revision:3051; number_of_response:1; }","duration":"3.765068851s","start":"2026-03-31T20:24:08.333407Z","end":"2026-03-31T20:24:12.098476Z","steps":["trace[1275700060] 'process raft request' (duration: 3.763948773s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:12.098514Z","caller":"traceutil/trace.go:171","msg":"trace[1832700393] linearizableReadLoop","detail":"{readStateIndex:3178; appliedIndex:3172; }","duration":"4.276994865s","start":"2026-03-31T20:24:07.821509Z","end":"2026-03-31T20:24:12.098504Z","steps":["trace[1832700393] 'read index received' (duration: 513.75255ms)","trace[1832700393] 'applied index is now lower than readState.Index' (duration: 3.763241275s)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:12.098536Z","caller":"traceutil/trace.go:171","msg":"trace[2066808681] transaction","detail":"{read_only:false; response_revision:3049; number_of_response:1; }","duration":"4.277028265s","start":"2026-03-31T20:24:07.821495Z","end":"2026-03-31T20:24:12.098523Z","steps":["trace[2066808681] 'process raft request' (duration: 4.275814735s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:12.09855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:08.333388Z","time spent":"3.765132523s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:12.098196Z","caller":"traceutil/trace.go:171","msg":"trace[1244290356] transaction","detail":"{read_only:false; response_revision:3054; number_of_response:1; }","duration":"3.42034015s","start":"2026-03-31T20:24:08.677827Z","end":"2026-03-31T20:24:12.098167Z","steps":["trace[1244290356] 'process raft request' (duration: 3.419629712s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:12.098673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:07.821478Z","time spent":"4.277092247s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:12.098744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:08.6778Z","time spent":"3.420896153s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:12.347458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.95351ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-31T20:24:12.347561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.526016111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-31T20:24:12.347663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.526122524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T20:24:12.34775Z","caller":"traceutil/trace.go:171","msg":"trace[2007829081] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3054; }","duration":"4.526244896s","start":"2026-03-31T20:24:07.821483Z","end":"2026-03-31T20:24:12.347727Z","steps":["trace[2007829081] 'agreement among raft nodes before linearized reading' (duration: 4.277107317s)","trace[2007829081] 'range keys from in-memory index tree' (duration: 248.916184ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:12.347806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:07.821474Z","time spent":"4.526322618s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:24:12.347841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.093227ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:12.347966Z","caller":"traceutil/trace.go:171","msg":"trace[963563305] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3054; }","duration":"117.22884ms","start":"2026-03-31T20:24:12.230719Z","end":"2026-03-31T20:24:12.347948Z","steps":["trace[963563305] 'range keys from in-memory index tree' (duration: 117.078226ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:12.34799Z","caller":"traceutil/trace.go:171","msg":"trace[1636936257] linearizableReadLoop","detail":"{readStateIndex:3185; appliedIndex:3182; }","duration":"249.432896ms","start":"2026-03-31T20:24:12.098536Z","end":"2026-03-31T20:24:12.347969Z","steps":["trace[1636936257] 'read index received' (duration: 60.671µs)","trace[1636936257] 'applied index is now lower than readState.Index' (duration: 249.371325ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:12.348114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.517637578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:24:12.348156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.220654508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:24:12.348174Z","caller":"traceutil/trace.go:171","msg":"trace[1054484966] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:3056; }","duration":"4.517742401s","start":"2026-03-31T20:24:07.830413Z","end":"2026-03-31T20:24:12.348156Z","steps":["trace[1054484966] 'agreement among raft nodes before linearized reading' (duration: 4.517622118s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:12.348226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:07.830383Z","time spent":"4.517827183s","remote":"127.0.0.1:59022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:24:12.348191Z","caller":"traceutil/trace.go:171","msg":"trace[2060026595] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:3056; }","duration":"3.22072375s","start":"2026-03-31T20:24:09.127455Z","end":"2026-03-31T20:24:12.348179Z","steps":["trace[2060026595] 'agreement among raft nodes before linearized reading' (duration: 3.220626837s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:12.348324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.899586407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a206c0d6b9fd6e\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-31T20:24:12.348384Z","caller":"traceutil/trace.go:171","msg":"trace[2038812606] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a206c0d6b9fd6e; range_end:; response_count:1; response_revision:3056; }","duration":"3.899685299s","start":"2026-03-31T20:24:08.448681Z","end":"2026-03-31T20:24:12.348366Z","steps":["trace[2038812606] 'agreement among raft nodes before linearized reading' (duration: 3.899487124s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:12.348405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:09.127429Z","time spent":"3.220841383s","remote":"127.0.0.1:52350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":59,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:24:12.348434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:08.448661Z","time spent":"3.899760072s","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a206c0d6b9fd6e\" "} {"level":"info","ts":"2026-03-31T20:24:12.348447Z","caller":"traceutil/trace.go:171","msg":"trace[963784714] transaction","detail":"{read_only:false; response_revision:3056; number_of_response:1; }","duration":"1.348433477s","start":"2026-03-31T20:24:10.999996Z","end":"2026-03-31T20:24:12.348429Z","steps":["trace[963784714] 'process raft request' (duration: 1.347918594s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:12.348579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:10.999971Z","time spent":"1.348519999s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:12.34868Z","caller":"traceutil/trace.go:171","msg":"trace[756988039] transaction","detail":"{read_only:false; response_revision:3055; number_of_response:1; }","duration":"2.528033754s","start":"2026-03-31T20:24:09.820625Z","end":"2026-03-31T20:24:12.348659Z","steps":["trace[756988039] 'process raft request' (duration: 2.526930066s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:12.348802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:09.820607Z","time spent":"2.528141098s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:12.347638Z","caller":"traceutil/trace.go:171","msg":"trace[2097904077] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:3054; }","duration":"4.526125974s","start":"2026-03-31T20:24:07.821491Z","end":"2026-03-31T20:24:12.347617Z","steps":["trace[2097904077] 'agreement among raft nodes before linearized reading' (duration: 4.277085047s)","trace[2097904077] 'range keys from in-memory index tree' (duration: 248.882103ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:12.34901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:07.821481Z","time spent":"4.527473538s","remote":"127.0.0.1:52430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T20:24:12.429041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.106809599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:24:12.429118Z","caller":"traceutil/trace.go:171","msg":"trace[1318726349] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:3056; }","duration":"4.106925321s","start":"2026-03-31T20:24:08.322167Z","end":"2026-03-31T20:24:12.429093Z","steps":["trace[1318726349] 'agreement among raft nodes before linearized reading' (duration: 4.026297956s)","trace[1318726349] 'count revisions from in-memory index tree' (duration: 80.513263ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:12.429155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:08.322152Z","time spent":"4.106994814s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:24:12.429419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.682426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:24:12.429457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.854582172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T20:24:12.429508Z","caller":"traceutil/trace.go:171","msg":"trace[72646452] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3056; }","duration":"593.81711ms","start":"2026-03-31T20:24:11.835668Z","end":"2026-03-31T20:24:12.429485Z","steps":["trace[72646452] 'agreement among raft nodes before linearized reading' (duration: 512.96729ms)","trace[72646452] 'range keys from in-memory index tree' (duration: 80.717707ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:12.42953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.811935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T20:24:12.429624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:11.835652Z","time spent":"593.895362ms","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:24:12.429636Z","caller":"traceutil/trace.go:171","msg":"trace[1357899659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3056; }","duration":"640.960129ms","start":"2026-03-31T20:24:11.788649Z","end":"2026-03-31T20:24:12.429609Z","steps":["trace[1357899659] 'agreement among raft nodes before linearized reading' (duration: 560.004936ms)","trace[1357899659] 'range keys from in-memory index tree' (duration: 80.744337ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:12.429675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:11.788628Z","time spent":"641.037552ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:24:12.429628Z","caller":"traceutil/trace.go:171","msg":"trace[624444608] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3056; }","duration":"3.854699564s","start":"2026-03-31T20:24:08.574801Z","end":"2026-03-31T20:24:12.4295Z","steps":["trace[624444608] 'agreement among raft nodes before linearized reading' (duration: 3.773875065s)","trace[624444608] 'range keys from in-memory index tree' (duration: 80.637925ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:12.429821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.224806197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-31T20:24:12.429782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:08.574779Z","time spent":"3.854991662s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T20:24:12.429903Z","caller":"traceutil/trace.go:171","msg":"trace[1027682474] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3056; }","duration":"4.224858679s","start":"2026-03-31T20:24:08.204981Z","end":"2026-03-31T20:24:12.42984Z","steps":["trace[1027682474] 'agreement among raft nodes before linearized reading' (duration: 4.143502495s)","trace[1027682474] 'range keys from in-memory index tree' (duration: 81.290612ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:12.429931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:08.204965Z","time spent":"4.224958802s","remote":"127.0.0.1:52318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:24:12.429849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.596306174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-31T20:24:12.429997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.623323313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:12.430032Z","caller":"traceutil/trace.go:171","msg":"trace[1906280500] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3056; }","duration":"4.59650032s","start":"2026-03-31T20:24:07.833517Z","end":"2026-03-31T20:24:12.430018Z","steps":["trace[1906280500] 'agreement among raft nodes before linearized reading' (duration: 4.514975511s)","trace[1906280500] 'range keys from in-memory index tree' (duration: 81.310913ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:12.430074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:07.83351Z","time spent":"4.596551511s","remote":"127.0.0.1:52348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-31T20:24:12.430148Z","caller":"traceutil/trace.go:171","msg":"trace[910708843] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:3056; }","duration":"3.623451827s","start":"2026-03-31T20:24:08.806602Z","end":"2026-03-31T20:24:12.430054Z","steps":["trace[910708843] 'agreement among raft nodes before linearized reading' (duration: 3.542059463s)","trace[910708843] 'count revisions from in-memory index tree' (duration: 81.301682ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:12.430259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:08.806583Z","time spent":"3.623611191s","remote":"127.0.0.1:54266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:24:12.629016Z","caller":"traceutil/trace.go:171","msg":"trace[2004708254] transaction","detail":"{read_only:false; response_revision:3060; number_of_response:1; }","duration":"131.249003ms","start":"2026-03-31T20:24:12.497753Z","end":"2026-03-31T20:24:12.629002Z","steps":["trace[2004708254] 'process raft request' (duration: 122.819101ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:12.629001Z","caller":"traceutil/trace.go:171","msg":"trace[1358422964] linearizableReadLoop","detail":"{readStateIndex:3190; appliedIndex:3189; }","duration":"129.237223ms","start":"2026-03-31T20:24:12.499737Z","end":"2026-03-31T20:24:12.628974Z","steps":["trace[1358422964] 'read index received' (duration: 120.713649ms)","trace[1358422964] 'applied index is now lower than readState.Index' (duration: 8.522614ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:12.62933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.573262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-03-31T20:24:12.629431Z","caller":"traceutil/trace.go:171","msg":"trace[1919480689] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3060; }","duration":"129.713905ms","start":"2026-03-31T20:24:12.499707Z","end":"2026-03-31T20:24:12.629421Z","steps":["trace[1919480689] 'agreement among raft nodes before linearized reading' (duration: 129.336995ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:13.132115Z","caller":"traceutil/trace.go:171","msg":"trace[1395058193] linearizableReadLoop","detail":"{readStateIndex:3192; appliedIndex:3191; }","duration":"342.815933ms","start":"2026-03-31T20:24:12.789278Z","end":"2026-03-31T20:24:13.132094Z","steps":["trace[1395058193] 'read index received' (duration: 282.316066ms)","trace[1395058193] 'applied index is now lower than readState.Index' (duration: 60.498947ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:13.132166Z","caller":"traceutil/trace.go:171","msg":"trace[640471293] transaction","detail":"{read_only:false; response_revision:3062; number_of_response:1; }","duration":"431.273557ms","start":"2026-03-31T20:24:12.700855Z","end":"2026-03-31T20:24:13.132129Z","steps":["trace[640471293] 'process raft request' (duration: 370.791391ms)","trace[640471293] 'compare' (duration: 60.296952ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:13.132303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.004138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:24:13.132308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.655385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:24:13.132321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:12.70083Z","time spent":"431.41629ms","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:13.132345Z","caller":"traceutil/trace.go:171","msg":"trace[1505665339] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:3062; }","duration":"343.09907ms","start":"2026-03-31T20:24:12.789237Z","end":"2026-03-31T20:24:13.132336Z","steps":["trace[1505665339] 'agreement among raft nodes before linearized reading' (duration: 342.944417ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:13.132353Z","caller":"traceutil/trace.go:171","msg":"trace[1497632255] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3062; }","duration":"263.736388ms","start":"2026-03-31T20:24:12.868607Z","end":"2026-03-31T20:24:13.132343Z","steps":["trace[1497632255] 'agreement among raft nodes before linearized reading' (duration: 263.625385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:13.13238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:12.789219Z","time spent":"343.151562ms","remote":"127.0.0.1:52530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:24:14.206678Z","caller":"traceutil/trace.go:171","msg":"trace[1918364105] linearizableReadLoop","detail":"{readStateIndex:3193; appliedIndex:3192; }","duration":"103.881592ms","start":"2026-03-31T20:24:14.102774Z","end":"2026-03-31T20:24:14.206656Z","steps":["trace[1918364105] 'read index received' (duration: 103.681927ms)","trace[1918364105] 'applied index is now lower than readState.Index' (duration: 198.295µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:14.20703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.237011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:24:14.207074Z","caller":"traceutil/trace.go:171","msg":"trace[1659566516] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3062; }","duration":"104.325543ms","start":"2026-03-31T20:24:14.102738Z","end":"2026-03-31T20:24:14.207063Z","steps":["trace[1659566516] 'agreement among raft nodes before linearized reading' (duration: 104.029796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:14.213167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.243503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:24:14.213206Z","caller":"traceutil/trace.go:171","msg":"trace[1686877823] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3065; }","duration":"110.330525ms","start":"2026-03-31T20:24:14.102864Z","end":"2026-03-31T20:24:14.213194Z","steps":["trace[1686877823] 'agreement among raft nodes before linearized reading' (duration: 110.220772ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:14.213401Z","caller":"traceutil/trace.go:171","msg":"trace[312341661] transaction","detail":"{read_only:false; response_revision:3063; number_of_response:1; }","duration":"109.043053ms","start":"2026-03-31T20:24:14.10435Z","end":"2026-03-31T20:24:14.213393Z","steps":["trace[312341661] 'process raft request' (duration: 108.561121ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:14.213565Z","caller":"traceutil/trace.go:171","msg":"trace[329339853] transaction","detail":"{read_only:false; response_revision:3065; number_of_response:1; }","duration":"108.588521ms","start":"2026-03-31T20:24:14.104945Z","end":"2026-03-31T20:24:14.213533Z","steps":["trace[329339853] 'process raft request' (duration: 108.109189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:14.213667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.675523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:24:14.213693Z","caller":"traceutil/trace.go:171","msg":"trace[1485175505] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3065; }","duration":"110.737505ms","start":"2026-03-31T20:24:14.10295Z","end":"2026-03-31T20:24:14.213688Z","steps":["trace[1485175505] 'agreement among raft nodes before linearized reading' (duration: 110.672793ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:14.21374Z","caller":"traceutil/trace.go:171","msg":"trace[503717050] transaction","detail":"{read_only:false; response_revision:3064; number_of_response:1; }","duration":"108.807127ms","start":"2026-03-31T20:24:14.10492Z","end":"2026-03-31T20:24:14.213728Z","steps":["trace[503717050] 'process raft request' (duration: 108.10739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:14.21381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.780926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:24:14.213926Z","caller":"traceutil/trace.go:171","msg":"trace[1736977499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3065; }","duration":"110.95343ms","start":"2026-03-31T20:24:14.10295Z","end":"2026-03-31T20:24:14.213904Z","steps":["trace[1736977499] 'agreement among raft nodes before linearized reading' (duration: 110.53228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:18.482652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.439049ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:18.482936Z","caller":"traceutil/trace.go:171","msg":"trace[436260388] transaction","detail":"{read_only:false; response_revision:3086; number_of_response:1; }","duration":"254.167305ms","start":"2026-03-31T20:24:18.228744Z","end":"2026-03-31T20:24:18.482911Z","steps":["trace[436260388] 'process raft request' (duration: 254.049942ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:18.482969Z","caller":"traceutil/trace.go:171","msg":"trace[1675251261] transaction","detail":"{read_only:false; response_revision:3087; number_of_response:1; }","duration":"115.017093ms","start":"2026-03-31T20:24:18.367933Z","end":"2026-03-31T20:24:18.48295Z","steps":["trace[1675251261] 'process raft request' (duration: 114.955222ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:18.482944Z","caller":"traceutil/trace.go:171","msg":"trace[238596879] transaction","detail":"{read_only:false; response_revision:3085; number_of_response:1; }","duration":"254.556346ms","start":"2026-03-31T20:24:18.22834Z","end":"2026-03-31T20:24:18.482896Z","steps":["trace[238596879] 'process raft request' (duration: 139.730957ms)","trace[238596879] 'compare' (duration: 114.321416ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:18.483016Z","caller":"traceutil/trace.go:171","msg":"trace[1006401733] linearizableReadLoop","detail":"{readStateIndex:3217; appliedIndex:3214; }","duration":"250.753419ms","start":"2026-03-31T20:24:18.232226Z","end":"2026-03-31T20:24:18.48298Z","steps":["trace[1006401733] 'read index received' (duration: 46.662647ms)","trace[1006401733] 'applied index is now lower than readState.Index' (duration: 204.087552ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:18.483243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.021366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:24:18.48331Z","caller":"traceutil/trace.go:171","msg":"trace[1180144298] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3087; }","duration":"251.127779ms","start":"2026-03-31T20:24:18.232163Z","end":"2026-03-31T20:24:18.483291Z","steps":["trace[1180144298] 'agreement among raft nodes before linearized reading' (duration: 250.940804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:18.483331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.083207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T20:24:18.483392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.730852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:24:18.483415Z","caller":"traceutil/trace.go:171","msg":"trace[1287504803] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3087; }","duration":"251.20198ms","start":"2026-03-31T20:24:18.232175Z","end":"2026-03-31T20:24:18.483377Z","steps":["trace[1287504803] 'agreement among raft nodes before linearized reading' (duration: 250.992265ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:18.483449Z","caller":"traceutil/trace.go:171","msg":"trace[1739986999] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3087; }","duration":"245.824994ms","start":"2026-03-31T20:24:18.237609Z","end":"2026-03-31T20:24:18.483434Z","steps":["trace[1739986999] 'agreement among raft nodes before linearized reading' (duration: 245.587298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:18.484566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.649466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:24:18.484721Z","caller":"traceutil/trace.go:171","msg":"trace[1896418595] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3087; }","duration":"242.857331ms","start":"2026-03-31T20:24:18.241845Z","end":"2026-03-31T20:24:18.484702Z","steps":["trace[1896418595] 'agreement among raft nodes before linearized reading' (duration: 241.388923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:18.988748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.555924ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:18.988959Z","caller":"traceutil/trace.go:171","msg":"trace[869705867] transaction","detail":"{read_only:false; response_revision:3089; number_of_response:1; }","duration":"502.441293ms","start":"2026-03-31T20:24:18.486493Z","end":"2026-03-31T20:24:18.988935Z","steps":["trace[869705867] 'process raft request' (duration: 255.589911ms)","trace[869705867] 'compare' (duration: 246.205196ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:18.989123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:18.486467Z","time spent":"502.576917ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:18.989522Z","caller":"traceutil/trace.go:171","msg":"trace[306530682] transaction","detail":"{read_only:false; response_revision:3090; number_of_response:1; }","duration":"502.544186ms","start":"2026-03-31T20:24:18.486958Z","end":"2026-03-31T20:24:18.989502Z","steps":["trace[306530682] 'process raft request' (duration: 501.90519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:18.989619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:18.486943Z","time spent":"502.632498ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:18.989824Z","caller":"traceutil/trace.go:171","msg":"trace[1361289033] transaction","detail":"{read_only:false; response_revision:3091; number_of_response:1; }","duration":"502.175046ms","start":"2026-03-31T20:24:18.487577Z","end":"2026-03-31T20:24:18.989752Z","steps":["trace[1361289033] 'process raft request' (duration: 501.871159ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:18.989886Z","caller":"traceutil/trace.go:171","msg":"trace[1191983481] linearizableReadLoop","detail":"{readStateIndex:3223; appliedIndex:3219; }","duration":"471.41538ms","start":"2026-03-31T20:24:18.518446Z","end":"2026-03-31T20:24:18.989861Z","steps":["trace[1191983481] 'read index received' (duration: 223.586664ms)","trace[1191983481] 'applied index is now lower than readState.Index' (duration: 247.827426ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:18.989986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:18.48756Z","time spent":"502.350311ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:18.990024Z","caller":"traceutil/trace.go:171","msg":"trace[720668733] transaction","detail":"{read_only:false; response_revision:3092; number_of_response:1; }","duration":"502.215977ms","start":"2026-03-31T20:24:18.487781Z","end":"2026-03-31T20:24:18.989997Z","steps":["trace[720668733] 'process raft request' (duration: 501.880679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:18.990159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:18.487765Z","time spent":"502.323061ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:18.990206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.734798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:24:18.990249Z","caller":"traceutil/trace.go:171","msg":"trace[218676704] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3092; }","duration":"471.82235ms","start":"2026-03-31T20:24:18.518413Z","end":"2026-03-31T20:24:18.990235Z","steps":["trace[218676704] 'agreement among raft nodes before linearized reading' (duration: 471.610635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:18.990288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:18.5184Z","time spent":"471.879031ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:24:18.990325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.515475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:18.990373Z","caller":"traceutil/trace.go:171","msg":"trace[1393728691] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:3092; }","duration":"422.630208ms","start":"2026-03-31T20:24:18.567728Z","end":"2026-03-31T20:24:18.990358Z","steps":["trace[1393728691] 'agreement among raft nodes before linearized reading' (duration: 422.538586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:18.990407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:18.567705Z","time spent":"422.692229ms","remote":"127.0.0.1:59104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:24:18.9904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.799718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:24:18.990465Z","caller":"traceutil/trace.go:171","msg":"trace[1138282803] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:3092; }","duration":"358.903379ms","start":"2026-03-31T20:24:18.631542Z","end":"2026-03-31T20:24:18.990446Z","steps":["trace[1138282803] 'agreement among raft nodes before linearized reading' (duration: 358.798167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:18.990454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.722726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:24:18.990526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:18.631525Z","time spent":"358.985622ms","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:24:18.990535Z","caller":"traceutil/trace.go:171","msg":"trace[1739210567] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:3092; }","duration":"114.841729ms","start":"2026-03-31T20:24:18.875674Z","end":"2026-03-31T20:24:18.990516Z","steps":["trace[1739210567] 'agreement among raft nodes before linearized reading' (duration: 114.701666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:18.990507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.833268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a206c0e84ab9cd\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-03-31T20:24:18.990588Z","caller":"traceutil/trace.go:171","msg":"trace[635652790] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a206c0e84ab9cd; range_end:; response_count:1; response_revision:3092; }","duration":"255.977162ms","start":"2026-03-31T20:24:18.734595Z","end":"2026-03-31T20:24:18.990572Z","steps":["trace[635652790] 'agreement among raft nodes before linearized reading' (duration: 255.672554ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:19.168954Z","caller":"traceutil/trace.go:171","msg":"trace[2119171839] transaction","detail":"{read_only:false; response_revision:3094; number_of_response:1; }","duration":"174.760601ms","start":"2026-03-31T20:24:18.994161Z","end":"2026-03-31T20:24:19.168922Z","steps":["trace[2119171839] 'process raft request' (duration: 117.803314ms)","trace[2119171839] 'compare' (duration: 56.820423ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:22.617579Z","caller":"traceutil/trace.go:171","msg":"trace[1684408621] transaction","detail":"{read_only:false; response_revision:3107; number_of_response:1; }","duration":"123.057386ms","start":"2026-03-31T20:24:22.494497Z","end":"2026-03-31T20:24:22.617555Z","steps":["trace[1684408621] 'process raft request' (duration: 120.798349ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:22.86406Z","caller":"traceutil/trace.go:171","msg":"trace[1895235699] transaction","detail":"{read_only:false; response_revision:3109; number_of_response:1; }","duration":"366.502052ms","start":"2026-03-31T20:24:22.497536Z","end":"2026-03-31T20:24:22.864038Z","steps":["trace[1895235699] 'process raft request' (duration: 366.383799ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:22.864115Z","caller":"traceutil/trace.go:171","msg":"trace[1721196397] linearizableReadLoop","detail":"{readStateIndex:3242; appliedIndex:3238; }","duration":"271.307029ms","start":"2026-03-31T20:24:22.592782Z","end":"2026-03-31T20:24:22.864089Z","steps":["trace[1721196397] 'read index received' (duration: 22.529829ms)","trace[1721196397] 'applied index is now lower than readState.Index' (duration: 248.77577ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:22.864106Z","caller":"traceutil/trace.go:171","msg":"trace[632430500] transaction","detail":"{read_only:false; response_revision:3108; number_of_response:1; }","duration":"367.496236ms","start":"2026-03-31T20:24:22.496577Z","end":"2026-03-31T20:24:22.864073Z","steps":["trace[632430500] 'process raft request' (duration: 313.700878ms)","trace[632430500] 'compare' (duration: 53.398768ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:22.864313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.508453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T20:24:22.864386Z","caller":"traceutil/trace.go:171","msg":"trace[2098542351] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3110; }","duration":"271.637297ms","start":"2026-03-31T20:24:22.592731Z","end":"2026-03-31T20:24:22.864368Z","steps":["trace[2098542351] 'agreement among raft nodes before linearized reading' (duration: 271.434012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:22.86446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:22.496558Z","time spent":"367.803584ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:22.864606Z","caller":"traceutil/trace.go:171","msg":"trace[287353165] transaction","detail":"{read_only:false; response_revision:3110; number_of_response:1; }","duration":"365.876825ms","start":"2026-03-31T20:24:22.498708Z","end":"2026-03-31T20:24:22.864585Z","steps":["trace[287353165] 'process raft request' (duration: 365.2924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:22.864723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:22.498695Z","time spent":"365.969118ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:22.864878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:22.497515Z","time spent":"366.714407ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:23.228667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.249704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:24:23.228752Z","caller":"traceutil/trace.go:171","msg":"trace[405734731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3110; }","duration":"223.395488ms","start":"2026-03-31T20:24:23.005337Z","end":"2026-03-31T20:24:23.228733Z","steps":["trace[405734731] 'range keys from in-memory index tree' (duration: 223.047409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:23.228819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.625701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:24:23.228908Z","caller":"traceutil/trace.go:171","msg":"trace[1566505901] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3110; }","duration":"226.778505ms","start":"2026-03-31T20:24:23.002107Z","end":"2026-03-31T20:24:23.228886Z","steps":["trace[1566505901] 'range keys from in-memory index tree' (duration: 226.372054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:23.228925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.784478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T20:24:23.228912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.343437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:24:23.229Z","caller":"traceutil/trace.go:171","msg":"trace[1579162482] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3110; }","duration":"223.47087ms","start":"2026-03-31T20:24:23.005511Z","end":"2026-03-31T20:24:23.228982Z","steps":["trace[1579162482] 'range keys from in-memory index tree' (duration: 223.170273ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:23.228999Z","caller":"traceutil/trace.go:171","msg":"trace[2141695927] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3110; }","duration":"223.88687ms","start":"2026-03-31T20:24:23.005085Z","end":"2026-03-31T20:24:23.228972Z","steps":["trace[2141695927] 'range keys from in-memory index tree' (duration: 223.645615ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:23.604622Z","caller":"traceutil/trace.go:171","msg":"trace[1654315641] transaction","detail":"{read_only:false; response_revision:3112; number_of_response:1; }","duration":"371.498218ms","start":"2026-03-31T20:24:23.233101Z","end":"2026-03-31T20:24:23.604599Z","steps":["trace[1654315641] 'process raft request' (duration: 371.364994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:23.604738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:23.233072Z","time spent":"371.607211ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:23.605088Z","caller":"traceutil/trace.go:171","msg":"trace[1522266539] transaction","detail":"{read_only:false; response_revision:3113; number_of_response:1; }","duration":"371.922419ms","start":"2026-03-31T20:24:23.233143Z","end":"2026-03-31T20:24:23.605066Z","steps":["trace[1522266539] 'process raft request' (duration: 371.421406ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:23.605237Z","caller":"traceutil/trace.go:171","msg":"trace[1278888486] transaction","detail":"{read_only:false; response_revision:3114; number_of_response:1; }","duration":"371.774926ms","start":"2026-03-31T20:24:23.233452Z","end":"2026-03-31T20:24:23.605227Z","steps":["trace[1278888486] 'process raft request' (duration: 371.449958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:23.605231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:23.23312Z","time spent":"372.040302ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:23.605286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:23.233441Z","time spent":"371.820756ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":488,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:23.605555Z","caller":"traceutil/trace.go:171","msg":"trace[112640339] transaction","detail":"{read_only:false; response_revision:3115; number_of_response:1; }","duration":"371.666382ms","start":"2026-03-31T20:24:23.233858Z","end":"2026-03-31T20:24:23.605524Z","steps":["trace[112640339] 'process raft request' (duration: 371.339644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:23.605726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:23.233847Z","time spent":"371.793386ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:23.957492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.471126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T20:24:23.95756Z","caller":"traceutil/trace.go:171","msg":"trace[706350272] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3115; }","duration":"121.5862ms","start":"2026-03-31T20:24:23.835958Z","end":"2026-03-31T20:24:23.957545Z","steps":["trace[706350272] 'range keys from in-memory index tree' (duration: 121.314942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:25.007576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.129752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:24:25.007675Z","caller":"traceutil/trace.go:171","msg":"trace[888719747] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:3117; }","duration":"469.276966ms","start":"2026-03-31T20:24:24.538379Z","end":"2026-03-31T20:24:25.007656Z","steps":["trace[888719747] 'count revisions from in-memory index tree' (duration: 468.970738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:25.007723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:24.538359Z","time spent":"469.349167ms","remote":"127.0.0.1:52642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":7,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:24:25.007876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:24.544245Z","time spent":"463.626653ms","remote":"127.0.0.1:57550","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T20:24:25.008392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.463199ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:25.008455Z","caller":"traceutil/trace.go:171","msg":"trace[878286125] linearizableReadLoop","detail":"{readStateIndex:3251; appliedIndex:3250; }","duration":"138.780234ms","start":"2026-03-31T20:24:24.869664Z","end":"2026-03-31T20:24:25.008445Z","steps":["trace[878286125] 'read index received' (duration: 75.542µs)","trace[878286125] 'applied index is now lower than readState.Index' (duration: 138.703602ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:25.00851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.848286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:25.008532Z","caller":"traceutil/trace.go:171","msg":"trace[1740753267] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3118; }","duration":"138.897327ms","start":"2026-03-31T20:24:24.869627Z","end":"2026-03-31T20:24:25.008525Z","steps":["trace[1740753267] 'agreement among raft nodes before linearized reading' (duration: 138.852145ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:25.008693Z","caller":"traceutil/trace.go:171","msg":"trace[544324640] transaction","detail":"{read_only:false; response_revision:3118; number_of_response:1; }","duration":"386.26338ms","start":"2026-03-31T20:24:24.622417Z","end":"2026-03-31T20:24:25.00868Z","steps":["trace[544324640] 'process raft request' (duration: 197.449824ms)","trace[544324640] 'compare' (duration: 187.711138ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:25.008747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:24.622391Z","time spent":"386.325502ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:25.189708Z","caller":"traceutil/trace.go:171","msg":"trace[1666127975] transaction","detail":"{read_only:false; response_revision:3119; number_of_response:1; }","duration":"319.736531ms","start":"2026-03-31T20:24:24.869944Z","end":"2026-03-31T20:24:25.189681Z","steps":["trace[1666127975] 'process raft request' (duration: 315.182086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:25.190005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:24.869905Z","time spent":"319.992547ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:25.233713Z","caller":"traceutil/trace.go:171","msg":"trace[1382078359] linearizableReadLoop","detail":"{readStateIndex:3253; appliedIndex:3251; }","duration":"223.646686ms","start":"2026-03-31T20:24:25.010043Z","end":"2026-03-31T20:24:25.233689Z","steps":["trace[1382078359] 'read index received' (duration: 175.092191ms)","trace[1382078359] 'applied index is now lower than readState.Index' (duration: 48.553025ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:25.233876Z","caller":"traceutil/trace.go:171","msg":"trace[795959404] transaction","detail":"{read_only:false; response_revision:3120; number_of_response:1; }","duration":"363.752513ms","start":"2026-03-31T20:24:24.870083Z","end":"2026-03-31T20:24:25.233835Z","steps":["trace[795959404] 'process raft request' (duration: 363.469275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:25.233945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.872571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:24:25.23397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.554373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a206bdbd2d5a99\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-31T20:24:25.234009Z","caller":"traceutil/trace.go:171","msg":"trace[45587440] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a206bdbd2d5a99; range_end:; response_count:1; response_revision:3120; }","duration":"101.645596ms","start":"2026-03-31T20:24:25.132353Z","end":"2026-03-31T20:24:25.233999Z","steps":["trace[45587440] 'agreement among raft nodes before linearized reading' (duration: 101.466621ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:25.234023Z","caller":"traceutil/trace.go:171","msg":"trace[2016023093] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3120; }","duration":"223.996264ms","start":"2026-03-31T20:24:25.009997Z","end":"2026-03-31T20:24:25.233993Z","steps":["trace[2016023093] 'agreement among raft nodes before linearized reading' (duration: 223.81056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:25.234048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:24.870056Z","time spent":"363.907467ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:25.585948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.416028ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:25.586058Z","caller":"traceutil/trace.go:171","msg":"trace[1559770811] transaction","detail":"{read_only:false; response_revision:3122; number_of_response:1; }","duration":"333.318824ms","start":"2026-03-31T20:24:25.252721Z","end":"2026-03-31T20:24:25.58604Z","steps":["trace[1559770811] 'process raft request' (duration: 56.484595ms)","trace[1559770811] 'compare' (duration: 276.317716ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:25.586123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:25.252703Z","time spent":"333.388696ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:25.958535Z","caller":"traceutil/trace.go:171","msg":"trace[143240084] transaction","detail":"{read_only:false; response_revision:3125; number_of_response:1; }","duration":"345.275226ms","start":"2026-03-31T20:24:25.613231Z","end":"2026-03-31T20:24:25.958506Z","steps":["trace[143240084] 'process raft request' (duration: 345.174484ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:25.958588Z","caller":"traceutil/trace.go:171","msg":"trace[1601898370] transaction","detail":"{read_only:false; response_revision:3124; number_of_response:1; }","duration":"345.377358ms","start":"2026-03-31T20:24:25.613165Z","end":"2026-03-31T20:24:25.958542Z","steps":["trace[1601898370] 'process raft request' (duration: 345.07132ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:25.958727Z","caller":"traceutil/trace.go:171","msg":"trace[77932994] transaction","detail":"{read_only:false; response_revision:3126; number_of_response:1; }","duration":"345.388739ms","start":"2026-03-31T20:24:25.613307Z","end":"2026-03-31T20:24:25.958696Z","steps":["trace[77932994] 'process raft request' (duration: 345.155943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:25.958739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:25.61321Z","time spent":"345.43931ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:25.958793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:25.61315Z","time spent":"345.548263ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:25.958871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:25.613297Z","time spent":"345.499621ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:25.991575Z","caller":"traceutil/trace.go:171","msg":"trace[161948095] linearizableReadLoop","detail":"{readStateIndex:3260; appliedIndex:3256; }","duration":"156.04366ms","start":"2026-03-31T20:24:25.835505Z","end":"2026-03-31T20:24:25.991549Z","steps":["trace[161948095] 'read index received' (duration: 122.662437ms)","trace[161948095] 'applied index is now lower than readState.Index' (duration: 33.380292ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:25.99167Z","caller":"traceutil/trace.go:171","msg":"trace[1736218656] transaction","detail":"{read_only:false; response_revision:3127; number_of_response:1; }","duration":"261.302567ms","start":"2026-03-31T20:24:25.730341Z","end":"2026-03-31T20:24:25.991644Z","steps":["trace[1736218656] 'process raft request' (duration: 261.090412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:25.992184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.661035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T20:24:25.992477Z","caller":"traceutil/trace.go:171","msg":"trace[908010881] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3127; }","duration":"156.780127ms","start":"2026-03-31T20:24:25.83545Z","end":"2026-03-31T20:24:25.99223Z","steps":["trace[908010881] 'agreement among raft nodes before linearized reading' (duration: 156.226474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:27.491805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.988133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T20:24:27.491892Z","caller":"traceutil/trace.go:171","msg":"trace[1979234185] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3129; }","duration":"388.119367ms","start":"2026-03-31T20:24:27.103748Z","end":"2026-03-31T20:24:27.491867Z","steps":["trace[1979234185] 'range keys from in-memory index tree' (duration: 387.798449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:27.491934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:27.10373Z","time spent":"388.194459ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-31T20:24:27.539031Z","caller":"traceutil/trace.go:171","msg":"trace[1227300020] transaction","detail":"{read_only:false; response_revision:3130; number_of_response:1; }","duration":"404.142131ms","start":"2026-03-31T20:24:27.134854Z","end":"2026-03-31T20:24:27.538996Z","steps":["trace[1227300020] 'process raft request' (duration: 403.980237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:27.539455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:27.134833Z","time spent":"404.407228ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:27.62894Z","caller":"traceutil/trace.go:171","msg":"trace[73767675] transaction","detail":"{read_only:false; response_revision:3131; number_of_response:1; }","duration":"434.338714ms","start":"2026-03-31T20:24:27.194574Z","end":"2026-03-31T20:24:27.628913Z","steps":["trace[73767675] 'process raft request' (duration: 428.100047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:27.62914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:27.194552Z","time spent":"434.495098ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:27.629241Z","caller":"traceutil/trace.go:171","msg":"trace[1533347871] transaction","detail":"{read_only:false; response_revision:3132; number_of_response:1; }","duration":"389.628905ms","start":"2026-03-31T20:24:27.239593Z","end":"2026-03-31T20:24:27.629222Z","steps":["trace[1533347871] 'process raft request' (duration: 389.260626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:27.629375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:27.239563Z","time spent":"389.736938ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:27.629395Z","caller":"traceutil/trace.go:171","msg":"trace[554074580] linearizableReadLoop","detail":"{readStateIndex:3266; appliedIndex:3262; }","duration":"129.15995ms","start":"2026-03-31T20:24:27.500205Z","end":"2026-03-31T20:24:27.629365Z","steps":["trace[554074580] 'read index received' (duration: 38.565084ms)","trace[554074580] 'applied index is now lower than readState.Index' (duration: 90.593696ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:27.629464Z","caller":"traceutil/trace.go:171","msg":"trace[1109511123] transaction","detail":"{read_only:false; response_revision:3133; number_of_response:1; }","duration":"134.046774ms","start":"2026-03-31T20:24:27.495386Z","end":"2026-03-31T20:24:27.629432Z","steps":["trace[1109511123] 'process raft request' (duration: 133.758667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:27.629783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.56887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T20:24:27.629898Z","caller":"traceutil/trace.go:171","msg":"trace[1621443592] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3133; }","duration":"129.664213ms","start":"2026-03-31T20:24:27.500174Z","end":"2026-03-31T20:24:27.629838Z","steps":["trace[1621443592] 'agreement among raft nodes before linearized reading' (duration: 129.338155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:28.013834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.857099ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:28.013983Z","caller":"traceutil/trace.go:171","msg":"trace[1317061173] linearizableReadLoop","detail":"{readStateIndex:3269; appliedIndex:3268; }","duration":"178.510045ms","start":"2026-03-31T20:24:27.835451Z","end":"2026-03-31T20:24:28.013961Z","steps":["trace[1317061173] 'read index received' (duration: 37.581µs)","trace[1317061173] 'applied index is now lower than readState.Index' (duration: 178.470854ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:28.014135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.584871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:28.014177Z","caller":"traceutil/trace.go:171","msg":"trace[818889398] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3136; }","duration":"144.656774ms","start":"2026-03-31T20:24:27.869508Z","end":"2026-03-31T20:24:28.014165Z","steps":["trace[818889398] 'agreement among raft nodes before linearized reading' (duration: 144.586502ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:28.014238Z","caller":"traceutil/trace.go:171","msg":"trace[2046383377] transaction","detail":"{read_only:false; response_revision:3136; number_of_response:1; }","duration":"288.208678ms","start":"2026-03-31T20:24:27.725984Z","end":"2026-03-31T20:24:28.014193Z","steps":["trace[2046383377] 'process raft request' (duration: 80.821736ms)","trace[2046383377] 'compare' (duration: 206.754536ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:28.014413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.921296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T20:24:28.01451Z","caller":"traceutil/trace.go:171","msg":"trace[534840189] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3136; }","duration":"179.091561ms","start":"2026-03-31T20:24:27.835399Z","end":"2026-03-31T20:24:28.014491Z","steps":["trace[534840189] 'agreement among raft nodes before linearized reading' (duration: 178.693671ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:28.272608Z","caller":"traceutil/trace.go:171","msg":"trace[1878580472] linearizableReadLoop","detail":"{readStateIndex:3272; appliedIndex:3270; }","duration":"175.309665ms","start":"2026-03-31T20:24:28.097272Z","end":"2026-03-31T20:24:28.272581Z","steps":["trace[1878580472] 'read index received' (duration: 147.895764ms)","trace[1878580472] 'applied index is now lower than readState.Index' (duration: 27.412911ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:28.272683Z","caller":"traceutil/trace.go:171","msg":"trace[900254491] transaction","detail":"{read_only:false; response_revision:3139; number_of_response:1; }","duration":"252.15919ms","start":"2026-03-31T20:24:28.0205Z","end":"2026-03-31T20:24:28.272659Z","steps":["trace[900254491] 'process raft request' (duration: 251.989306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:28.272835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.386496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-31T20:24:28.272877Z","caller":"traceutil/trace.go:171","msg":"trace[266032222] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3139; }","duration":"252.463608ms","start":"2026-03-31T20:24:28.020403Z","end":"2026-03-31T20:24:28.272867Z","steps":["trace[266032222] 'agreement among raft nodes before linearized reading' (duration: 252.317914ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:28.272992Z","caller":"traceutil/trace.go:171","msg":"trace[1734689727] transaction","detail":"{read_only:false; response_revision:3138; number_of_response:1; }","duration":"252.998851ms","start":"2026-03-31T20:24:28.019953Z","end":"2026-03-31T20:24:28.272952Z","steps":["trace[1734689727] 'process raft request' (duration: 225.262052ms)","trace[1734689727] 'compare' (duration: 26.991431ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:28.533924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.485904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:24:28.534008Z","caller":"traceutil/trace.go:171","msg":"trace[1442146778] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3139; }","duration":"118.587447ms","start":"2026-03-31T20:24:28.415402Z","end":"2026-03-31T20:24:28.533989Z","steps":["trace[1442146778] 'count revisions from in-memory index tree' (duration: 118.413072ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:28.90104Z","caller":"traceutil/trace.go:171","msg":"trace[1473576099] transaction","detail":"{read_only:false; response_revision:3142; number_of_response:1; }","duration":"130.366683ms","start":"2026-03-31T20:24:28.770297Z","end":"2026-03-31T20:24:28.900664Z","steps":["trace[1473576099] 'process raft request' (duration: 130.182179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:29.596787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.328729ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T20:24:29.742453Z","caller":"traceutil/trace.go:171","msg":"trace[533161840] transaction","detail":"{read_only:false; response_revision:3144; number_of_response:1; }","duration":"108.344708ms","start":"2026-03-31T20:24:29.634085Z","end":"2026-03-31T20:24:29.742429Z","steps":["trace[533161840] 'process raft request' (duration: 108.158883ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:29.962324Z","caller":"traceutil/trace.go:171","msg":"trace[2109502508] linearizableReadLoop","detail":"{readStateIndex:3279; appliedIndex:3277; }","duration":"235.938331ms","start":"2026-03-31T20:24:29.726363Z","end":"2026-03-31T20:24:29.962301Z","steps":["trace[2109502508] 'read index received' (duration: 15.957481ms)","trace[2109502508] 'applied index is now lower than readState.Index' (duration: 219.9801ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:29.962421Z","caller":"traceutil/trace.go:171","msg":"trace[2007723465] transaction","detail":"{read_only:false; response_revision:3145; number_of_response:1; }","duration":"327.863847ms","start":"2026-03-31T20:24:29.634517Z","end":"2026-03-31T20:24:29.962381Z","steps":["trace[2007723465] 'process raft request' (duration: 266.816499ms)","trace[2007723465] 'compare' (duration: 60.836723ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:29.962525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.147767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:24:29.962556Z","caller":"traceutil/trace.go:171","msg":"trace[2124631101] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3145; }","duration":"236.224048ms","start":"2026-03-31T20:24:29.726325Z","end":"2026-03-31T20:24:29.962549Z","steps":["trace[2124631101] 'agreement among raft nodes before linearized reading' (duration: 236.088005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:29.962629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:29.63449Z","time spent":"328.01831ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:29.962647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.757926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T20:24:29.962735Z","caller":"traceutil/trace.go:171","msg":"trace[2112485090] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3145; }","duration":"127.912631ms","start":"2026-03-31T20:24:29.834803Z","end":"2026-03-31T20:24:29.962715Z","steps":["trace[2112485090] 'agreement among raft nodes before linearized reading' (duration: 127.650465ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:30.171006Z","caller":"traceutil/trace.go:171","msg":"trace[1892940878] linearizableReadLoop","detail":"{readStateIndex:3280; appliedIndex:3279; }","duration":"203.220477ms","start":"2026-03-31T20:24:29.967754Z","end":"2026-03-31T20:24:30.170975Z","steps":["trace[1892940878] 'read index received' (duration: 138.708392ms)","trace[1892940878] 'applied index is now lower than readState.Index' (duration: 64.510745ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:30.171067Z","caller":"traceutil/trace.go:171","msg":"trace[1507100790] transaction","detail":"{read_only:false; response_revision:3146; number_of_response:1; }","duration":"203.530066ms","start":"2026-03-31T20:24:29.967505Z","end":"2026-03-31T20:24:30.171035Z","steps":["trace[1507100790] 'process raft request' (duration: 139.00483ms)","trace[1507100790] 'compare' (duration: 64.283959ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:30.171335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.568917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-31T20:24:30.1714Z","caller":"traceutil/trace.go:171","msg":"trace[1148549210] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3146; }","duration":"203.632499ms","start":"2026-03-31T20:24:29.967751Z","end":"2026-03-31T20:24:30.171384Z","steps":["trace[1148549210] 'agreement among raft nodes before linearized reading' (duration: 203.392073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:30.171332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.797659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:24:30.171524Z","caller":"traceutil/trace.go:171","msg":"trace[1745866978] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3146; }","duration":"153.027404ms","start":"2026-03-31T20:24:30.018463Z","end":"2026-03-31T20:24:30.171491Z","steps":["trace[1745866978] 'agreement among raft nodes before linearized reading' (duration: 152.705886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:30.404994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.535693ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:30.40517Z","caller":"traceutil/trace.go:171","msg":"trace[958129062] linearizableReadLoop","detail":"{readStateIndex:3283; appliedIndex:3280; }","duration":"230.092954ms","start":"2026-03-31T20:24:30.175065Z","end":"2026-03-31T20:24:30.405158Z","steps":["trace[958129062] 'read index received' (duration: 96.330005ms)","trace[958129062] 'applied index is now lower than readState.Index' (duration: 133.762239ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:30.405205Z","caller":"traceutil/trace.go:171","msg":"trace[924459074] transaction","detail":"{read_only:false; response_revision:3147; number_of_response:1; }","duration":"230.635198ms","start":"2026-03-31T20:24:30.17454Z","end":"2026-03-31T20:24:30.405175Z","steps":["trace[924459074] 'process raft request' (duration: 96.843858ms)","trace[924459074] 'compare' (duration: 133.323558ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:30.405231Z","caller":"traceutil/trace.go:171","msg":"trace[88628947] transaction","detail":"{read_only:false; response_revision:3149; number_of_response:1; }","duration":"230.289909ms","start":"2026-03-31T20:24:30.174924Z","end":"2026-03-31T20:24:30.405214Z","steps":["trace[88628947] 'process raft request' (duration: 230.211968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:30.405306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.238348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-03-31T20:24:30.405325Z","caller":"traceutil/trace.go:171","msg":"trace[1975676406] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3149; }","duration":"230.258788ms","start":"2026-03-31T20:24:30.175061Z","end":"2026-03-31T20:24:30.40532Z","steps":["trace[1975676406] 'agreement among raft nodes before linearized reading' (duration: 230.151705ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:30.405276Z","caller":"traceutil/trace.go:171","msg":"trace[43063178] transaction","detail":"{read_only:false; response_revision:3148; number_of_response:1; }","duration":"230.663838ms","start":"2026-03-31T20:24:30.174583Z","end":"2026-03-31T20:24:30.405247Z","steps":["trace[43063178] 'process raft request' (duration: 230.489534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:30.405434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.236074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:24:30.405473Z","caller":"traceutil/trace.go:171","msg":"trace[369298023] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3149; }","duration":"127.311926ms","start":"2026-03-31T20:24:30.27815Z","end":"2026-03-31T20:24:30.405462Z","steps":["trace[369298023] 'agreement among raft nodes before linearized reading' (duration: 127.205823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:30.405508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.700955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:24:30.405603Z","caller":"traceutil/trace.go:171","msg":"trace[1742454335] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3149; }","duration":"127.87317ms","start":"2026-03-31T20:24:30.277712Z","end":"2026-03-31T20:24:30.405585Z","steps":["trace[1742454335] 'agreement among raft nodes before linearized reading' (duration: 127.642174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:30.91181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.306196ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:30.912201Z","caller":"traceutil/trace.go:171","msg":"trace[377296301] linearizableReadLoop","detail":"{readStateIndex:3286; appliedIndex:3283; }","duration":"238.27226ms","start":"2026-03-31T20:24:30.673904Z","end":"2026-03-31T20:24:30.912176Z","steps":["trace[377296301] 'read index received' (duration: 218.538813ms)","trace[377296301] 'applied index is now lower than readState.Index' (duration: 19.731827ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:30.912218Z","caller":"traceutil/trace.go:171","msg":"trace[1096427737] transaction","detail":"{read_only:false; response_revision:3151; number_of_response:1; }","duration":"502.37836ms","start":"2026-03-31T20:24:30.409805Z","end":"2026-03-31T20:24:30.912184Z","steps":["trace[1096427737] 'process raft request' (duration: 502.183015ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:30.91225Z","caller":"traceutil/trace.go:171","msg":"trace[2077681970] transaction","detail":"{read_only:false; response_revision:3152; number_of_response:1; }","duration":"371.443444ms","start":"2026-03-31T20:24:30.54077Z","end":"2026-03-31T20:24:30.912213Z","steps":["trace[2077681970] 'process raft request' (duration: 371.349192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:30.912398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:30.409783Z","time spent":"502.510784ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:30.912446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:30.540748Z","time spent":"371.599398ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:30.91228Z","caller":"traceutil/trace.go:171","msg":"trace[415133207] transaction","detail":"{read_only:false; response_revision:3150; number_of_response:1; }","duration":"502.536574ms","start":"2026-03-31T20:24:30.409697Z","end":"2026-03-31T20:24:30.912233Z","steps":["trace[415133207] 'process raft request' (duration: 179.677424ms)","trace[415133207] 'compare' (duration: 321.706122ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:30.912878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:30.409676Z","time spent":"502.902454ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:30.912524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.537826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:24:30.912998Z","caller":"traceutil/trace.go:171","msg":"trace[1704055473] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3152; }","duration":"239.127021ms","start":"2026-03-31T20:24:30.67385Z","end":"2026-03-31T20:24:30.912977Z","steps":["trace[1704055473] 'agreement among raft nodes before linearized reading' (duration: 238.467274ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:31.385495Z","caller":"traceutil/trace.go:171","msg":"trace[641143918] transaction","detail":"{read_only:false; response_revision:3153; number_of_response:1; }","duration":"230.387521ms","start":"2026-03-31T20:24:31.155071Z","end":"2026-03-31T20:24:31.385459Z","steps":["trace[641143918] 'process raft request' (duration: 172.276428ms)","trace[641143918] 'compare' (duration: 57.764585ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:32.176214Z","caller":"traceutil/trace.go:171","msg":"trace[1597300409] transaction","detail":"{read_only:false; response_revision:3155; number_of_response:1; }","duration":"208.51597ms","start":"2026-03-31T20:24:31.967654Z","end":"2026-03-31T20:24:32.17617Z","steps":["trace[1597300409] 'process raft request' (duration: 208.318945ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:32.662133Z","caller":"traceutil/trace.go:171","msg":"trace[476320516] transaction","detail":"{read_only:false; response_revision:3157; number_of_response:1; }","duration":"155.63976ms","start":"2026-03-31T20:24:32.506468Z","end":"2026-03-31T20:24:32.662108Z","steps":["trace[476320516] 'process raft request' (duration: 155.488556ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:32.681891Z","caller":"traceutil/trace.go:171","msg":"trace[1173140639] transaction","detail":"{read_only:false; response_revision:3158; number_of_response:1; }","duration":"174.601157ms","start":"2026-03-31T20:24:32.507262Z","end":"2026-03-31T20:24:32.681863Z","steps":["trace[1173140639] 'process raft request' (duration: 174.464764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:33.276808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.312879ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:33.277111Z","caller":"traceutil/trace.go:171","msg":"trace[1750711163] transaction","detail":"{read_only:false; response_revision:3161; number_of_response:1; }","duration":"341.786407ms","start":"2026-03-31T20:24:32.935291Z","end":"2026-03-31T20:24:33.277077Z","steps":["trace[1750711163] 'process raft request' (duration: 194.128679ms)","trace[1750711163] 'compare' (duration: 147.112814ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:33.277232Z","caller":"traceutil/trace.go:171","msg":"trace[1600254935] transaction","detail":"{read_only:false; response_revision:3162; number_of_response:1; }","duration":"216.735458ms","start":"2026-03-31T20:24:33.060464Z","end":"2026-03-31T20:24:33.2772Z","steps":["trace[1600254935] 'process raft request' (duration: 216.450131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:33.27732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:32.935276Z","time spent":"341.933001ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:33.490696Z","caller":"traceutil/trace.go:171","msg":"trace[288391367] transaction","detail":"{read_only:false; response_revision:3163; number_of_response:1; }","duration":"100.714286ms","start":"2026-03-31T20:24:33.38996Z","end":"2026-03-31T20:24:33.490675Z","steps":["trace[288391367] 'process raft request' (duration: 100.575002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:34.295586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.081647ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-31T20:24:34.295712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:33.962966Z","time spent":"332.7386ms","remote":"127.0.0.1:52168","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T20:24:34.295845Z","caller":"traceutil/trace.go:171","msg":"trace[425993737] transaction","detail":"{read_only:false; response_revision:3165; number_of_response:1; }","duration":"115.318904ms","start":"2026-03-31T20:24:34.180504Z","end":"2026-03-31T20:24:34.295822Z","steps":["trace[425993737] 'process raft request' (duration: 115.186521ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:34.295859Z","caller":"traceutil/trace.go:171","msg":"trace[1743692209] linearizableReadLoop","detail":"{readStateIndex:3299; appliedIndex:3298; }","duration":"148.001507ms","start":"2026-03-31T20:24:34.147821Z","end":"2026-03-31T20:24:34.295822Z","steps":["trace[1743692209] 'read index received' (duration: 23.021µs)","trace[1743692209] 'applied index is now lower than readState.Index' (duration: 147.975706ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:34.296027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.179002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:24:34.296105Z","caller":"traceutil/trace.go:171","msg":"trace[179483743] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:3165; }","duration":"148.284254ms","start":"2026-03-31T20:24:34.147804Z","end":"2026-03-31T20:24:34.296089Z","steps":["trace[179483743] 'agreement among raft nodes before linearized reading' (duration: 148.151891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:34.296346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.141677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:34.296401Z","caller":"traceutil/trace.go:171","msg":"trace[1141476934] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:3165; }","duration":"101.209988ms","start":"2026-03-31T20:24:34.195178Z","end":"2026-03-31T20:24:34.296388Z","steps":["trace[1141476934] 'agreement among raft nodes before linearized reading' (duration: 101.110736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:34.726075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.215797ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:34.726186Z","caller":"traceutil/trace.go:171","msg":"trace[1438994907] linearizableReadLoop","detail":"{readStateIndex:3302; appliedIndex:3301; }","duration":"416.54588ms","start":"2026-03-31T20:24:34.309622Z","end":"2026-03-31T20:24:34.726168Z","steps":["trace[1438994907] 'read index received' (duration: 105.097396ms)","trace[1438994907] 'applied index is now lower than readState.Index' (duration: 311.446884ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:34.726213Z","caller":"traceutil/trace.go:171","msg":"trace[580021384] transaction","detail":"{read_only:false; response_revision:3167; number_of_response:1; }","duration":"424.624483ms","start":"2026-03-31T20:24:34.301559Z","end":"2026-03-31T20:24:34.726184Z","steps":["trace[580021384] 'process raft request' (duration: 113.21564ms)","trace[580021384] 'compare' (duration: 310.844968ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:34.726349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:34.301543Z","time spent":"424.738786ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:34.72636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.541943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:24:34.726424Z","caller":"traceutil/trace.go:171","msg":"trace[164073379] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:3167; }","duration":"129.639555ms","start":"2026-03-31T20:24:34.596771Z","end":"2026-03-31T20:24:34.72641Z","steps":["trace[164073379] 'agreement among raft nodes before linearized reading' (duration: 129.531202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:34.726705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.064412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T20:24:34.726789Z","caller":"traceutil/trace.go:171","msg":"trace[1543218849] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3167; }","duration":"417.188946ms","start":"2026-03-31T20:24:34.309582Z","end":"2026-03-31T20:24:34.726771Z","steps":["trace[1543218849] 'agreement among raft nodes before linearized reading' (duration: 416.95047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:34.726839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:34.309567Z","time spent":"417.259647ms","remote":"127.0.0.1:52326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-31T20:24:35.008637Z","caller":"traceutil/trace.go:171","msg":"trace[1647897048] transaction","detail":"{read_only:false; response_revision:3168; number_of_response:1; }","duration":"277.554159ms","start":"2026-03-31T20:24:34.73104Z","end":"2026-03-31T20:24:35.008594Z","steps":["trace[1647897048] 'process raft request' (duration: 277.358014ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:35.107607Z","caller":"traceutil/trace.go:171","msg":"trace[234030209] transaction","detail":"{read_only:false; response_revision:3169; number_of_response:1; }","duration":"376.500872ms","start":"2026-03-31T20:24:34.731084Z","end":"2026-03-31T20:24:35.107584Z","steps":["trace[234030209] 'process raft request' (duration: 357.40513ms)","trace[234030209] 'compare' (duration: 18.880136ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:35.107747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:34.731055Z","time spent":"376.621935ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:35.108004Z","caller":"traceutil/trace.go:171","msg":"trace[737763299] transaction","detail":"{read_only:false; response_revision:3170; number_of_response:1; }","duration":"171.815326ms","start":"2026-03-31T20:24:34.936178Z","end":"2026-03-31T20:24:35.107994Z","steps":["trace[737763299] 'process raft request' (duration: 171.365385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:35.108228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.550994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:35.108311Z","caller":"traceutil/trace.go:171","msg":"trace[1603645199] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3171; }","duration":"239.671747ms","start":"2026-03-31T20:24:34.868631Z","end":"2026-03-31T20:24:35.108303Z","steps":["trace[1603645199] 'agreement among raft nodes before linearized reading' (duration: 239.571514ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:35.108285Z","caller":"traceutil/trace.go:171","msg":"trace[1297686455] linearizableReadLoop","detail":"{readStateIndex:3304; appliedIndex:3302; }","duration":"239.317957ms","start":"2026-03-31T20:24:34.868684Z","end":"2026-03-31T20:24:35.108002Z","steps":["trace[1297686455] 'read index received' (duration: 139.760259ms)","trace[1297686455] 'applied index is now lower than readState.Index' (duration: 99.556728ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:35.109055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.058364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:24:35.109171Z","caller":"traceutil/trace.go:171","msg":"trace[477924856] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3171; }","duration":"149.212818ms","start":"2026-03-31T20:24:34.959944Z","end":"2026-03-31T20:24:35.109157Z","steps":["trace[477924856] 'agreement among raft nodes before linearized reading' (duration: 148.989262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:35.498245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.885347ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:35.498326Z","caller":"traceutil/trace.go:171","msg":"trace[424389833] linearizableReadLoop","detail":"{readStateIndex:3307; appliedIndex:3306; }","duration":"365.71528ms","start":"2026-03-31T20:24:35.132598Z","end":"2026-03-31T20:24:35.498313Z","steps":["trace[424389833] 'read index received' (duration: 87.662928ms)","trace[424389833] 'applied index is now lower than readState.Index' (duration: 278.051432ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:35.498381Z","caller":"traceutil/trace.go:171","msg":"trace[625774936] transaction","detail":"{read_only:false; response_revision:3172; number_of_response:1; }","duration":"384.335698ms","start":"2026-03-31T20:24:35.114036Z","end":"2026-03-31T20:24:35.498372Z","steps":["trace[625774936] 'process raft request' (duration: 106.258516ms)","trace[625774936] 'compare' (duration: 277.790905ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:35.49844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:35.114012Z","time spent":"384.39174ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:35.49864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.009177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a206bdbd2d5a99\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-31T20:24:35.498722Z","caller":"traceutil/trace.go:171","msg":"trace[254221987] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a206bdbd2d5a99; range_end:; response_count:1; response_revision:3172; }","duration":"366.170231ms","start":"2026-03-31T20:24:35.132533Z","end":"2026-03-31T20:24:35.498703Z","steps":["trace[254221987] 'agreement among raft nodes before linearized reading' (duration: 365.904054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:35.498767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:35.132506Z","time spent":"366.251913ms","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":804,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a206bdbd2d5a99\" "} {"level":"warn","ts":"2026-03-31T20:24:35.509544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.768546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:24:35.509632Z","caller":"traceutil/trace.go:171","msg":"trace[2137597155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3173; }","duration":"227.907109ms","start":"2026-03-31T20:24:35.281706Z","end":"2026-03-31T20:24:35.509613Z","steps":["trace[2137597155] 'agreement among raft nodes before linearized reading' (duration: 227.661883ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:35.671848Z","caller":"traceutil/trace.go:171","msg":"trace[1705428024] transaction","detail":"{read_only:false; response_revision:3174; number_of_response:1; }","duration":"170.504714ms","start":"2026-03-31T20:24:35.501311Z","end":"2026-03-31T20:24:35.671815Z","steps":["trace[1705428024] 'process raft request' (duration: 161.579339ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:35.683497Z","caller":"traceutil/trace.go:171","msg":"trace[664629470] transaction","detail":"{read_only:false; response_revision:3175; number_of_response:1; }","duration":"170.438992ms","start":"2026-03-31T20:24:35.513033Z","end":"2026-03-31T20:24:35.683472Z","steps":["trace[664629470] 'process raft request' (duration: 170.291649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:36.22813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.260281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:36.228217Z","caller":"traceutil/trace.go:171","msg":"trace[348510038] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3175; }","duration":"358.404825ms","start":"2026-03-31T20:24:35.869794Z","end":"2026-03-31T20:24:36.228198Z","steps":["trace[348510038] 'range keys from in-memory index tree' (duration: 358.110628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:36.22827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:35.869774Z","time spent":"358.485718ms","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:24:36.228369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.402622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T20:24:36.228451Z","caller":"traceutil/trace.go:171","msg":"trace[1933496797] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3175; }","duration":"392.537115ms","start":"2026-03-31T20:24:35.835894Z","end":"2026-03-31T20:24:36.228431Z","steps":["trace[1933496797] 'range keys from in-memory index tree' (duration: 392.002252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:36.228515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:35.835874Z","time spent":"392.631457ms","remote":"127.0.0.1:52348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-31T20:24:36.228788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.455662ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:36.228969Z","caller":"traceutil/trace.go:171","msg":"trace[1104540713] transaction","detail":"{read_only:false; response_revision:3177; number_of_response:1; }","duration":"105.050376ms","start":"2026-03-31T20:24:36.123901Z","end":"2026-03-31T20:24:36.228951Z","steps":["trace[1104540713] 'process raft request' (duration: 104.990084ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:36.229049Z","caller":"traceutil/trace.go:171","msg":"trace[984057687] transaction","detail":"{read_only:false; response_revision:3176; number_of_response:1; }","duration":"317.135435ms","start":"2026-03-31T20:24:35.911877Z","end":"2026-03-31T20:24:36.229012Z","steps":["trace[984057687] 'process raft request' (duration: 206.376536ms)","trace[984057687] 'compare' (duration: 110.327379ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:36.229229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:35.911851Z","time spent":"317.281459ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:36.40556Z","caller":"traceutil/trace.go:171","msg":"trace[1767205958] transaction","detail":"{read_only:false; response_revision:3178; number_of_response:1; }","duration":"104.575493ms","start":"2026-03-31T20:24:36.300938Z","end":"2026-03-31T20:24:36.405513Z","steps":["trace[1767205958] 'process raft request' (duration: 90.53232ms)","trace[1767205958] 'compare' (duration: 13.767766ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:36.916196Z","caller":"traceutil/trace.go:171","msg":"trace[463134549] transaction","detail":"{read_only:false; response_revision:3179; number_of_response:1; }","duration":"181.383557ms","start":"2026-03-31T20:24:36.734769Z","end":"2026-03-31T20:24:36.916153Z","steps":["trace[463134549] 'process raft request' (duration: 181.144521ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:37.145241Z","caller":"traceutil/trace.go:171","msg":"trace[1917422986] transaction","detail":"{read_only:false; response_revision:3180; number_of_response:1; }","duration":"106.306377ms","start":"2026-03-31T20:24:37.038919Z","end":"2026-03-31T20:24:37.145225Z","steps":["trace[1917422986] 'process raft request' (duration: 106.113862ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:37.327514Z","caller":"traceutil/trace.go:171","msg":"trace[969515820] transaction","detail":"{read_only:false; response_revision:3182; number_of_response:1; }","duration":"135.747788ms","start":"2026-03-31T20:24:37.191728Z","end":"2026-03-31T20:24:37.327476Z","steps":["trace[969515820] 'process raft request' (duration: 44.370108ms)","trace[969515820] 'compare' (duration: 91.252187ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:37.972252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.327442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T20:24:37.972336Z","caller":"traceutil/trace.go:171","msg":"trace[263585954] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3184; }","duration":"136.476676ms","start":"2026-03-31T20:24:37.83584Z","end":"2026-03-31T20:24:37.972317Z","steps":["trace[263585954] 'range keys from in-memory index tree' (duration: 136.097717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:37.972416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.602637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:24:37.972531Z","caller":"traceutil/trace.go:171","msg":"trace[1837953212] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3184; }","duration":"284.74131ms","start":"2026-03-31T20:24:37.687776Z","end":"2026-03-31T20:24:37.972517Z","steps":["trace[1837953212] 'range keys from in-memory index tree' (duration: 284.33932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:37.972577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.494451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:37.972988Z","caller":"traceutil/trace.go:171","msg":"trace[1431017438] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3184; }","duration":"105.007915ms","start":"2026-03-31T20:24:37.867961Z","end":"2026-03-31T20:24:37.972969Z","steps":["trace[1431017438] 'range keys from in-memory index tree' (duration: 104.302546ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:38.559178Z","caller":"traceutil/trace.go:171","msg":"trace[1802000722] linearizableReadLoop","detail":"{readStateIndex:3322; appliedIndex:3321; }","duration":"114.397621ms","start":"2026-03-31T20:24:38.444742Z","end":"2026-03-31T20:24:38.55914Z","steps":["trace[1802000722] 'read index received' (duration: 113.107768ms)","trace[1802000722] 'applied index is now lower than readState.Index' (duration: 1.280153ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:38.559467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.309356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:38.559516Z","caller":"traceutil/trace.go:171","msg":"trace[1464916072] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3187; }","duration":"104.402039ms","start":"2026-03-31T20:24:38.455102Z","end":"2026-03-31T20:24:38.559504Z","steps":["trace[1464916072] 'agreement among raft nodes before linearized reading' (duration: 104.293296ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:38.55941Z","caller":"traceutil/trace.go:171","msg":"trace[620617937] transaction","detail":"{read_only:false; response_revision:3187; number_of_response:1; }","duration":"148.705545ms","start":"2026-03-31T20:24:38.410676Z","end":"2026-03-31T20:24:38.559381Z","steps":["trace[620617937] 'process raft request' (duration: 147.224357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:38.559552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.78464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a206c0d6b9fd6e\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-31T20:24:38.55986Z","caller":"traceutil/trace.go:171","msg":"trace[460902490] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a206c0d6b9fd6e; range_end:; response_count:1; response_revision:3187; }","duration":"115.134669ms","start":"2026-03-31T20:24:38.444707Z","end":"2026-03-31T20:24:38.559842Z","steps":["trace[460902490] 'agreement among raft nodes before linearized reading' (duration: 114.680828ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:38.832516Z","caller":"traceutil/trace.go:171","msg":"trace[1134705137] transaction","detail":"{read_only:false; response_revision:3189; number_of_response:1; }","duration":"100.482131ms","start":"2026-03-31T20:24:38.732005Z","end":"2026-03-31T20:24:38.832488Z","steps":["trace[1134705137] 'process raft request' (duration: 100.306467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:39.621304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.414345ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T20:24:39.62155Z","caller":"traceutil/trace.go:171","msg":"trace[730902008] linearizableReadLoop","detail":"{readStateIndex:3329; appliedIndex:3328; }","duration":"102.003478ms","start":"2026-03-31T20:24:39.519524Z","end":"2026-03-31T20:24:39.621527Z","steps":["trace[730902008] 'read index received' (duration: 53.031µs)","trace[730902008] 'applied index is now lower than readState.Index' (duration: 101.947097ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:39.621742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.197123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:39.621837Z","caller":"traceutil/trace.go:171","msg":"trace[500248225] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:3193; }","duration":"102.349557ms","start":"2026-03-31T20:24:39.519468Z","end":"2026-03-31T20:24:39.621818Z","steps":["trace[500248225] 'agreement among raft nodes before linearized reading' (duration: 102.167462ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:39.745858Z","caller":"traceutil/trace.go:171","msg":"trace[1290667687] transaction","detail":"{read_only:false; response_revision:3195; number_of_response:1; }","duration":"117.832767ms","start":"2026-03-31T20:24:39.627999Z","end":"2026-03-31T20:24:39.745832Z","steps":["trace[1290667687] 'process raft request' (duration: 116.308089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:40.42586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.71855ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:40.426322Z","caller":"traceutil/trace.go:171","msg":"trace[1252403805] transaction","detail":"{read_only:false; response_revision:3198; number_of_response:1; }","duration":"127.1134ms","start":"2026-03-31T20:24:40.299192Z","end":"2026-03-31T20:24:40.426305Z","steps":["trace[1252403805] 'process raft request' (duration: 126.800642ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:40.426326Z","caller":"traceutil/trace.go:171","msg":"trace[1434394745] transaction","detail":"{read_only:false; response_revision:3197; number_of_response:1; }","duration":"291.46095ms","start":"2026-03-31T20:24:40.134839Z","end":"2026-03-31T20:24:40.4263Z","steps":["trace[1434394745] 'process raft request' (duration: 142.94952ms)","trace[1434394745] 'compare' (duration: 147.575937ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:41.094536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.43915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:41.094629Z","caller":"traceutil/trace.go:171","msg":"trace[498400161] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:3198; }","duration":"544.558443ms","start":"2026-03-31T20:24:40.550029Z","end":"2026-03-31T20:24:41.094587Z","steps":["trace[498400161] 'count revisions from in-memory index tree' (duration: 544.348327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:41.094659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:40.550008Z","time spent":"544.642886ms","remote":"127.0.0.1:54290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:24:41.095016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.090003ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:41.095214Z","caller":"traceutil/trace.go:171","msg":"trace[1366910176] transaction","detail":"{read_only:false; response_revision:3199; number_of_response:1; }","duration":"529.935524ms","start":"2026-03-31T20:24:40.56525Z","end":"2026-03-31T20:24:41.095186Z","steps":["trace[1366910176] 'process raft request' (duration: 172.550915ms)","trace[1366910176] 'compare' (duration: 356.966809ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:41.095354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:40.565239Z","time spent":"530.043138ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:41.408351Z","caller":"traceutil/trace.go:171","msg":"trace[1525043040] transaction","detail":"{read_only:false; response_revision:3200; number_of_response:1; }","duration":"309.492004ms","start":"2026-03-31T20:24:41.098829Z","end":"2026-03-31T20:24:41.408321Z","steps":["trace[1525043040] 'process raft request' (duration: 274.438401ms)","trace[1525043040] 'compare' (duration: 34.888879ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:41.408529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:41.098807Z","time spent":"309.636448ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:41.411753Z","caller":"traceutil/trace.go:171","msg":"trace[1311310611] linearizableReadLoop","detail":"{readStateIndex:3337; appliedIndex:3335; }","duration":"133.06714ms","start":"2026-03-31T20:24:41.278657Z","end":"2026-03-31T20:24:41.411724Z","steps":["trace[1311310611] 'read index received' (duration: 94.624942ms)","trace[1311310611] 'applied index is now lower than readState.Index' (duration: 38.440648ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:41.411852Z","caller":"traceutil/trace.go:171","msg":"trace[1412543692] transaction","detail":"{read_only:false; response_revision:3201; number_of_response:1; }","duration":"197.528363ms","start":"2026-03-31T20:24:41.214284Z","end":"2026-03-31T20:24:41.411813Z","steps":["trace[1412543692] 'process raft request' (duration: 197.281617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:41.411968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.300646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:24:41.412034Z","caller":"traceutil/trace.go:171","msg":"trace[269279829] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3201; }","duration":"133.45376ms","start":"2026-03-31T20:24:41.278568Z","end":"2026-03-31T20:24:41.412022Z","steps":["trace[269279829] 'agreement among raft nodes before linearized reading' (duration: 133.268235ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:41.566879Z","caller":"traceutil/trace.go:171","msg":"trace[142660175] linearizableReadLoop","detail":"{readStateIndex:3338; appliedIndex:3337; }","duration":"104.721966ms","start":"2026-03-31T20:24:41.462131Z","end":"2026-03-31T20:24:41.566853Z","steps":["trace[142660175] 'read index received' (duration: 92.602921ms)","trace[142660175] 'applied index is now lower than readState.Index' (duration: 12.118085ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:41.566919Z","caller":"traceutil/trace.go:171","msg":"trace[1501137417] transaction","detail":"{read_only:false; response_revision:3202; number_of_response:1; }","duration":"150.660213ms","start":"2026-03-31T20:24:41.416231Z","end":"2026-03-31T20:24:41.566891Z","steps":["trace[1501137417] 'process raft request' (duration: 138.488657ms)","trace[1501137417] 'compare' (duration: 12.026713ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:41.567044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.902993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:24:41.5671Z","caller":"traceutil/trace.go:171","msg":"trace[1826513119] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3202; }","duration":"105.001335ms","start":"2026-03-31T20:24:41.462086Z","end":"2026-03-31T20:24:41.567087Z","steps":["trace[1826513119] 'agreement among raft nodes before linearized reading' (duration: 104.853231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:41.988637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.571043ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:41.988805Z","caller":"traceutil/trace.go:171","msg":"trace[198966477] transaction","detail":"{read_only:false; response_revision:3204; number_of_response:1; }","duration":"362.459817ms","start":"2026-03-31T20:24:41.626314Z","end":"2026-03-31T20:24:41.988773Z","steps":["trace[198966477] 'process raft request' (duration: 176.665548ms)","trace[198966477] 'compare' (duration: 185.387899ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:41.988969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:41.626288Z","time spent":"362.58778ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:41.98897Z","caller":"traceutil/trace.go:171","msg":"trace[488331357] linearizableReadLoop","detail":"{readStateIndex:3340; appliedIndex:3339; }","duration":"238.636229ms","start":"2026-03-31T20:24:41.750138Z","end":"2026-03-31T20:24:41.988775Z","steps":["trace[488331357] 'read index received' (duration: 52.778749ms)","trace[488331357] 'applied index is now lower than readState.Index' (duration: 185.85606ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:41.989224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.08174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:24:41.9893Z","caller":"traceutil/trace.go:171","msg":"trace[1044411159] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3204; }","duration":"239.191682ms","start":"2026-03-31T20:24:41.750095Z","end":"2026-03-31T20:24:41.989287Z","steps":["trace[1044411159] 'agreement among raft nodes before linearized reading' (duration: 238.68302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:41.989325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.74855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:24:41.989353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.916306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T20:24:41.989401Z","caller":"traceutil/trace.go:171","msg":"trace[1931896496] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3204; }","duration":"154.050679ms","start":"2026-03-31T20:24:41.835337Z","end":"2026-03-31T20:24:41.989387Z","steps":["trace[1931896496] 'agreement among raft nodes before linearized reading' (duration: 153.829834ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:41.989396Z","caller":"traceutil/trace.go:171","msg":"trace[1766472921] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3204; }","duration":"118.857813ms","start":"2026-03-31T20:24:41.870515Z","end":"2026-03-31T20:24:41.989373Z","steps":["trace[1766472921] 'agreement among raft nodes before linearized reading' (duration: 118.75761ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:42.171177Z","caller":"traceutil/trace.go:171","msg":"trace[1131361102] linearizableReadLoop","detail":"{readStateIndex:3341; appliedIndex:3340; }","duration":"176.131715ms","start":"2026-03-31T20:24:41.995018Z","end":"2026-03-31T20:24:42.17115Z","steps":["trace[1131361102] 'read index received' (duration: 99.423364ms)","trace[1131361102] 'applied index is now lower than readState.Index' (duration: 76.706991ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:42.171305Z","caller":"traceutil/trace.go:171","msg":"trace[408649358] transaction","detail":"{read_only:false; response_revision:3205; number_of_response:1; }","duration":"178.058043ms","start":"2026-03-31T20:24:41.993207Z","end":"2026-03-31T20:24:42.171265Z","steps":["trace[408649358] 'process raft request' (duration: 101.290711ms)","trace[408649358] 'compare' (duration: 76.493065ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:42.171983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.930336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-31T20:24:42.172094Z","caller":"traceutil/trace.go:171","msg":"trace[1279851046] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3205; }","duration":"177.081549ms","start":"2026-03-31T20:24:41.994988Z","end":"2026-03-31T20:24:42.172069Z","steps":["trace[1279851046] 'agreement among raft nodes before linearized reading' (duration: 176.333241ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:42.556918Z","caller":"traceutil/trace.go:171","msg":"trace[715480656] transaction","detail":"{read_only:false; response_revision:3207; number_of_response:1; }","duration":"124.990028ms","start":"2026-03-31T20:24:42.431906Z","end":"2026-03-31T20:24:42.556896Z","steps":["trace[715480656] 'process raft request' (duration: 124.852114ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:42.852179Z","caller":"traceutil/trace.go:171","msg":"trace[1720590420] transaction","detail":"{read_only:false; response_revision:3210; number_of_response:1; }","duration":"120.553326ms","start":"2026-03-31T20:24:42.731587Z","end":"2026-03-31T20:24:42.852141Z","steps":["trace[1720590420] 'process raft request' (duration: 85.34187ms)","trace[1720590420] 'compare' (duration: 34.599471ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:43.492021Z","caller":"traceutil/trace.go:171","msg":"trace[389203665] transaction","detail":"{read_only:false; response_revision:3212; number_of_response:1; }","duration":"130.786214ms","start":"2026-03-31T20:24:43.361201Z","end":"2026-03-31T20:24:43.491987Z","steps":["trace[389203665] 'process raft request' (duration: 104.727747ms)","trace[389203665] 'compare' (duration: 25.903313ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:43.841336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.48389ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:43.841465Z","caller":"traceutil/trace.go:171","msg":"trace[899065535] linearizableReadLoop","detail":"{readStateIndex:3351; appliedIndex:3350; }","duration":"254.292263ms","start":"2026-03-31T20:24:43.587151Z","end":"2026-03-31T20:24:43.841443Z","steps":["trace[899065535] 'read index received' (duration: 43.547466ms)","trace[899065535] 'applied index is now lower than readState.Index' (duration: 210.742477ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:43.841544Z","caller":"traceutil/trace.go:171","msg":"trace[1921603420] transaction","detail":"{read_only:false; response_revision:3215; number_of_response:1; }","duration":"265.902057ms","start":"2026-03-31T20:24:43.575594Z","end":"2026-03-31T20:24:43.841496Z","steps":["trace[1921603420] 'process raft request' (duration: 55.136959ms)","trace[1921603420] 'compare' (duration: 210.351537ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:43.8418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.642303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T20:24:43.841823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.052725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T20:24:43.84186Z","caller":"traceutil/trace.go:171","msg":"trace[1955831269] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3215; }","duration":"254.727405ms","start":"2026-03-31T20:24:43.587115Z","end":"2026-03-31T20:24:43.841843Z","steps":["trace[1955831269] 'agreement among raft nodes before linearized reading' (duration: 254.457457ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:43.841915Z","caller":"traceutil/trace.go:171","msg":"trace[724703530] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3215; }","duration":"178.184128ms","start":"2026-03-31T20:24:43.663712Z","end":"2026-03-31T20:24:43.841896Z","steps":["trace[724703530] 'agreement among raft nodes before linearized reading' (duration: 177.948761ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:44.055158Z","caller":"traceutil/trace.go:171","msg":"trace[1217099861] linearizableReadLoop","detail":"{readStateIndex:3352; appliedIndex:3351; }","duration":"207.477925ms","start":"2026-03-31T20:24:43.847645Z","end":"2026-03-31T20:24:44.055123Z","steps":["trace[1217099861] 'read index received' (duration: 165.57007ms)","trace[1217099861] 'applied index is now lower than readState.Index' (duration: 41.906565ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:44.055203Z","caller":"traceutil/trace.go:171","msg":"trace[1373219246] transaction","detail":"{read_only:false; response_revision:3216; number_of_response:1; }","duration":"207.719811ms","start":"2026-03-31T20:24:43.847453Z","end":"2026-03-31T20:24:44.055173Z","steps":["trace[1373219246] 'process raft request' (duration: 165.757124ms)","trace[1373219246] 'compare' (duration: 41.790803ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:44.055385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.714851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-31T20:24:44.05543Z","caller":"traceutil/trace.go:171","msg":"trace[1805571975] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3216; }","duration":"207.787442ms","start":"2026-03-31T20:24:43.847631Z","end":"2026-03-31T20:24:44.055418Z","steps":["trace[1805571975] 'agreement among raft nodes before linearized reading' (duration: 207.624178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:44.060939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.227436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:44.061016Z","caller":"traceutil/trace.go:171","msg":"trace[309637437] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3217; }","duration":"158.319958ms","start":"2026-03-31T20:24:43.902678Z","end":"2026-03-31T20:24:44.060998Z","steps":["trace[309637437] 'agreement among raft nodes before linearized reading' (duration: 158.177834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:44.061226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.898077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:44.06128Z","caller":"traceutil/trace.go:171","msg":"trace[28393965] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3217; }","duration":"190.993669ms","start":"2026-03-31T20:24:43.870274Z","end":"2026-03-31T20:24:44.061268Z","steps":["trace[28393965] 'agreement among raft nodes before linearized reading' (duration: 190.916958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:46.007372Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973327828,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:24:46.373981Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.239482513s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:24:46.374371Z","caller":"traceutil/trace.go:171","msg":"trace[1526653508] transaction","detail":"{read_only:false; response_revision:3222; number_of_response:1; }","duration":"1.239961756s","start":"2026-03-31T20:24:45.134373Z","end":"2026-03-31T20:24:46.374335Z","steps":["trace[1526653508] 'process raft request' (duration: 1.239788171s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:46.374712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:45.134352Z","time spent":"1.240238532s","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:46.485106Z","caller":"traceutil/trace.go:171","msg":"trace[869113588] transaction","detail":"{read_only:false; response_revision:3223; number_of_response:1; }","duration":"1.268508804s","start":"2026-03-31T20:24:45.216569Z","end":"2026-03-31T20:24:46.485078Z","steps":["trace[869113588] 'process raft request' (duration: 1.250897531s)","trace[869113588] 'compare' (duration: 17.045419ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:46.485265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:45.216543Z","time spent":"1.268641008s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:46.485885Z","caller":"traceutil/trace.go:171","msg":"trace[1484246181] linearizableReadLoop","detail":"{readStateIndex:3361; appliedIndex:3358; }","duration":"978.843199ms","start":"2026-03-31T20:24:45.507027Z","end":"2026-03-31T20:24:46.485871Z","steps":["trace[1484246181] 'read index received' (duration: 867.119465ms)","trace[1484246181] 'applied index is now lower than readState.Index' (duration: 111.722724ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:46.486096Z","caller":"traceutil/trace.go:171","msg":"trace[1715000468] transaction","detail":"{read_only:false; response_revision:3224; number_of_response:1; }","duration":"987.167319ms","start":"2026-03-31T20:24:45.49891Z","end":"2026-03-31T20:24:46.486078Z","steps":["trace[1715000468] 'process raft request' (duration: 986.130403ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:46.486144Z","caller":"traceutil/trace.go:171","msg":"trace[1830096237] transaction","detail":"{read_only:false; response_revision:3225; number_of_response:1; }","duration":"419.548754ms","start":"2026-03-31T20:24:46.066572Z","end":"2026-03-31T20:24:46.486121Z","steps":["trace[1830096237] 'process raft request' (duration: 419.253477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:46.486173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:45.498886Z","time spent":"987.24565ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:46.486237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:46.066548Z","time spent":"419.639247ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:46.486267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.771037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T20:24:46.486283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.957048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:24:46.486335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.937845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T20:24:46.486356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.836158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:24:46.486394Z","caller":"traceutil/trace.go:171","msg":"trace[2105654058] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3225; }","duration":"640.91165ms","start":"2026-03-31T20:24:45.845473Z","end":"2026-03-31T20:24:46.486384Z","steps":["trace[2105654058] 'agreement among raft nodes before linearized reading' (duration: 640.779996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:46.486393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.163358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T20:24:46.486432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:45.845451Z","time spent":"640.972242ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:24:46.486462Z","caller":"traceutil/trace.go:171","msg":"trace[1775838857] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3225; }","duration":"979.449516ms","start":"2026-03-31T20:24:45.506976Z","end":"2026-03-31T20:24:46.486426Z","steps":["trace[1775838857] 'agreement among raft nodes before linearized reading' (duration: 979.069265ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:46.486393Z","caller":"traceutil/trace.go:171","msg":"trace[925028831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3225; }","duration":"144.039798ms","start":"2026-03-31T20:24:46.34234Z","end":"2026-03-31T20:24:46.48638Z","steps":["trace[925028831] 'agreement among raft nodes before linearized reading' (duration: 143.897594ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:46.486345Z","caller":"traceutil/trace.go:171","msg":"trace[1647924195] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:3225; }","duration":"457.025239ms","start":"2026-03-31T20:24:46.029305Z","end":"2026-03-31T20:24:46.48633Z","steps":["trace[1647924195] 'agreement among raft nodes before linearized reading' (duration: 456.927537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:46.486598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:46.029245Z","time spent":"457.320927ms","remote":"127.0.0.1:54126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:24:46.486341Z","caller":"traceutil/trace.go:171","msg":"trace[743419319] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3225; }","duration":"426.87293ms","start":"2026-03-31T20:24:46.05945Z","end":"2026-03-31T20:24:46.486323Z","steps":["trace[743419319] 'agreement among raft nodes before linearized reading' (duration: 426.713535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:46.486714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:46.059436Z","time spent":"427.2589ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:24:46.486499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:45.506956Z","time spent":"979.533557ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:24:46.486869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.862415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:24:46.486959Z","caller":"traceutil/trace.go:171","msg":"trace[1917397794] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3225; }","duration":"208.131012ms","start":"2026-03-31T20:24:46.278813Z","end":"2026-03-31T20:24:46.486944Z","steps":["trace[1917397794] 'agreement among raft nodes before linearized reading' (duration: 207.464665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:46.486824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.736848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T20:24:46.487219Z","caller":"traceutil/trace.go:171","msg":"trace[439734345] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3225; }","duration":"651.246451ms","start":"2026-03-31T20:24:45.835862Z","end":"2026-03-31T20:24:46.487108Z","steps":["trace[439734345] 'agreement among raft nodes before linearized reading' (duration: 650.295946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:46.487359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:45.835841Z","time spent":"651.496416ms","remote":"127.0.0.1:52348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-31T20:24:47.012067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.923493ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:47.012384Z","caller":"traceutil/trace.go:171","msg":"trace[1227863763] transaction","detail":"{read_only:false; response_revision:3228; number_of_response:1; }","duration":"520.696823ms","start":"2026-03-31T20:24:46.491669Z","end":"2026-03-31T20:24:47.012365Z","steps":["trace[1227863763] 'process raft request' (duration: 520.627051ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:47.012407Z","caller":"traceutil/trace.go:171","msg":"trace[1513773834] transaction","detail":"{read_only:false; response_revision:3226; number_of_response:1; }","duration":"520.877977ms","start":"2026-03-31T20:24:46.491503Z","end":"2026-03-31T20:24:47.012381Z","steps":["trace[1513773834] 'process raft request' (duration: 249.542124ms)","trace[1513773834] 'compare' (duration: 270.562524ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:47.012472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:46.491646Z","time spent":"520.784645ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:47.012566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:46.491488Z","time spent":"520.998691ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:47.012407Z","caller":"traceutil/trace.go:171","msg":"trace[817599748] transaction","detail":"{read_only:false; response_revision:3227; number_of_response:1; }","duration":"520.734854ms","start":"2026-03-31T20:24:46.491644Z","end":"2026-03-31T20:24:47.012379Z","steps":["trace[817599748] 'process raft request' (duration: 520.552339ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:47.012705Z","caller":"traceutil/trace.go:171","msg":"trace[1472869822] transaction","detail":"{read_only:false; response_revision:3231; number_of_response:1; }","duration":"424.684925ms","start":"2026-03-31T20:24:46.588009Z","end":"2026-03-31T20:24:47.012694Z","steps":["trace[1472869822] 'process raft request' (duration: 424.599683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:47.012696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:46.491624Z","time spent":"521.0106ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:47.012721Z","caller":"traceutil/trace.go:171","msg":"trace[79678950] linearizableReadLoop","detail":"{readStateIndex:3367; appliedIndex:3362; }","duration":"519.247316ms","start":"2026-03-31T20:24:46.493449Z","end":"2026-03-31T20:24:47.012696Z","steps":["trace[79678950] 'read index received' (duration: 247.686877ms)","trace[79678950] 'applied index is now lower than readState.Index' (duration: 271.559039ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:47.012762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:46.587986Z","time spent":"424.747166ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:47.012769Z","caller":"traceutil/trace.go:171","msg":"trace[993552297] transaction","detail":"{read_only:false; response_revision:3232; number_of_response:1; }","duration":"401.163772ms","start":"2026-03-31T20:24:46.611582Z","end":"2026-03-31T20:24:47.012745Z","steps":["trace[993552297] 'process raft request' (duration: 401.07253ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:47.012737Z","caller":"traceutil/trace.go:171","msg":"trace[566264353] transaction","detail":"{read_only:false; response_revision:3230; number_of_response:1; }","duration":"520.859376ms","start":"2026-03-31T20:24:46.491834Z","end":"2026-03-31T20:24:47.012693Z","steps":["trace[566264353] 'process raft request' (duration: 520.6497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:47.012846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:46.611554Z","time spent":"401.252345ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:47.012787Z","caller":"traceutil/trace.go:171","msg":"trace[188567015] transaction","detail":"{read_only:false; response_revision:3229; number_of_response:1; }","duration":"520.954639ms","start":"2026-03-31T20:24:46.491717Z","end":"2026-03-31T20:24:47.012672Z","steps":["trace[188567015] 'process raft request' (duration: 520.612801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:47.012885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.360424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:47.013114Z","caller":"traceutil/trace.go:171","msg":"trace[1688215446] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3232; }","duration":"142.500189ms","start":"2026-03-31T20:24:46.870419Z","end":"2026-03-31T20:24:47.012919Z","steps":["trace[1688215446] 'agreement among raft nodes before linearized reading' (duration: 142.434127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:47.013149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:46.491828Z","time spent":"521.01405ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:47.013182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.699538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-31T20:24:47.013227Z","caller":"traceutil/trace.go:171","msg":"trace[1824546824] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3232; }","duration":"519.787451ms","start":"2026-03-31T20:24:46.493429Z","end":"2026-03-31T20:24:47.013216Z","steps":["trace[1824546824] 'agreement among raft nodes before linearized reading' (duration: 519.40742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:47.013268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:46.49342Z","time spent":"519.838102ms","remote":"127.0.0.1:52348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-31T20:24:47.013252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:46.491706Z","time spent":"521.212466ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:48.903111Z","caller":"traceutil/trace.go:171","msg":"trace[299681634] transaction","detail":"{read_only:false; response_revision:3233; number_of_response:1; }","duration":"460.778542ms","start":"2026-03-31T20:24:48.442298Z","end":"2026-03-31T20:24:48.903077Z","steps":["trace[299681634] 'process raft request' (duration: 460.625039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:48.903278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:48.442277Z","time spent":"460.923106ms","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:48.905919Z","caller":"traceutil/trace.go:171","msg":"trace[42398287] linearizableReadLoop","detail":"{readStateIndex:3373; appliedIndex:3369; }","duration":"363.692989ms","start":"2026-03-31T20:24:48.542211Z","end":"2026-03-31T20:24:48.905904Z","steps":["trace[42398287] 'read index received' (duration: 360.712974ms)","trace[42398287] 'applied index is now lower than readState.Index' (duration: 2.979085ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:48.905951Z","caller":"traceutil/trace.go:171","msg":"trace[1549878910] transaction","detail":"{read_only:false; response_revision:3235; number_of_response:1; }","duration":"413.569914ms","start":"2026-03-31T20:24:48.49235Z","end":"2026-03-31T20:24:48.90592Z","steps":["trace[1549878910] 'process raft request' (duration: 413.462652ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:48.905987Z","caller":"traceutil/trace.go:171","msg":"trace[1109992158] transaction","detail":"{read_only:false; response_revision:3234; number_of_response:1; }","duration":"414.744784ms","start":"2026-03-31T20:24:48.491206Z","end":"2026-03-31T20:24:48.905951Z","steps":["trace[1109992158] 'process raft request' (duration: 414.469047ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:48.906083Z","caller":"traceutil/trace.go:171","msg":"trace[2033346311] transaction","detail":"{read_only:false; response_revision:3236; number_of_response:1; }","duration":"413.681667ms","start":"2026-03-31T20:24:48.492378Z","end":"2026-03-31T20:24:48.90606Z","steps":["trace[2033346311] 'process raft request' (duration: 413.490592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:48.906125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:48.492321Z","time spent":"413.710568ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:48.906189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:48.491185Z","time spent":"414.854027ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:48.906202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:48.492352Z","time spent":"413.79132ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:48.906469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.939526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:48.906529Z","caller":"traceutil/trace.go:171","msg":"trace[1651792769] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:3236; }","duration":"364.355356ms","start":"2026-03-31T20:24:48.542156Z","end":"2026-03-31T20:24:48.906511Z","steps":["trace[1651792769] 'agreement among raft nodes before linearized reading' (duration: 363.933775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:48.906571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:48.542138Z","time spent":"364.419667ms","remote":"127.0.0.1:54182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:24:49.232736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.981679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:24:49.232817Z","caller":"traceutil/trace.go:171","msg":"trace[359545808] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3236; }","duration":"216.097212ms","start":"2026-03-31T20:24:49.0167Z","end":"2026-03-31T20:24:49.232797Z","steps":["trace[359545808] 'range keys from in-memory index tree' (duration: 215.814144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:49.233097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.486596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T20:24:49.233107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.802964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:24:49.23321Z","caller":"traceutil/trace.go:171","msg":"trace[289194243] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3236; }","duration":"215.912167ms","start":"2026-03-31T20:24:49.017271Z","end":"2026-03-31T20:24:49.233183Z","steps":["trace[289194243] 'range keys from in-memory index tree' (duration: 215.700112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:49.233236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.657951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:24:49.233137Z","caller":"traceutil/trace.go:171","msg":"trace[972399088] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3236; }","duration":"215.563778ms","start":"2026-03-31T20:24:49.017563Z","end":"2026-03-31T20:24:49.233127Z","steps":["trace[972399088] 'range keys from in-memory index tree' (duration: 215.335303ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:49.233307Z","caller":"traceutil/trace.go:171","msg":"trace[355174330] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3236; }","duration":"215.776983ms","start":"2026-03-31T20:24:49.017513Z","end":"2026-03-31T20:24:49.23329Z","steps":["trace[355174330] 'range keys from in-memory index tree' (duration: 215.474596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:49.233104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.464926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:24:49.233362Z","caller":"traceutil/trace.go:171","msg":"trace[990585291] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3236; }","duration":"215.778854ms","start":"2026-03-31T20:24:49.017566Z","end":"2026-03-31T20:24:49.233345Z","steps":["trace[990585291] 'range keys from in-memory index tree' (duration: 215.269351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:49.233376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.307727ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:49.233439Z","caller":"traceutil/trace.go:171","msg":"trace[712044520] linearizableReadLoop","detail":"{readStateIndex:3374; appliedIndex:3373; }","duration":"135.103713ms","start":"2026-03-31T20:24:49.09832Z","end":"2026-03-31T20:24:49.233423Z","steps":["trace[712044520] 'read index received' (duration: 64.122µs)","trace[712044520] 'applied index is now lower than readState.Index' (duration: 135.038161ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:49.233464Z","caller":"traceutil/trace.go:171","msg":"trace[1562498317] transaction","detail":"{read_only:false; response_revision:3237; number_of_response:1; }","duration":"214.922723ms","start":"2026-03-31T20:24:49.018518Z","end":"2026-03-31T20:24:49.233441Z","steps":["trace[1562498317] 'process raft request' (duration: 29.490074ms)","trace[1562498317] 'compare' (duration: 184.439194ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:49.233547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.229885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T20:24:49.233579Z","caller":"traceutil/trace.go:171","msg":"trace[343929160] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3237; }","duration":"135.290867ms","start":"2026-03-31T20:24:49.098278Z","end":"2026-03-31T20:24:49.233569Z","steps":["trace[343929160] 'agreement among raft nodes before linearized reading' (duration: 135.186225ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:49.541844Z","caller":"traceutil/trace.go:171","msg":"trace[1553926750] transaction","detail":"{read_only:false; response_revision:3238; number_of_response:1; }","duration":"304.010455ms","start":"2026-03-31T20:24:49.237769Z","end":"2026-03-31T20:24:49.54178Z","steps":["trace[1553926750] 'process raft request' (duration: 218.858302ms)","trace[1553926750] 'compare' (duration: 84.822665ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:49.541897Z","caller":"traceutil/trace.go:171","msg":"trace[1873058633] transaction","detail":"{read_only:false; response_revision:3239; number_of_response:1; }","duration":"303.82221ms","start":"2026-03-31T20:24:49.238035Z","end":"2026-03-31T20:24:49.541857Z","steps":["trace[1873058633] 'process raft request' (duration: 303.627736ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:49.541956Z","caller":"traceutil/trace.go:171","msg":"trace[681920747] transaction","detail":"{read_only:false; response_revision:3240; number_of_response:1; }","duration":"303.888342ms","start":"2026-03-31T20:24:49.238048Z","end":"2026-03-31T20:24:49.541937Z","steps":["trace[681920747] 'process raft request' (duration: 303.684147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:49.542096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:49.238031Z","time spent":"303.965034ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:49.542102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:49.238024Z","time spent":"303.949323ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:49.542259Z","caller":"traceutil/trace.go:171","msg":"trace[376874416] transaction","detail":"{read_only:false; response_revision:3242; number_of_response:1; }","duration":"304.111907ms","start":"2026-03-31T20:24:49.238133Z","end":"2026-03-31T20:24:49.542245Z","steps":["trace[376874416] 'process raft request' (duration: 303.702807ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:49.542246Z","caller":"traceutil/trace.go:171","msg":"trace[1657174756] transaction","detail":"{read_only:false; response_revision:3241; number_of_response:1; }","duration":"304.105407ms","start":"2026-03-31T20:24:49.238101Z","end":"2026-03-31T20:24:49.542206Z","steps":["trace[1657174756] 'process raft request' (duration: 303.681197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:49.569726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:49.238108Z","time spent":"304.20729ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:49.569733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:49.238093Z","time spent":"304.24873ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:49.570048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:49.237746Z","time spent":"304.19888ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:49.584704Z","caller":"traceutil/trace.go:171","msg":"trace[551438240] linearizableReadLoop","detail":"{readStateIndex:3379; appliedIndex:3374; }","duration":"345.961023ms","start":"2026-03-31T20:24:49.238716Z","end":"2026-03-31T20:24:49.584677Z","steps":["trace[551438240] 'read index received' (duration: 217.99334ms)","trace[551438240] 'applied index is now lower than readState.Index' (duration: 127.966183ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:49.584913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.176978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9402"} {"level":"info","ts":"2026-03-31T20:24:49.584952Z","caller":"traceutil/trace.go:171","msg":"trace[812157675] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3242; }","duration":"346.24898ms","start":"2026-03-31T20:24:49.238694Z","end":"2026-03-31T20:24:49.584943Z","steps":["trace[812157675] 'agreement among raft nodes before linearized reading' (duration: 346.079436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:49.584988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:49.238686Z","time spent":"346.292811ms","remote":"127.0.0.1:52336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9425,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T20:24:50.382763Z","caller":"traceutil/trace.go:171","msg":"trace[733418130] transaction","detail":"{read_only:false; response_revision:3244; number_of_response:1; }","duration":"225.479117ms","start":"2026-03-31T20:24:50.157256Z","end":"2026-03-31T20:24:50.382735Z","steps":["trace[733418130] 'process raft request' (duration: 206.758227ms)","trace[733418130] 'compare' (duration: 18.507885ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:51.014114Z","caller":"traceutil/trace.go:171","msg":"trace[1595597774] transaction","detail":"{read_only:false; response_revision:3247; number_of_response:1; }","duration":"101.885306ms","start":"2026-03-31T20:24:50.912199Z","end":"2026-03-31T20:24:51.014085Z","steps":["trace[1595597774] 'process raft request' (duration: 101.811304ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:51.014166Z","caller":"traceutil/trace.go:171","msg":"trace[349965259] transaction","detail":"{read_only:false; response_revision:3246; number_of_response:1; }","duration":"102.628394ms","start":"2026-03-31T20:24:50.911515Z","end":"2026-03-31T20:24:51.014143Z","steps":["trace[349965259] 'process raft request' (duration: 102.365378ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:51.34001Z","caller":"traceutil/trace.go:171","msg":"trace[305121924] transaction","detail":"{read_only:false; response_revision:3248; number_of_response:1; }","duration":"100.296156ms","start":"2026-03-31T20:24:51.239684Z","end":"2026-03-31T20:24:51.33998Z","steps":["trace[305121924] 'process raft request' (duration: 100.101071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:51.580572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.461591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:51.580644Z","caller":"traceutil/trace.go:171","msg":"trace[1802855697] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:3248; }","duration":"100.579353ms","start":"2026-03-31T20:24:51.480049Z","end":"2026-03-31T20:24:51.580628Z","steps":["trace[1802855697] 'count revisions from in-memory index tree' (duration: 100.397058ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:51.798637Z","caller":"traceutil/trace.go:171","msg":"trace[567038349] transaction","detail":"{read_only:false; response_revision:3249; number_of_response:1; }","duration":"214.102353ms","start":"2026-03-31T20:24:51.58449Z","end":"2026-03-31T20:24:51.798592Z","steps":["trace[567038349] 'process raft request' (duration: 213.931089ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:51.798846Z","caller":"traceutil/trace.go:171","msg":"trace[1632003677] transaction","detail":"{read_only:false; response_revision:3250; number_of_response:1; }","duration":"214.306277ms","start":"2026-03-31T20:24:51.584499Z","end":"2026-03-31T20:24:51.798805Z","steps":["trace[1632003677] 'process raft request' (duration: 214.056621ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:51.817437Z","caller":"traceutil/trace.go:171","msg":"trace[626451872] transaction","detail":"{read_only:false; response_revision:3251; number_of_response:1; }","duration":"232.816674ms","start":"2026-03-31T20:24:51.584595Z","end":"2026-03-31T20:24:51.817412Z","steps":["trace[626451872] 'process raft request' (duration: 232.569017ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:51.817677Z","caller":"traceutil/trace.go:171","msg":"trace[1251381086] transaction","detail":"{read_only:false; response_revision:3252; number_of_response:1; }","duration":"233.040199ms","start":"2026-03-31T20:24:51.584618Z","end":"2026-03-31T20:24:51.817658Z","steps":["trace[1251381086] 'process raft request' (duration: 232.746252ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:51.817717Z","caller":"traceutil/trace.go:171","msg":"trace[312564569] transaction","detail":"{read_only:false; response_revision:3253; number_of_response:1; }","duration":"233.009589ms","start":"2026-03-31T20:24:51.584682Z","end":"2026-03-31T20:24:51.817692Z","steps":["trace[312564569] 'process raft request' (duration: 232.889636ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:53.283088Z","caller":"traceutil/trace.go:171","msg":"trace[44746321] transaction","detail":"{read_only:false; response_revision:3255; number_of_response:1; }","duration":"263.577347ms","start":"2026-03-31T20:24:53.019483Z","end":"2026-03-31T20:24:53.28306Z","steps":["trace[44746321] 'process raft request' (duration: 263.420683ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:53.331923Z","caller":"traceutil/trace.go:171","msg":"trace[691851311] transaction","detail":"{read_only:false; response_revision:3256; number_of_response:1; }","duration":"312.106589ms","start":"2026-03-31T20:24:53.019785Z","end":"2026-03-31T20:24:53.331891Z","steps":["trace[691851311] 'process raft request' (duration: 311.936785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:53.332106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:53.019772Z","time spent":"312.231682ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:53.722531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.133026ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-31T20:24:53.72311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.573773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:24:53.723147Z","caller":"traceutil/trace.go:171","msg":"trace[225182705] transaction","detail":"{read_only:false; response_revision:3257; number_of_response:1; }","duration":"378.536862ms","start":"2026-03-31T20:24:53.344445Z","end":"2026-03-31T20:24:53.722982Z","steps":["trace[225182705] 'process raft request' (duration: 226.876053ms)","trace[225182705] 'compare' (duration: 150.946822ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:53.723172Z","caller":"traceutil/trace.go:171","msg":"trace[162673955] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:3257; }","duration":"208.695426ms","start":"2026-03-31T20:24:53.514466Z","end":"2026-03-31T20:24:53.723162Z","steps":["trace[162673955] 'agreement among raft nodes before linearized reading' (duration: 208.585933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:53.723295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:53.344424Z","time spent":"378.772588ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:53.723013Z","caller":"traceutil/trace.go:171","msg":"trace[109788845] linearizableReadLoop","detail":"{readStateIndex:3395; appliedIndex:3394; }","duration":"208.43873ms","start":"2026-03-31T20:24:53.514527Z","end":"2026-03-31T20:24:53.722966Z","steps":["trace[109788845] 'read index received' (duration: 56.792951ms)","trace[109788845] 'applied index is now lower than readState.Index' (duration: 151.644199ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:53.734525Z","caller":"traceutil/trace.go:171","msg":"trace[225779478] transaction","detail":"{read_only:false; response_revision:3258; number_of_response:1; }","duration":"134.9912ms","start":"2026-03-31T20:24:53.599523Z","end":"2026-03-31T20:24:53.734514Z","steps":["trace[225779478] 'process raft request' (duration: 134.897187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:54.133339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.720754ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:54.133518Z","caller":"traceutil/trace.go:171","msg":"trace[916931170] linearizableReadLoop","detail":"{readStateIndex:3398; appliedIndex:3396; }","duration":"311.478823ms","start":"2026-03-31T20:24:53.822023Z","end":"2026-03-31T20:24:54.133502Z","steps":["trace[916931170] 'read index received' (duration: 23.454191ms)","trace[916931170] 'applied index is now lower than readState.Index' (duration: 288.023702ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:54.133615Z","caller":"traceutil/trace.go:171","msg":"trace[362268625] transaction","detail":"{read_only:false; response_revision:3260; number_of_response:1; }","duration":"324.436099ms","start":"2026-03-31T20:24:53.809147Z","end":"2026-03-31T20:24:54.133583Z","steps":["trace[362268625] 'process raft request' (duration: 324.302526ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:54.133666Z","caller":"traceutil/trace.go:171","msg":"trace[1838484464] transaction","detail":"{read_only:false; response_revision:3259; number_of_response:1; }","duration":"326.626585ms","start":"2026-03-31T20:24:53.807021Z","end":"2026-03-31T20:24:54.133648Z","steps":["trace[1838484464] 'process raft request' (duration: 38.513971ms)","trace[1838484464] 'compare' (duration: 287.506849ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:54.133703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.668488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T20:24:54.13375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:53.807003Z","time spent":"326.703237ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:54.133767Z","caller":"traceutil/trace.go:171","msg":"trace[995273475] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3260; }","duration":"311.75046ms","start":"2026-03-31T20:24:53.821994Z","end":"2026-03-31T20:24:54.133745Z","steps":["trace[995273475] 'agreement among raft nodes before linearized reading' (duration: 311.587756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:54.133812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:53.821972Z","time spent":"311.827142ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:24:54.133822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.780491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-31T20:24:54.133806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:53.809126Z","time spent":"324.576162ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:54.133861Z","caller":"traceutil/trace.go:171","msg":"trace[1103809433] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:3260; }","duration":"170.861363ms","start":"2026-03-31T20:24:53.962989Z","end":"2026-03-31T20:24:54.13385Z","steps":["trace[1103809433] 'agreement among raft nodes before linearized reading' (duration: 170.74464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:54.133912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.698796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T20:24:54.133995Z","caller":"traceutil/trace.go:171","msg":"trace[420186867] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3260; }","duration":"297.804869ms","start":"2026-03-31T20:24:53.836173Z","end":"2026-03-31T20:24:54.133977Z","steps":["trace[420186867] 'agreement among raft nodes before linearized reading' (duration: 297.563513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:54.134018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.996349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:54.134073Z","caller":"traceutil/trace.go:171","msg":"trace[1995321568] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3260; }","duration":"264.075171ms","start":"2026-03-31T20:24:53.869982Z","end":"2026-03-31T20:24:54.134057Z","steps":["trace[1995321568] 'agreement among raft nodes before linearized reading' (duration: 263.980798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:54.134505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.041388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:24:54.134589Z","caller":"traceutil/trace.go:171","msg":"trace[71185439] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3260; }","duration":"312.160992ms","start":"2026-03-31T20:24:53.822409Z","end":"2026-03-31T20:24:54.13457Z","steps":["trace[71185439] 'agreement among raft nodes before linearized reading' (duration: 311.576516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:54.134665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:53.822398Z","time spent":"312.257384ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:24:54.134532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.09578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:24:54.134876Z","caller":"traceutil/trace.go:171","msg":"trace[1813196236] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3260; }","duration":"312.436848ms","start":"2026-03-31T20:24:53.822425Z","end":"2026-03-31T20:24:54.134862Z","steps":["trace[1813196236] 'agreement among raft nodes before linearized reading' (duration: 311.892105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:54.134937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:53.822378Z","time spent":"312.545431ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:24:54.329353Z","caller":"traceutil/trace.go:171","msg":"trace[1793842500] transaction","detail":"{read_only:false; response_revision:3261; number_of_response:1; }","duration":"191.361229ms","start":"2026-03-31T20:24:54.137957Z","end":"2026-03-31T20:24:54.329318Z","steps":["trace[1793842500] 'process raft request' (duration: 160.516012ms)","trace[1793842500] 'compare' (duration: 30.501448ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:54.3299Z","caller":"traceutil/trace.go:171","msg":"trace[1996388733] transaction","detail":"{read_only:false; response_revision:3262; number_of_response:1; }","duration":"191.795809ms","start":"2026-03-31T20:24:54.138068Z","end":"2026-03-31T20:24:54.329864Z","steps":["trace[1996388733] 'process raft request' (duration: 191.124043ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:54.329967Z","caller":"traceutil/trace.go:171","msg":"trace[942711443] linearizableReadLoop","detail":"{readStateIndex:3402; appliedIndex:3399; }","duration":"157.976478ms","start":"2026-03-31T20:24:54.171963Z","end":"2026-03-31T20:24:54.329939Z","steps":["trace[942711443] 'read index received' (duration: 126.527867ms)","trace[942711443] 'applied index is now lower than readState.Index' (duration: 31.447621ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:54.330027Z","caller":"traceutil/trace.go:171","msg":"trace[287200332] transaction","detail":"{read_only:false; response_revision:3264; number_of_response:1; }","duration":"156.689125ms","start":"2026-03-31T20:24:54.173325Z","end":"2026-03-31T20:24:54.330014Z","steps":["trace[287200332] 'process raft request' (duration: 156.570712ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:54.330119Z","caller":"traceutil/trace.go:171","msg":"trace[105711977] transaction","detail":"{read_only:false; response_revision:3263; number_of_response:1; }","duration":"191.126103ms","start":"2026-03-31T20:24:54.138864Z","end":"2026-03-31T20:24:54.32999Z","steps":["trace[105711977] 'process raft request' (duration: 190.892177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:54.330219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.198734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:24:54.33041Z","caller":"traceutil/trace.go:171","msg":"trace[1650314750] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:3264; }","duration":"162.38002ms","start":"2026-03-31T20:24:54.167943Z","end":"2026-03-31T20:24:54.330323Z","steps":["trace[1650314750] 'agreement among raft nodes before linearized reading' (duration: 162.132813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:54.330726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.798764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-31T20:24:54.330814Z","caller":"traceutil/trace.go:171","msg":"trace[289238900] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3264; }","duration":"155.931017ms","start":"2026-03-31T20:24:54.174872Z","end":"2026-03-31T20:24:54.330803Z","steps":["trace[289238900] 'agreement among raft nodes before linearized reading' (duration: 155.293511ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:55.246323Z","caller":"traceutil/trace.go:171","msg":"trace[570990690] transaction","detail":"{read_only:false; response_revision:3266; number_of_response:1; }","duration":"110.891923ms","start":"2026-03-31T20:24:55.135398Z","end":"2026-03-31T20:24:55.24629Z","steps":["trace[570990690] 'process raft request' (duration: 110.709527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:56.100169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.862898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:56.100267Z","caller":"traceutil/trace.go:171","msg":"trace[1110421770] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3269; }","duration":"232.015902ms","start":"2026-03-31T20:24:55.86823Z","end":"2026-03-31T20:24:56.100246Z","steps":["trace[1110421770] 'range keys from in-memory index tree' (duration: 231.671273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:56.100636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.499002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T20:24:56.100761Z","caller":"traceutil/trace.go:171","msg":"trace[1943364311] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3269; }","duration":"264.676686ms","start":"2026-03-31T20:24:55.836048Z","end":"2026-03-31T20:24:56.100725Z","steps":["trace[1943364311] 'range keys from in-memory index tree' (duration: 264.223574ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:56.299675Z","caller":"traceutil/trace.go:171","msg":"trace[1102884919] transaction","detail":"{read_only:false; response_revision:3271; number_of_response:1; }","duration":"157.711352ms","start":"2026-03-31T20:24:56.141921Z","end":"2026-03-31T20:24:56.299632Z","steps":["trace[1102884919] 'process raft request' (duration: 102.942292ms)","trace[1102884919] 'compare' (duration: 54.622896ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:56.545512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.461425ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:56.545688Z","caller":"traceutil/trace.go:171","msg":"trace[1863534109] transaction","detail":"{read_only:false; response_revision:3272; number_of_response:1; }","duration":"207.363453ms","start":"2026-03-31T20:24:56.3383Z","end":"2026-03-31T20:24:56.545663Z","steps":["trace[1863534109] 'process raft request' (duration: 74.656471ms)","trace[1863534109] 'compare' (duration: 132.320312ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:56.545954Z","caller":"traceutil/trace.go:171","msg":"trace[692941758] transaction","detail":"{read_only:false; response_revision:3273; number_of_response:1; }","duration":"207.076784ms","start":"2026-03-31T20:24:56.338853Z","end":"2026-03-31T20:24:56.54593Z","steps":["trace[692941758] 'process raft request' (duration: 206.771507ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:56.546111Z","caller":"traceutil/trace.go:171","msg":"trace[1041506928] transaction","detail":"{read_only:false; response_revision:3274; number_of_response:1; }","duration":"207.000193ms","start":"2026-03-31T20:24:56.339018Z","end":"2026-03-31T20:24:56.546018Z","steps":["trace[1041506928] 'process raft request' (duration: 206.88818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:56.980417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.009485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:56.980511Z","caller":"traceutil/trace.go:171","msg":"trace[1671564987] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3274; }","duration":"111.16292ms","start":"2026-03-31T20:24:56.869328Z","end":"2026-03-31T20:24:56.980491Z","steps":["trace[1671564987] 'range keys from in-memory index tree' (duration: 110.900843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:57.364533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.825164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:24:57.364547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.241936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:24:57.36463Z","caller":"traceutil/trace.go:171","msg":"trace[724913254] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:3276; }","duration":"103.999469ms","start":"2026-03-31T20:24:57.260609Z","end":"2026-03-31T20:24:57.364609Z","steps":["trace[724913254] 'count revisions from in-memory index tree' (duration: 103.687131ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:57.364641Z","caller":"traceutil/trace.go:171","msg":"trace[123558043] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:3276; }","duration":"108.39135ms","start":"2026-03-31T20:24:57.256231Z","end":"2026-03-31T20:24:57.364622Z","steps":["trace[123558043] 'count revisions from in-memory index tree' (duration: 108.156395ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:57.518882Z","caller":"traceutil/trace.go:171","msg":"trace[2130947977] transaction","detail":"{read_only:false; response_revision:3277; number_of_response:1; }","duration":"161.072426ms","start":"2026-03-31T20:24:57.357779Z","end":"2026-03-31T20:24:57.518851Z","steps":["trace[2130947977] 'process raft request' (duration: 160.897432ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:57.539553Z","caller":"traceutil/trace.go:171","msg":"trace[400873728] transaction","detail":"{read_only:false; response_revision:3278; number_of_response:1; }","duration":"112.500312ms","start":"2026-03-31T20:24:57.427022Z","end":"2026-03-31T20:24:57.539523Z","steps":["trace[400873728] 'process raft request' (duration: 112.370779ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:57.848735Z","caller":"traceutil/trace.go:171","msg":"trace[1790852668] transaction","detail":"{read_only:false; response_revision:3279; number_of_response:1; }","duration":"128.009084ms","start":"2026-03-31T20:24:57.720699Z","end":"2026-03-31T20:24:57.848709Z","steps":["trace[1790852668] 'process raft request' (duration: 127.853679ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:57.932552Z","caller":"traceutil/trace.go:171","msg":"trace[1425898002] transaction","detail":"{read_only:false; response_revision:3280; number_of_response:1; }","duration":"167.98247ms","start":"2026-03-31T20:24:57.76452Z","end":"2026-03-31T20:24:57.932503Z","steps":["trace[1425898002] 'process raft request' (duration: 167.737104ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:58.044877Z","caller":"traceutil/trace.go:171","msg":"trace[1361505964] transaction","detail":"{read_only:false; response_revision:3281; number_of_response:1; }","duration":"155.076065ms","start":"2026-03-31T20:24:57.889766Z","end":"2026-03-31T20:24:58.044842Z","steps":["trace[1361505964] 'process raft request' (duration: 115.494708ms)","trace[1361505964] 'compare' (duration: 39.34332ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:58.044917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.010593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:58.044872Z","caller":"traceutil/trace.go:171","msg":"trace[398095492] linearizableReadLoop","detail":"{readStateIndex:3420; appliedIndex:3419; }","duration":"112.422212ms","start":"2026-03-31T20:24:57.932414Z","end":"2026-03-31T20:24:58.044837Z","steps":["trace[398095492] 'read index received' (duration: 72.775943ms)","trace[398095492] 'applied index is now lower than readState.Index' (duration: 39.644989ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:58.045149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.947944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T20:24:58.045257Z","caller":"traceutil/trace.go:171","msg":"trace[1777972238] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3281; }","duration":"190.113818ms","start":"2026-03-31T20:24:57.855122Z","end":"2026-03-31T20:24:58.045236Z","steps":["trace[1777972238] 'agreement among raft nodes before linearized reading' (duration: 189.820711ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:58.045012Z","caller":"traceutil/trace.go:171","msg":"trace[314184001] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3281; }","duration":"176.119896ms","start":"2026-03-31T20:24:57.868857Z","end":"2026-03-31T20:24:58.044977Z","steps":["trace[314184001] 'agreement among raft nodes before linearized reading' (duration: 175.998583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:58.045483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.570879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-03-31T20:24:58.045626Z","caller":"traceutil/trace.go:171","msg":"trace[2075217144] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3281; }","duration":"109.755993ms","start":"2026-03-31T20:24:57.935849Z","end":"2026-03-31T20:24:58.045605Z","steps":["trace[2075217144] 'agreement among raft nodes before linearized reading' (duration: 109.466266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:58.834203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.993689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:24:58.834346Z","caller":"traceutil/trace.go:171","msg":"trace[1944707543] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:3287; }","duration":"139.246446ms","start":"2026-03-31T20:24:58.695076Z","end":"2026-03-31T20:24:58.834322Z","steps":["trace[1944707543] 'count revisions from in-memory index tree' (duration: 138.918048ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:59.456064Z","caller":"traceutil/trace.go:171","msg":"trace[1260753141] linearizableReadLoop","detail":"{readStateIndex:3427; appliedIndex:3426; }","duration":"293.765568ms","start":"2026-03-31T20:24:59.162272Z","end":"2026-03-31T20:24:59.456037Z","steps":["trace[1260753141] 'read index received' (duration: 293.530102ms)","trace[1260753141] 'applied index is now lower than readState.Index' (duration: 234.566µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:59.456319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.031644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-31T20:24:59.456362Z","caller":"traceutil/trace.go:171","msg":"trace[922283731] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:3288; }","duration":"294.137678ms","start":"2026-03-31T20:24:59.162213Z","end":"2026-03-31T20:24:59.45635Z","steps":["trace[922283731] 'agreement among raft nodes before linearized reading' (duration: 293.930633ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:59.456683Z","caller":"traceutil/trace.go:171","msg":"trace[230876581] transaction","detail":"{read_only:false; response_revision:3288; number_of_response:1; }","duration":"408.668012ms","start":"2026-03-31T20:24:59.048004Z","end":"2026-03-31T20:24:59.456672Z","steps":["trace[230876581] 'process raft request' (duration: 407.858401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:59.456779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:59.047976Z","time spent":"408.741143ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:59.832319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.247808ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T20:24:59.832769Z","caller":"traceutil/trace.go:171","msg":"trace[521868863] transaction","detail":"{read_only:false; response_revision:3289; number_of_response:1; }","duration":"307.935405ms","start":"2026-03-31T20:24:59.524805Z","end":"2026-03-31T20:24:59.83274Z","steps":["trace[521868863] 'process raft request' (duration: 307.623707ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:59.832832Z","caller":"traceutil/trace.go:171","msg":"trace[470431676] linearizableReadLoop","detail":"{readStateIndex:3428; appliedIndex:3427; }","duration":"343.248055ms","start":"2026-03-31T20:24:59.489267Z","end":"2026-03-31T20:24:59.832515Z","steps":["trace[470431676] 'read index received' (duration: 36.021207ms)","trace[470431676] 'applied index is now lower than readState.Index' (duration: 307.225667ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:59.832969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:59.524777Z","time spent":"308.074818ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:59.925599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.327628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-409a0e74-78df-4425-9d9c-56dedbee5e1a\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-03-31T20:24:59.925699Z","caller":"traceutil/trace.go:171","msg":"trace[606093477] range","detail":"{range_begin:/registry/persistentvolumes/pvc-409a0e74-78df-4425-9d9c-56dedbee5e1a; range_end:; response_count:1; response_revision:3289; }","duration":"436.42043ms","start":"2026-03-31T20:24:59.489248Z","end":"2026-03-31T20:24:59.925668Z","steps":["trace[606093477] 'agreement among raft nodes before linearized reading' (duration: 343.689795ms)","trace[606093477] 'range keys from in-memory index tree' (duration: 92.556241ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:59.925764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:59.489228Z","time spent":"436.517743ms","remote":"127.0.0.1:52302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1316,"request content":"key:\"/registry/persistentvolumes/pvc-409a0e74-78df-4425-9d9c-56dedbee5e1a\" "} {"level":"warn","ts":"2026-03-31T20:24:59.925937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.365742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T20:24:59.926002Z","caller":"traceutil/trace.go:171","msg":"trace[1381710397] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3290; }","duration":"178.476465ms","start":"2026-03-31T20:24:59.747507Z","end":"2026-03-31T20:24:59.925983Z","steps":["trace[1381710397] 'agreement among raft nodes before linearized reading' (duration: 178.29083ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:59.926248Z","caller":"traceutil/trace.go:171","msg":"trace[1837403384] transaction","detail":"{read_only:false; response_revision:3290; number_of_response:1; }","duration":"381.936058ms","start":"2026-03-31T20:24:59.544291Z","end":"2026-03-31T20:24:59.926227Z","steps":["trace[1837403384] 'process raft request' (duration: 288.437724ms)","trace[1837403384] 'compare' (duration: 92.669383ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:59.926368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:59.544267Z","time spent":"382.031211ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:00.603036Z","caller":"traceutil/trace.go:171","msg":"trace[1387457507] linearizableReadLoop","detail":"{readStateIndex:3433; appliedIndex:3432; }","duration":"228.559916ms","start":"2026-03-31T20:25:00.374441Z","end":"2026-03-31T20:25:00.603001Z","steps":["trace[1387457507] 'read index received' (duration: 228.344741ms)","trace[1387457507] 'applied index is now lower than readState.Index' (duration: 213.465µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:00.603068Z","caller":"traceutil/trace.go:171","msg":"trace[412532342] transaction","detail":"{read_only:false; response_revision:3293; number_of_response:1; }","duration":"247.482683ms","start":"2026-03-31T20:25:00.355551Z","end":"2026-03-31T20:25:00.603034Z","steps":["trace[412532342] 'process raft request' (duration: 247.236717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:00.603278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.071675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:25:00.603289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.827753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:25:00.603385Z","caller":"traceutil/trace.go:171","msg":"trace[384123968] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3293; }","duration":"228.935075ms","start":"2026-03-31T20:25:00.374419Z","end":"2026-03-31T20:25:00.603354Z","steps":["trace[384123968] 'agreement among raft nodes before linearized reading' (duration: 228.72358ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:00.603325Z","caller":"traceutil/trace.go:171","msg":"trace[1419949524] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:3293; }","duration":"101.177848ms","start":"2026-03-31T20:25:00.502138Z","end":"2026-03-31T20:25:00.603316Z","steps":["trace[1419949524] 'agreement among raft nodes before linearized reading' (duration: 101.063815ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:00.734222Z","caller":"traceutil/trace.go:171","msg":"trace[271355736] transaction","detail":"{read_only:false; response_revision:3294; number_of_response:1; }","duration":"126.65462ms","start":"2026-03-31T20:25:00.607526Z","end":"2026-03-31T20:25:00.734181Z","steps":["trace[271355736] 'process raft request' (duration: 55.541178ms)","trace[271355736] 'compare' (duration: 70.760282ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:01.080074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.072769ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:25:01.080278Z","caller":"traceutil/trace.go:171","msg":"trace[2052633930] linearizableReadLoop","detail":"{readStateIndex:3437; appliedIndex:3435; }","duration":"210.723476ms","start":"2026-03-31T20:25:00.869536Z","end":"2026-03-31T20:25:01.08026Z","steps":["trace[2052633930] 'read index received' (duration: 38.921µs)","trace[2052633930] 'applied index is now lower than readState.Index' (duration: 210.683615ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:01.080293Z","caller":"traceutil/trace.go:171","msg":"trace[93194156] transaction","detail":"{read_only:false; response_revision:3296; number_of_response:1; }","duration":"341.91348ms","start":"2026-03-31T20:25:00.738343Z","end":"2026-03-31T20:25:01.080256Z","steps":["trace[93194156] 'process raft request' (duration: 112.556844ms)","trace[93194156] 'compare' (duration: 228.931306ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:01.08047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:00.738327Z","time spent":"342.047063ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:01.080607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.070515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:01.080661Z","caller":"traceutil/trace.go:171","msg":"trace[683368126] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3297; }","duration":"211.163428ms","start":"2026-03-31T20:25:00.869481Z","end":"2026-03-31T20:25:01.080645Z","steps":["trace[683368126] 'agreement among raft nodes before linearized reading' (duration: 211.078096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:01.080704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.46243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:01.080751Z","caller":"traceutil/trace.go:171","msg":"trace[866575481] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:3297; }","duration":"189.512332ms","start":"2026-03-31T20:25:00.891225Z","end":"2026-03-31T20:25:01.080738Z","steps":["trace[866575481] 'agreement among raft nodes before linearized reading' (duration: 189.43569ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:01.080697Z","caller":"traceutil/trace.go:171","msg":"trace[1040912242] transaction","detail":"{read_only:false; response_revision:3297; number_of_response:1; }","duration":"342.291959ms","start":"2026-03-31T20:25:00.738338Z","end":"2026-03-31T20:25:01.08063Z","steps":["trace[1040912242] 'process raft request' (duration: 341.854448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:01.080909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:00.738319Z","time spent":"342.490635ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:02.062186Z","caller":"traceutil/trace.go:171","msg":"trace[218673463] linearizableReadLoop","detail":"{readStateIndex:3439; appliedIndex:3438; }","duration":"223.444107ms","start":"2026-03-31T20:25:01.838714Z","end":"2026-03-31T20:25:02.062158Z","steps":["trace[218673463] 'read index received' (duration: 223.357445ms)","trace[218673463] 'applied index is now lower than readState.Index' (duration: 85.472µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:02.06223Z","caller":"traceutil/trace.go:171","msg":"trace[1875257866] transaction","detail":"{read_only:false; response_revision:3299; number_of_response:1; }","duration":"223.93783ms","start":"2026-03-31T20:25:01.838269Z","end":"2026-03-31T20:25:02.062207Z","steps":["trace[1875257866] 'process raft request' (duration: 223.730605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:02.06244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.699264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-03-31T20:25:02.062494Z","caller":"traceutil/trace.go:171","msg":"trace[1900538432] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3299; }","duration":"223.788466ms","start":"2026-03-31T20:25:01.83869Z","end":"2026-03-31T20:25:02.062478Z","steps":["trace[1900538432] 'agreement among raft nodes before linearized reading' (duration: 223.602602ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:02.075596Z","caller":"traceutil/trace.go:171","msg":"trace[1367157771] transaction","detail":"{read_only:false; response_revision:3300; number_of_response:1; }","duration":"142.901498ms","start":"2026-03-31T20:25:01.932667Z","end":"2026-03-31T20:25:02.075568Z","steps":["trace[1367157771] 'process raft request' (duration: 142.726744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:02.075839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.32808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:02.0759Z","caller":"traceutil/trace.go:171","msg":"trace[523510782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3301; }","duration":"205.443703ms","start":"2026-03-31T20:25:01.87044Z","end":"2026-03-31T20:25:02.075884Z","steps":["trace[523510782] 'agreement among raft nodes before linearized reading' (duration: 205.348581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:02.901764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.24134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T20:25:02.901832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.940476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:25:02.901867Z","caller":"traceutil/trace.go:171","msg":"trace[1684912471] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3302; }","duration":"163.389614ms","start":"2026-03-31T20:25:02.738457Z","end":"2026-03-31T20:25:02.901847Z","steps":["trace[1684912471] 'range keys from in-memory index tree' (duration: 163.044525ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:02.901906Z","caller":"traceutil/trace.go:171","msg":"trace[2071254629] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3302; }","duration":"127.066519ms","start":"2026-03-31T20:25:02.774823Z","end":"2026-03-31T20:25:02.90189Z","steps":["trace[2071254629] 'range keys from in-memory index tree' (duration: 126.769172ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:03.305046Z","caller":"traceutil/trace.go:171","msg":"trace[303976652] transaction","detail":"{read_only:false; response_revision:3306; number_of_response:1; }","duration":"214.992363ms","start":"2026-03-31T20:25:03.090008Z","end":"2026-03-31T20:25:03.305001Z","steps":["trace[303976652] 'process raft request' (duration: 196.809706ms)","trace[303976652] 'compare' (duration: 18.026214ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:04.197973Z","caller":"traceutil/trace.go:171","msg":"trace[553333920] transaction","detail":"{read_only:false; response_revision:3309; number_of_response:1; }","duration":"127.548722ms","start":"2026-03-31T20:25:04.070372Z","end":"2026-03-31T20:25:04.197921Z","steps":["trace[553333920] 'process raft request' (duration: 127.085971ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:04.198205Z","caller":"traceutil/trace.go:171","msg":"trace[817117884] transaction","detail":"{read_only:false; response_revision:3311; number_of_response:1; }","duration":"116.726999ms","start":"2026-03-31T20:25:04.081234Z","end":"2026-03-31T20:25:04.197961Z","steps":["trace[817117884] 'process raft request' (duration: 116.512354ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:04.198095Z","caller":"traceutil/trace.go:171","msg":"trace[1510666472] transaction","detail":"{read_only:false; response_revision:3310; number_of_response:1; }","duration":"117.473268ms","start":"2026-03-31T20:25:04.080565Z","end":"2026-03-31T20:25:04.198038Z","steps":["trace[1510666472] 'process raft request' (duration: 117.11949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:04.981551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.621811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:04.981642Z","caller":"traceutil/trace.go:171","msg":"trace[288996889] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3313; }","duration":"111.779075ms","start":"2026-03-31T20:25:04.869844Z","end":"2026-03-31T20:25:04.981623Z","steps":["trace[288996889] 'range keys from in-memory index tree' (duration: 111.436307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:04.981637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.617873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:04.981707Z","caller":"traceutil/trace.go:171","msg":"trace[1453699859] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:3313; }","duration":"119.740806ms","start":"2026-03-31T20:25:04.861944Z","end":"2026-03-31T20:25:04.981685Z","steps":["trace[1453699859] 'count revisions from in-memory index tree' (duration: 119.433828ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:05.124478Z","caller":"traceutil/trace.go:171","msg":"trace[598641798] transaction","detail":"{read_only:false; response_revision:3314; number_of_response:1; }","duration":"138.076908ms","start":"2026-03-31T20:25:04.986374Z","end":"2026-03-31T20:25:05.124451Z","steps":["trace[598641798] 'process raft request' (duration: 137.917584ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:05.235564Z","caller":"traceutil/trace.go:171","msg":"trace[1630720087] linearizableReadLoop","detail":"{readStateIndex:3456; appliedIndex:3454; }","duration":"193.315979ms","start":"2026-03-31T20:25:05.042219Z","end":"2026-03-31T20:25:05.235535Z","steps":["trace[1630720087] 'read index received' (duration: 82.091269ms)","trace[1630720087] 'applied index is now lower than readState.Index' (duration: 111.2239ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:05.235765Z","caller":"traceutil/trace.go:171","msg":"trace[1675868900] transaction","detail":"{read_only:false; response_revision:3315; number_of_response:1; }","duration":"248.702032ms","start":"2026-03-31T20:25:04.986918Z","end":"2026-03-31T20:25:05.23562Z","steps":["trace[1675868900] 'process raft request' (duration: 198.988471ms)","trace[1675868900] 'compare' (duration: 49.493695ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:05.235851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.961888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a206bdbd2d5a99\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-03-31T20:25:05.235859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.631616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T20:25:05.235923Z","caller":"traceutil/trace.go:171","msg":"trace[77151574] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a206bdbd2d5a99; range_end:; response_count:1; response_revision:3315; }","duration":"104.081152ms","start":"2026-03-31T20:25:05.131825Z","end":"2026-03-31T20:25:05.235906Z","steps":["trace[77151574] 'agreement among raft nodes before linearized reading' (duration: 103.866296ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:05.235935Z","caller":"traceutil/trace.go:171","msg":"trace[317224690] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3315; }","duration":"193.7354ms","start":"2026-03-31T20:25:05.042181Z","end":"2026-03-31T20:25:05.235916Z","steps":["trace[317224690] 'agreement among raft nodes before linearized reading' (duration: 193.470333ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:05.449205Z","caller":"traceutil/trace.go:171","msg":"trace[765083164] transaction","detail":"{read_only:false; response_revision:3316; number_of_response:1; }","duration":"209.789273ms","start":"2026-03-31T20:25:05.239361Z","end":"2026-03-31T20:25:05.449151Z","steps":["trace[765083164] 'process raft request' (duration: 141.41591ms)","trace[765083164] 'compare' (duration: 68.139777ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:05.44926Z","caller":"traceutil/trace.go:171","msg":"trace[992959185] linearizableReadLoop","detail":"{readStateIndex:3457; appliedIndex:3456; }","duration":"209.550037ms","start":"2026-03-31T20:25:05.239685Z","end":"2026-03-31T20:25:05.449236Z","steps":["trace[992959185] 'read index received' (duration: 141.105693ms)","trace[992959185] 'applied index is now lower than readState.Index' (duration: 68.440484ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:05.449272Z","caller":"traceutil/trace.go:171","msg":"trace[1036649558] transaction","detail":"{read_only:false; response_revision:3317; number_of_response:1; }","duration":"208.507612ms","start":"2026-03-31T20:25:05.240721Z","end":"2026-03-31T20:25:05.449229Z","steps":["trace[1036649558] 'process raft request' (duration: 208.42468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:05.450854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.325755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:25:05.450964Z","caller":"traceutil/trace.go:171","msg":"trace[898279476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3317; }","duration":"142.484038ms","start":"2026-03-31T20:25:05.30845Z","end":"2026-03-31T20:25:05.450934Z","steps":["trace[898279476] 'agreement among raft nodes before linearized reading' (duration: 142.190871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:05.451738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.010049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T20:25:05.451911Z","caller":"traceutil/trace.go:171","msg":"trace[1124032589] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3317; }","duration":"212.190464ms","start":"2026-03-31T20:25:05.239646Z","end":"2026-03-31T20:25:05.451836Z","steps":["trace[1124032589] 'agreement among raft nodes before linearized reading' (duration: 209.715261ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:05.653289Z","caller":"traceutil/trace.go:171","msg":"trace[1545636359] transaction","detail":"{read_only:false; response_revision:3320; number_of_response:1; }","duration":"102.199733ms","start":"2026-03-31T20:25:05.551061Z","end":"2026-03-31T20:25:05.653261Z","steps":["trace[1545636359] 'process raft request' (duration: 102.151802ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:05.653346Z","caller":"traceutil/trace.go:171","msg":"trace[1377625853] transaction","detail":"{read_only:false; response_revision:3319; number_of_response:1; }","duration":"111.866478ms","start":"2026-03-31T20:25:05.541427Z","end":"2026-03-31T20:25:05.653294Z","steps":["trace[1377625853] 'process raft request' (duration: 44.602743ms)","trace[1377625853] 'compare' (duration: 67.012068ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:05.653777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.602391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T20:25:05.65381Z","caller":"traceutil/trace.go:171","msg":"trace[238630597] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3320; }","duration":"111.683253ms","start":"2026-03-31T20:25:05.54212Z","end":"2026-03-31T20:25:05.653803Z","steps":["trace[238630597] 'agreement among raft nodes before linearized reading' (duration: 111.534439ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:05.653482Z","caller":"traceutil/trace.go:171","msg":"trace[869176443] linearizableReadLoop","detail":"{readStateIndex:3460; appliedIndex:3459; }","duration":"111.17887ms","start":"2026-03-31T20:25:05.542166Z","end":"2026-03-31T20:25:05.653345Z","steps":["trace[869176443] 'read index received' (duration: 43.867354ms)","trace[869176443] 'applied index is now lower than readState.Index' (duration: 67.308736ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:07.015841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.172921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:07.016059Z","caller":"traceutil/trace.go:171","msg":"trace[1005616556] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3324; }","duration":"146.448917ms","start":"2026-03-31T20:25:06.86959Z","end":"2026-03-31T20:25:07.016039Z","steps":["trace[1005616556] 'range keys from in-memory index tree' (duration: 146.078218ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:07.28254Z","caller":"traceutil/trace.go:171","msg":"trace[1368936059] transaction","detail":"{read_only:false; response_revision:3325; number_of_response:1; }","duration":"150.044998ms","start":"2026-03-31T20:25:07.132435Z","end":"2026-03-31T20:25:07.28248Z","steps":["trace[1368936059] 'process raft request' (duration: 149.72503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:08.008155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.21125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:25:08.008253Z","caller":"traceutil/trace.go:171","msg":"trace[2122515221] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3326; }","duration":"553.368054ms","start":"2026-03-31T20:25:07.454865Z","end":"2026-03-31T20:25:08.008233Z","steps":["trace[2122515221] 'range keys from in-memory index tree' (duration: 553.014336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:08.0083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:07.454829Z","time spent":"553.454896ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:25:08.02547Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973328123,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:25:08.223365Z","caller":"traceutil/trace.go:171","msg":"trace[1708162758] transaction","detail":"{read_only:false; response_revision:3327; number_of_response:1; }","duration":"761.957138ms","start":"2026-03-31T20:25:07.461377Z","end":"2026-03-31T20:25:08.223334Z","steps":["trace[1708162758] 'process raft request' (duration: 761.791984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:08.223532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:07.461359Z","time spent":"762.089741ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:08.573027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.895493ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:25:08.573509Z","caller":"traceutil/trace.go:171","msg":"trace[489219766] transaction","detail":"{read_only:false; response_revision:3328; number_of_response:1; }","duration":"914.797677ms","start":"2026-03-31T20:25:07.658674Z","end":"2026-03-31T20:25:08.573471Z","steps":["trace[489219766] 'process raft request' (duration: 799.372721ms)","trace[489219766] 'compare' (duration: 114.723539ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:08.573627Z","caller":"traceutil/trace.go:171","msg":"trace[1888140657] transaction","detail":"{read_only:false; response_revision:3329; number_of_response:1; }","duration":"560.006603ms","start":"2026-03-31T20:25:08.013526Z","end":"2026-03-31T20:25:08.573532Z","steps":["trace[1888140657] 'process raft request' (duration: 559.861819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:08.573662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:07.658649Z","time spent":"914.93633ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:08.573851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:08.0135Z","time spent":"560.249928ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:08.574396Z","caller":"traceutil/trace.go:171","msg":"trace[1286184867] transaction","detail":"{read_only:false; response_revision:3330; number_of_response:1; }","duration":"452.210857ms","start":"2026-03-31T20:25:08.122155Z","end":"2026-03-31T20:25:08.574366Z","steps":["trace[1286184867] 'process raft request' (duration: 451.298425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:08.574577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:08.12213Z","time spent":"452.35392ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:08.574642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049634832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:25:08.574686Z","caller":"traceutil/trace.go:171","msg":"trace[101159920] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3330; }","duration":"1.049719014s","start":"2026-03-31T20:25:07.524954Z","end":"2026-03-31T20:25:08.574673Z","steps":["trace[101159920] 'agreement among raft nodes before linearized reading' (duration: 1.04957625s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:08.574718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:07.524933Z","time spent":"1.049778585s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:25:08.574796Z","caller":"traceutil/trace.go:171","msg":"trace[2136113210] linearizableReadLoop","detail":"{readStateIndex:3470; appliedIndex:3467; }","duration":"1.049304993s","start":"2026-03-31T20:25:07.525012Z","end":"2026-03-31T20:25:08.574317Z","steps":["trace[2136113210] 'read index received' (duration: 698.191322ms)","trace[2136113210] 'applied index is now lower than readState.Index' (duration: 351.112161ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:08.578473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.868036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:08.578572Z","caller":"traceutil/trace.go:171","msg":"trace[1255517797] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:3332; }","duration":"924.05675ms","start":"2026-03-31T20:25:07.654496Z","end":"2026-03-31T20:25:08.578553Z","steps":["trace[1255517797] 'agreement among raft nodes before linearized reading' (duration: 923.893766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:08.578501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.038816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:25:08.57864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:07.654474Z","time spent":"924.128752ms","remote":"127.0.0.1:59274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:25:08.578632Z","caller":"traceutil/trace.go:171","msg":"trace[506397463] transaction","detail":"{read_only:false; response_revision:3331; number_of_response:1; }","duration":"305.387531ms","start":"2026-03-31T20:25:08.273172Z","end":"2026-03-31T20:25:08.57856Z","steps":["trace[506397463] 'process raft request' (duration: 305.058133ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:08.578689Z","caller":"traceutil/trace.go:171","msg":"trace[1829361626] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3332; }","duration":"709.254401ms","start":"2026-03-31T20:25:07.869408Z","end":"2026-03-31T20:25:08.578662Z","steps":["trace[1829361626] 'agreement among raft nodes before linearized reading' (duration: 709.053466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:08.5786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.11186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-31T20:25:08.578758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:07.869391Z","time spent":"709.330423ms","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:25:08.578764Z","caller":"traceutil/trace.go:171","msg":"trace[1588019446] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3332; }","duration":"744.306784ms","start":"2026-03-31T20:25:07.834438Z","end":"2026-03-31T20:25:08.578745Z","steps":["trace[1588019446] 'agreement among raft nodes before linearized reading' (duration: 744.047168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:08.5788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:08.273143Z","time spent":"305.573086ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:08.578809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:07.834417Z","time spent":"744.375946ms","remote":"127.0.0.1:52348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-31T20:25:08.578596Z","caller":"traceutil/trace.go:171","msg":"trace[406374463] transaction","detail":"{read_only:false; response_revision:3332; number_of_response:1; }","duration":"278.564056ms","start":"2026-03-31T20:25:08.299869Z","end":"2026-03-31T20:25:08.578433Z","steps":["trace[406374463] 'process raft request' (duration: 278.469903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:08.872766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.486777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:25:08.872884Z","caller":"traceutil/trace.go:171","msg":"trace[2102941109] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:3333; }","duration":"157.889877ms","start":"2026-03-31T20:25:08.714966Z","end":"2026-03-31T20:25:08.872855Z","steps":["trace[2102941109] 'count revisions from in-memory index tree' (duration: 157.356613ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:09.524784Z","caller":"traceutil/trace.go:171","msg":"trace[1984509394] transaction","detail":"{read_only:false; response_revision:3335; number_of_response:1; }","duration":"138.243891ms","start":"2026-03-31T20:25:09.386512Z","end":"2026-03-31T20:25:09.524756Z","steps":["trace[1984509394] 'process raft request' (duration: 138.096498ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:09.531423Z","caller":"traceutil/trace.go:171","msg":"trace[589617066] transaction","detail":"{read_only:false; response_revision:3336; number_of_response:1; }","duration":"144.463468ms","start":"2026-03-31T20:25:09.386932Z","end":"2026-03-31T20:25:09.531396Z","steps":["trace[589617066] 'process raft request' (duration: 144.255303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:09.633219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.877555ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T20:25:10.97681Z","caller":"traceutil/trace.go:171","msg":"trace[1128721706] linearizableReadLoop","detail":"{readStateIndex:3485; appliedIndex:3484; }","duration":"303.324368ms","start":"2026-03-31T20:25:10.673456Z","end":"2026-03-31T20:25:10.97678Z","steps":["trace[1128721706] 'read index received' (duration: 217.63229ms)","trace[1128721706] 'applied index is now lower than readState.Index' (duration: 85.690728ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:10.976849Z","caller":"traceutil/trace.go:171","msg":"trace[104849678] transaction","detail":"{read_only:false; response_revision:3343; number_of_response:1; }","duration":"309.423543ms","start":"2026-03-31T20:25:10.66738Z","end":"2026-03-31T20:25:10.976803Z","steps":["trace[104849678] 'process raft request' (duration: 223.709024ms)","trace[104849678] 'compare' (duration: 85.578656ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:10.977092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:10.667352Z","time spent":"309.588426ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:10.977251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.7877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T20:25:10.977392Z","caller":"traceutil/trace.go:171","msg":"trace[919651210] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3343; }","duration":"303.951283ms","start":"2026-03-31T20:25:10.673421Z","end":"2026-03-31T20:25:10.977373Z","steps":["trace[919651210] 'agreement among raft nodes before linearized reading' (duration: 303.556643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:10.977496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:10.673409Z","time spent":"304.069057ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T20:25:11.726908Z","caller":"traceutil/trace.go:171","msg":"trace[889439989] transaction","detail":"{read_only:false; response_revision:3346; number_of_response:1; }","duration":"142.909319ms","start":"2026-03-31T20:25:11.583971Z","end":"2026-03-31T20:25:11.72688Z","steps":["trace[889439989] 'process raft request' (duration: 109.777754ms)","trace[889439989] 'compare' (duration: 33.042993ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:12.96188Z","caller":"traceutil/trace.go:171","msg":"trace[1735087180] transaction","detail":"{read_only:false; response_revision:3352; number_of_response:1; }","duration":"104.85052ms","start":"2026-03-31T20:25:12.856973Z","end":"2026-03-31T20:25:12.961824Z","steps":["trace[1735087180] 'process raft request' (duration: 104.618864ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:13.370199Z","caller":"traceutil/trace.go:171","msg":"trace[811124911] transaction","detail":"{read_only:false; response_revision:3356; number_of_response:1; }","duration":"207.861904ms","start":"2026-03-31T20:25:13.162318Z","end":"2026-03-31T20:25:13.37018Z","steps":["trace[811124911] 'process raft request' (duration: 139.244807ms)","trace[811124911] 'compare' (duration: 68.208757ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:13.36994Z","caller":"traceutil/trace.go:171","msg":"trace[1579350766] linearizableReadLoop","detail":"{readStateIndex:3498; appliedIndex:3497; }","duration":"181.444489ms","start":"2026-03-31T20:25:13.188463Z","end":"2026-03-31T20:25:13.369907Z","steps":["trace[1579350766] 'read index received' (duration: 112.992765ms)","trace[1579350766] 'applied index is now lower than readState.Index' (duration: 68.450554ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:13.370531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.045784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-31T20:25:13.370578Z","caller":"traceutil/trace.go:171","msg":"trace[1005049109] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3356; }","duration":"182.140996ms","start":"2026-03-31T20:25:13.188424Z","end":"2026-03-31T20:25:13.370565Z","steps":["trace[1005049109] 'agreement among raft nodes before linearized reading' (duration: 181.942021ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:14.913061Z","caller":"traceutil/trace.go:171","msg":"trace[1047250056] transaction","detail":"{read_only:false; response_revision:3365; number_of_response:1; }","duration":"139.286968ms","start":"2026-03-31T20:25:14.773733Z","end":"2026-03-31T20:25:14.91302Z","steps":["trace[1047250056] 'process raft request' (duration: 81.438321ms)","trace[1047250056] 'compare' (duration: 57.699693ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:16.091893Z","caller":"traceutil/trace.go:171","msg":"trace[105479714] linearizableReadLoop","detail":"{readStateIndex:3513; appliedIndex:3512; }","duration":"269.464245ms","start":"2026-03-31T20:25:15.822392Z","end":"2026-03-31T20:25:16.091856Z","steps":["trace[105479714] 'read index received' (duration: 269.25015ms)","trace[105479714] 'applied index is now lower than readState.Index' (duration: 212.375µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:16.092084Z","caller":"traceutil/trace.go:171","msg":"trace[895649431] transaction","detail":"{read_only:false; response_revision:3369; number_of_response:1; }","duration":"364.535259ms","start":"2026-03-31T20:25:15.727492Z","end":"2026-03-31T20:25:16.092027Z","steps":["trace[895649431] 'process raft request' (duration: 364.120779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:16.092311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.902857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T20:25:16.092314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:15.727466Z","time spent":"364.728125ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:16.092371Z","caller":"traceutil/trace.go:171","msg":"trace[1233278382] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3369; }","duration":"269.983459ms","start":"2026-03-31T20:25:15.82237Z","end":"2026-03-31T20:25:16.092354Z","steps":["trace[1233278382] 'agreement among raft nodes before linearized reading' (duration: 269.728852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:16.092474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.961041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T20:25:16.092604Z","caller":"traceutil/trace.go:171","msg":"trace[86617124] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3369; }","duration":"257.137445ms","start":"2026-03-31T20:25:15.835442Z","end":"2026-03-31T20:25:16.092579Z","steps":["trace[86617124] 'agreement among raft nodes before linearized reading' (duration: 256.775336ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:16.290891Z","caller":"traceutil/trace.go:171","msg":"trace[835186919] linearizableReadLoop","detail":"{readStateIndex:3514; appliedIndex:3513; }","duration":"190.335713ms","start":"2026-03-31T20:25:16.100519Z","end":"2026-03-31T20:25:16.290854Z","steps":["trace[835186919] 'read index received' (duration: 159.163249ms)","trace[835186919] 'applied index is now lower than readState.Index' (duration: 31.170644ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:16.290977Z","caller":"traceutil/trace.go:171","msg":"trace[94430451] transaction","detail":"{read_only:false; response_revision:3370; number_of_response:1; }","duration":"192.832516ms","start":"2026-03-31T20:25:16.098108Z","end":"2026-03-31T20:25:16.29094Z","steps":["trace[94430451] 'process raft request' (duration: 161.63531ms)","trace[94430451] 'compare' (duration: 30.915449ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:16.291182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.640531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-31T20:25:16.291381Z","caller":"traceutil/trace.go:171","msg":"trace[2003622644] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3370; }","duration":"190.869547ms","start":"2026-03-31T20:25:16.100484Z","end":"2026-03-31T20:25:16.291354Z","steps":["trace[2003622644] 'agreement among raft nodes before linearized reading' (duration: 190.542739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:16.291508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.590029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T20:25:16.291555Z","caller":"traceutil/trace.go:171","msg":"trace[549350241] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3370; }","duration":"130.688892ms","start":"2026-03-31T20:25:16.160857Z","end":"2026-03-31T20:25:16.291546Z","steps":["trace[549350241] 'agreement among raft nodes before linearized reading' (duration: 130.417235ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:16.97164Z","caller":"traceutil/trace.go:171","msg":"trace[1104880200] transaction","detail":"{read_only:false; response_revision:3371; number_of_response:1; }","duration":"211.931077ms","start":"2026-03-31T20:25:16.759673Z","end":"2026-03-31T20:25:16.971604Z","steps":["trace[1104880200] 'process raft request' (duration: 211.773364ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:16.972475Z","caller":"traceutil/trace.go:171","msg":"trace[1256808588] linearizableReadLoop","detail":"{readStateIndex:3518; appliedIndex:3514; }","duration":"102.659915ms","start":"2026-03-31T20:25:16.86979Z","end":"2026-03-31T20:25:16.97245Z","steps":["trace[1256808588] 'read index received' (duration: 101.601519ms)","trace[1256808588] 'applied index is now lower than readState.Index' (duration: 1.057386ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:16.972703Z","caller":"traceutil/trace.go:171","msg":"trace[302035591] transaction","detail":"{read_only:false; response_revision:3372; number_of_response:1; }","duration":"191.708307ms","start":"2026-03-31T20:25:16.780986Z","end":"2026-03-31T20:25:16.972694Z","steps":["trace[302035591] 'process raft request' (duration: 191.288057ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:16.972841Z","caller":"traceutil/trace.go:171","msg":"trace[1031259326] transaction","detail":"{read_only:false; response_revision:3373; number_of_response:1; }","duration":"191.647316ms","start":"2026-03-31T20:25:16.781187Z","end":"2026-03-31T20:25:16.972834Z","steps":["trace[1031259326] 'process raft request' (duration: 191.203755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:16.972984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.175709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:16.973286Z","caller":"traceutil/trace.go:171","msg":"trace[698722267] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3374; }","duration":"103.532887ms","start":"2026-03-31T20:25:16.869726Z","end":"2026-03-31T20:25:16.973259Z","steps":["trace[698722267] 'agreement among raft nodes before linearized reading' (duration: 103.157438ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:16.973289Z","caller":"traceutil/trace.go:171","msg":"trace[1172181094] transaction","detail":"{read_only:false; response_revision:3374; number_of_response:1; }","duration":"191.866801ms","start":"2026-03-31T20:25:16.781389Z","end":"2026-03-31T20:25:16.973256Z","steps":["trace[1172181094] 'process raft request' (duration: 191.034401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:17.518577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.01734ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:25:17.518799Z","caller":"traceutil/trace.go:171","msg":"trace[981392098] linearizableReadLoop","detail":"{readStateIndex:3521; appliedIndex:3520; }","duration":"183.249664ms","start":"2026-03-31T20:25:17.335453Z","end":"2026-03-31T20:25:17.518702Z","steps":["trace[981392098] 'read index received' (duration: 47.937257ms)","trace[981392098] 'applied index is now lower than readState.Index' (duration: 135.311257ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:17.51891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.437349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:17.518951Z","caller":"traceutil/trace.go:171","msg":"trace[1227051492] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:3377; }","duration":"183.527361ms","start":"2026-03-31T20:25:17.335409Z","end":"2026-03-31T20:25:17.518936Z","steps":["trace[1227051492] 'agreement among raft nodes before linearized reading' (duration: 183.444589ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:17.519145Z","caller":"traceutil/trace.go:171","msg":"trace[554159582] transaction","detail":"{read_only:false; response_revision:3377; number_of_response:1; }","duration":"261.192257ms","start":"2026-03-31T20:25:17.25791Z","end":"2026-03-31T20:25:17.519103Z","steps":["trace[554159582] 'process raft request' (duration: 125.566692ms)","trace[554159582] 'compare' (duration: 134.867217ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:19.279897Z","caller":"traceutil/trace.go:171","msg":"trace[675592036] linearizableReadLoop","detail":"{readStateIndex:3528; appliedIndex:3524; }","duration":"296.962468ms","start":"2026-03-31T20:25:18.982904Z","end":"2026-03-31T20:25:19.279867Z","steps":["trace[675592036] 'read index received' (duration: 50.709637ms)","trace[675592036] 'applied index is now lower than readState.Index' (duration: 246.251761ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:19.279992Z","caller":"traceutil/trace.go:171","msg":"trace[156897970] transaction","detail":"{read_only:false; response_revision:3384; number_of_response:1; }","duration":"300.674132ms","start":"2026-03-31T20:25:18.979312Z","end":"2026-03-31T20:25:19.279986Z","steps":["trace[156897970] 'process raft request' (duration: 300.517928ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:19.279956Z","caller":"traceutil/trace.go:171","msg":"trace[613397969] transaction","detail":"{read_only:false; response_revision:3383; number_of_response:1; }","duration":"301.234686ms","start":"2026-03-31T20:25:18.97868Z","end":"2026-03-31T20:25:19.279914Z","steps":["trace[613397969] 'process raft request' (duration: 301.112663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:19.280071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:18.979294Z","time spent":"300.714954ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:19.280199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:18.978654Z","time spent":"301.38491ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:19.280415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.510732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:25:19.28044Z","caller":"traceutil/trace.go:171","msg":"trace[1232326367] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3384; }","duration":"297.564903ms","start":"2026-03-31T20:25:18.982868Z","end":"2026-03-31T20:25:19.280433Z","steps":["trace[1232326367] 'agreement among raft nodes before linearized reading' (duration: 297.481001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:19.280392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.597287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:25:19.280591Z","caller":"traceutil/trace.go:171","msg":"trace[168151209] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:3384; }","duration":"122.812693ms","start":"2026-03-31T20:25:19.157677Z","end":"2026-03-31T20:25:19.28049Z","steps":["trace[168151209] 'agreement among raft nodes before linearized reading' (duration: 122.531506ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:19.2802Z","caller":"traceutil/trace.go:171","msg":"trace[1548197130] transaction","detail":"{read_only:false; response_revision:3382; number_of_response:1; }","duration":"301.592515ms","start":"2026-03-31T20:25:18.978587Z","end":"2026-03-31T20:25:19.28018Z","steps":["trace[1548197130] 'process raft request' (duration: 301.049412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:19.281012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:18.978561Z","time spent":"302.402895ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:21.372326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.604178ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:25:21.372893Z","caller":"traceutil/trace.go:171","msg":"trace[814787867] transaction","detail":"{read_only:false; response_revision:3391; number_of_response:1; }","duration":"333.798006ms","start":"2026-03-31T20:25:21.039062Z","end":"2026-03-31T20:25:21.37286Z","steps":["trace[814787867] 'process raft request' (duration: 189.4345ms)","trace[814787867] 'compare' (duration: 143.361301ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:21.373025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:21.039038Z","time spent":"333.933659ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:21.456323Z","caller":"traceutil/trace.go:171","msg":"trace[792131546] linearizableReadLoop","detail":"{readStateIndex:3539; appliedIndex:3537; }","duration":"128.218189ms","start":"2026-03-31T20:25:21.328087Z","end":"2026-03-31T20:25:21.456305Z","steps":["trace[792131546] 'read index received' (duration: 128.064845ms)","trace[792131546] 'applied index is now lower than readState.Index' (duration: 152.824µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:21.456403Z","caller":"traceutil/trace.go:171","msg":"trace[80558055] transaction","detail":"{read_only:false; response_revision:3394; number_of_response:1; }","duration":"168.37464ms","start":"2026-03-31T20:25:21.288022Z","end":"2026-03-31T20:25:21.456397Z","steps":["trace[80558055] 'process raft request' (duration: 168.261748ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:21.456404Z","caller":"traceutil/trace.go:171","msg":"trace[314335487] transaction","detail":"{read_only:false; response_revision:3393; number_of_response:1; }","duration":"169.673273ms","start":"2026-03-31T20:25:21.286696Z","end":"2026-03-31T20:25:21.456369Z","steps":["trace[314335487] 'process raft request' (duration: 169.498218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:21.456619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.508468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:25:21.456685Z","caller":"traceutil/trace.go:171","msg":"trace[232545030] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3394; }","duration":"115.610101ms","start":"2026-03-31T20:25:21.341045Z","end":"2026-03-31T20:25:21.456655Z","steps":["trace[232545030] 'agreement among raft nodes before linearized reading' (duration: 115.414776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:21.456862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.765862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:25:21.456973Z","caller":"traceutil/trace.go:171","msg":"trace[1750759754] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3394; }","duration":"128.869475ms","start":"2026-03-31T20:25:21.328035Z","end":"2026-03-31T20:25:21.456905Z","steps":["trace[1750759754] 'agreement among raft nodes before linearized reading' (duration: 128.394483ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:21.579403Z","caller":"traceutil/trace.go:171","msg":"trace[473669172] transaction","detail":"{read_only:false; response_revision:3396; number_of_response:1; }","duration":"117.371256ms","start":"2026-03-31T20:25:21.462Z","end":"2026-03-31T20:25:21.579371Z","steps":["trace[473669172] 'process raft request' (duration: 117.249043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:21.7863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.040424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:25:21.786393Z","caller":"traceutil/trace.go:171","msg":"trace[1412057667] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3396; }","duration":"126.206528ms","start":"2026-03-31T20:25:21.660166Z","end":"2026-03-31T20:25:21.786373Z","steps":["trace[1412057667] 'range keys from in-memory index tree' (duration: 125.810088ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:22.393019Z","caller":"traceutil/trace.go:171","msg":"trace[280623396] transaction","detail":"{read_only:false; response_revision:3398; number_of_response:1; }","duration":"171.052568ms","start":"2026-03-31T20:25:22.221937Z","end":"2026-03-31T20:25:22.392989Z","steps":["trace[280623396] 'process raft request' (duration: 170.873743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:23.78722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.537022ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:25:23.787357Z","caller":"traceutil/trace.go:171","msg":"trace[879774852] linearizableReadLoop","detail":"{readStateIndex:3549; appliedIndex:3548; }","duration":"204.540801ms","start":"2026-03-31T20:25:23.582795Z","end":"2026-03-31T20:25:23.787336Z","steps":["trace[879774852] 'read index received' (duration: 76.783993ms)","trace[879774852] 'applied index is now lower than readState.Index' (duration: 127.755088ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:23.787502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.713385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:25:23.787466Z","caller":"traceutil/trace.go:171","msg":"trace[1766830917] transaction","detail":"{read_only:false; response_revision:3404; number_of_response:1; }","duration":"234.942567ms","start":"2026-03-31T20:25:23.552477Z","end":"2026-03-31T20:25:23.78742Z","steps":["trace[1766830917] 'process raft request' (duration: 107.109068ms)","trace[1766830917] 'compare' (duration: 127.382558ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:23.78754Z","caller":"traceutil/trace.go:171","msg":"trace[1874199380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3404; }","duration":"204.800978ms","start":"2026-03-31T20:25:23.582729Z","end":"2026-03-31T20:25:23.78753Z","steps":["trace[1874199380] 'agreement among raft nodes before linearized reading' (duration: 204.668074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:24.69493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.16392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:25:24.695034Z","caller":"traceutil/trace.go:171","msg":"trace[309889679] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3408; }","duration":"198.331654ms","start":"2026-03-31T20:25:24.496682Z","end":"2026-03-31T20:25:24.695013Z","steps":["trace[309889679] 'range keys from in-memory index tree' (duration: 197.988586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:25.333664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.492468ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:25:25.333791Z","caller":"traceutil/trace.go:171","msg":"trace[663405277] linearizableReadLoop","detail":"{readStateIndex:3556; appliedIndex:3555; }","duration":"463.03502ms","start":"2026-03-31T20:25:24.870739Z","end":"2026-03-31T20:25:25.333774Z","steps":["trace[663405277] 'read index received' (duration: 54.141µs)","trace[663405277] 'applied index is now lower than readState.Index' (duration: 462.979369ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:25.333935Z","caller":"traceutil/trace.go:171","msg":"trace[1496832355] transaction","detail":"{read_only:false; response_revision:3410; number_of_response:1; }","duration":"634.13711ms","start":"2026-03-31T20:25:24.699768Z","end":"2026-03-31T20:25:25.333906Z","steps":["trace[1496832355] 'process raft request' (duration: 107.292143ms)","trace[1496832355] 'compare' (duration: 525.983986ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:25.334242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:24.699747Z","time spent":"634.337315ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:25.33438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.657451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:25:25.334475Z","caller":"traceutil/trace.go:171","msg":"trace[4996092] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3410; }","duration":"217.886277ms","start":"2026-03-31T20:25:25.116568Z","end":"2026-03-31T20:25:25.334454Z","steps":["trace[4996092] 'agreement among raft nodes before linearized reading' (duration: 217.650521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:25.334911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.091728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:25.335012Z","caller":"traceutil/trace.go:171","msg":"trace[1673544435] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3410; }","duration":"464.291792ms","start":"2026-03-31T20:25:24.870696Z","end":"2026-03-31T20:25:25.334988Z","steps":["trace[1673544435] 'agreement among raft nodes before linearized reading' (duration: 464.052216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:25.335552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:24.870682Z","time spent":"464.852307ms","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:25:25.745138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.050307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:25:25.745372Z","caller":"traceutil/trace.go:171","msg":"trace[319924622] transaction","detail":"{read_only:false; response_revision:3413; number_of_response:1; }","duration":"260.809467ms","start":"2026-03-31T20:25:25.484543Z","end":"2026-03-31T20:25:25.745353Z","steps":["trace[319924622] 'process raft request' (duration: 260.768776ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:25.745621Z","caller":"traceutil/trace.go:171","msg":"trace[1362788890] transaction","detail":"{read_only:false; response_revision:3412; number_of_response:1; }","duration":"261.101885ms","start":"2026-03-31T20:25:25.484507Z","end":"2026-03-31T20:25:25.745609Z","steps":["trace[1362788890] 'process raft request' (duration: 260.731046ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:25.74575Z","caller":"traceutil/trace.go:171","msg":"trace[778123881] transaction","detail":"{read_only:false; response_revision:3411; number_of_response:1; }","duration":"354.334333ms","start":"2026-03-31T20:25:25.391384Z","end":"2026-03-31T20:25:25.745718Z","steps":["trace[778123881] 'process raft request' (duration: 53.62952ms)","trace[778123881] 'compare' (duration: 299.829302ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:25.746274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:25.391351Z","time spent":"354.785085ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:25.782508Z","caller":"traceutil/trace.go:171","msg":"trace[135687014] transaction","detail":"{read_only:false; response_revision:3414; number_of_response:1; }","duration":"297.020159ms","start":"2026-03-31T20:25:25.485449Z","end":"2026-03-31T20:25:25.782469Z","steps":["trace[135687014] 'process raft request' (duration: 296.830884ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:26.04955Z","caller":"traceutil/trace.go:171","msg":"trace[209475550] linearizableReadLoop","detail":"{readStateIndex:3562; appliedIndex:3560; }","duration":"214.176853ms","start":"2026-03-31T20:25:25.835349Z","end":"2026-03-31T20:25:26.049526Z","steps":["trace[209475550] 'read index received' (duration: 3.891467ms)","trace[209475550] 'applied index is now lower than readState.Index' (duration: 210.284786ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:26.049666Z","caller":"traceutil/trace.go:171","msg":"trace[808965104] transaction","detail":"{read_only:false; response_revision:3416; number_of_response:1; }","duration":"250.316193ms","start":"2026-03-31T20:25:25.799341Z","end":"2026-03-31T20:25:26.049657Z","steps":["trace[808965104] 'process raft request' (duration: 169.9437ms)","trace[808965104] 'compare' (duration: 80.135967ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:26.050002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.654375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T20:25:26.05009Z","caller":"traceutil/trace.go:171","msg":"trace[1256374560] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3416; }","duration":"214.741437ms","start":"2026-03-31T20:25:25.835328Z","end":"2026-03-31T20:25:26.05007Z","steps":["trace[1256374560] 'agreement among raft nodes before linearized reading' (duration: 214.560763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:26.050001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.773504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:25:26.050201Z","caller":"traceutil/trace.go:171","msg":"trace[959203474] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3416; }","duration":"162.046141ms","start":"2026-03-31T20:25:25.888138Z","end":"2026-03-31T20:25:26.050184Z","steps":["trace[959203474] 'agreement among raft nodes before linearized reading' (duration: 161.61763ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:27.961801Z","caller":"traceutil/trace.go:171","msg":"trace[688003459] linearizableReadLoop","detail":"{readStateIndex:3570; appliedIndex:3569; }","duration":"103.350313ms","start":"2026-03-31T20:25:27.858421Z","end":"2026-03-31T20:25:27.961771Z","steps":["trace[688003459] 'read index received' (duration: 17.032479ms)","trace[688003459] 'applied index is now lower than readState.Index' (duration: 86.316814ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:27.961907Z","caller":"traceutil/trace.go:171","msg":"trace[855025072] transaction","detail":"{read_only:false; response_revision:3424; number_of_response:1; }","duration":"105.440776ms","start":"2026-03-31T20:25:27.856421Z","end":"2026-03-31T20:25:27.961861Z","steps":["trace[855025072] 'process raft request' (duration: 19.119902ms)","trace[855025072] 'compare' (duration: 86.114629ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:27.962045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.610199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-31T20:25:27.962129Z","caller":"traceutil/trace.go:171","msg":"trace[1344468735] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3424; }","duration":"103.722872ms","start":"2026-03-31T20:25:27.858387Z","end":"2026-03-31T20:25:27.96211Z","steps":["trace[1344468735] 'agreement among raft nodes before linearized reading' (duration: 103.488496ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:28.365316Z","caller":"traceutil/trace.go:171","msg":"trace[96105766] transaction","detail":"{read_only:false; response_revision:3427; number_of_response:1; }","duration":"206.040869ms","start":"2026-03-31T20:25:28.15924Z","end":"2026-03-31T20:25:28.365281Z","steps":["trace[96105766] 'process raft request' (duration: 205.873045ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:28.367002Z","caller":"traceutil/trace.go:171","msg":"trace[402861136] transaction","detail":"{read_only:false; response_revision:3428; number_of_response:1; }","duration":"206.837018ms","start":"2026-03-31T20:25:28.160141Z","end":"2026-03-31T20:25:28.366978Z","steps":["trace[402861136] 'process raft request' (duration: 206.718915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:28.59675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.371271ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:25:28.596973Z","caller":"traceutil/trace.go:171","msg":"trace[1013821832] transaction","detail":"{read_only:false; response_revision:3430; number_of_response:1; }","duration":"138.599061ms","start":"2026-03-31T20:25:28.458356Z","end":"2026-03-31T20:25:28.596955Z","steps":["trace[1013821832] 'process raft request' (duration: 138.506828ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:28.597072Z","caller":"traceutil/trace.go:171","msg":"trace[1597848234] transaction","detail":"{read_only:false; response_revision:3429; number_of_response:1; }","duration":"165.5994ms","start":"2026-03-31T20:25:28.431381Z","end":"2026-03-31T20:25:28.596981Z","steps":["trace[1597848234] 'process raft request' (duration: 48.912902ms)","trace[1597848234] 'compare' (duration: 116.169685ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:29.60759Z","caller":"traceutil/trace.go:171","msg":"trace[1435371796] transaction","detail":"{read_only:false; response_revision:3432; number_of_response:1; }","duration":"231.15249ms","start":"2026-03-31T20:25:29.376406Z","end":"2026-03-31T20:25:29.607558Z","steps":["trace[1435371796] 'process raft request' (duration: 230.969216ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:30.269822Z","caller":"traceutil/trace.go:171","msg":"trace[191164569] transaction","detail":"{read_only:false; response_revision:3438; number_of_response:1; }","duration":"105.924827ms","start":"2026-03-31T20:25:30.163863Z","end":"2026-03-31T20:25:30.269788Z","steps":["trace[191164569] 'process raft request' (duration: 105.783094ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:32.894986Z","caller":"traceutil/trace.go:171","msg":"trace[563171875] transaction","detail":"{read_only:false; response_revision:3449; number_of_response:1; }","duration":"158.304747ms","start":"2026-03-31T20:25:32.736631Z","end":"2026-03-31T20:25:32.894936Z","steps":["trace[563171875] 'process raft request' (duration: 158.074461ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:34.076322Z","caller":"traceutil/trace.go:171","msg":"trace[1882100348] linearizableReadLoop","detail":"{readStateIndex:3601; appliedIndex:3598; }","duration":"112.102135ms","start":"2026-03-31T20:25:33.964199Z","end":"2026-03-31T20:25:34.076301Z","steps":["trace[1882100348] 'read index received' (duration: 39.988878ms)","trace[1882100348] 'applied index is now lower than readState.Index' (duration: 72.112207ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:34.076538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.324041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T20:25:34.076599Z","caller":"traceutil/trace.go:171","msg":"trace[1859893792] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:3454; }","duration":"112.442693ms","start":"2026-03-31T20:25:33.964147Z","end":"2026-03-31T20:25:34.07659Z","steps":["trace[1859893792] 'agreement among raft nodes before linearized reading' (duration: 112.28844ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:34.076659Z","caller":"traceutil/trace.go:171","msg":"trace[885268339] transaction","detail":"{read_only:false; response_revision:3453; number_of_response:1; }","duration":"151.888438ms","start":"2026-03-31T20:25:33.924733Z","end":"2026-03-31T20:25:34.076621Z","steps":["trace[885268339] 'process raft request' (duration: 151.405016ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:34.07669Z","caller":"traceutil/trace.go:171","msg":"trace[1162306] transaction","detail":"{read_only:false; response_revision:3454; number_of_response:1; }","duration":"151.816275ms","start":"2026-03-31T20:25:33.924848Z","end":"2026-03-31T20:25:34.076664Z","steps":["trace[1162306] 'process raft request' (duration: 151.426236ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:34.30065Z","caller":"traceutil/trace.go:171","msg":"trace[1293588805] transaction","detail":"{read_only:false; response_revision:3456; number_of_response:1; }","duration":"147.534468ms","start":"2026-03-31T20:25:34.153088Z","end":"2026-03-31T20:25:34.300622Z","steps":["trace[1293588805] 'process raft request' (duration: 147.482407ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:34.300713Z","caller":"traceutil/trace.go:171","msg":"trace[649447798] transaction","detail":"{read_only:false; response_revision:3455; number_of_response:1; }","duration":"150.150493ms","start":"2026-03-31T20:25:34.150519Z","end":"2026-03-31T20:25:34.300669Z","steps":["trace[649447798] 'process raft request' (duration: 137.409872ms)","trace[649447798] 'compare' (duration: 12.527386ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:36.241778Z","caller":"traceutil/trace.go:171","msg":"trace[380260507] transaction","detail":"{read_only:false; response_revision:3466; number_of_response:1; }","duration":"138.475859ms","start":"2026-03-31T20:25:36.103268Z","end":"2026-03-31T20:25:36.241744Z","steps":["trace[380260507] 'process raft request' (duration: 96.84747ms)","trace[380260507] 'compare' (duration: 41.491466ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:36.55116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.865846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:25:36.551253Z","caller":"traceutil/trace.go:171","msg":"trace[1206788473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3467; }","duration":"152.029411ms","start":"2026-03-31T20:25:36.399202Z","end":"2026-03-31T20:25:36.551231Z","steps":["trace[1206788473] 'range keys from in-memory index tree' (duration: 151.640251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:37.0192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.203365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:37.019291Z","caller":"traceutil/trace.go:171","msg":"trace[363506721] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3469; }","duration":"150.338538ms","start":"2026-03-31T20:25:36.868932Z","end":"2026-03-31T20:25:37.019271Z","steps":["trace[363506721] 'range keys from in-memory index tree' (duration: 150.106041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:37.019386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.486656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:25:37.019507Z","caller":"traceutil/trace.go:171","msg":"trace[487027653] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3469; }","duration":"147.670781ms","start":"2026-03-31T20:25:36.87181Z","end":"2026-03-31T20:25:37.019481Z","steps":["trace[487027653] 'count revisions from in-memory index tree' (duration: 147.407494ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:38.242514Z","caller":"traceutil/trace.go:171","msg":"trace[506041207] transaction","detail":"{read_only:false; response_revision:3473; number_of_response:1; }","duration":"163.48061ms","start":"2026-03-31T20:25:38.079001Z","end":"2026-03-31T20:25:38.242482Z","steps":["trace[506041207] 'process raft request' (duration: 112.770652ms)","trace[506041207] 'compare' (duration: 50.505243ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:38.242733Z","caller":"traceutil/trace.go:171","msg":"trace[822520732] transaction","detail":"{read_only:false; response_revision:3474; number_of_response:1; }","duration":"136.009518ms","start":"2026-03-31T20:25:38.106697Z","end":"2026-03-31T20:25:38.242707Z","steps":["trace[822520732] 'process raft request' (duration: 135.726061ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:38.243137Z","caller":"traceutil/trace.go:171","msg":"trace[925127708] transaction","detail":"{read_only:false; response_revision:3475; number_of_response:1; }","duration":"132.881798ms","start":"2026-03-31T20:25:38.110241Z","end":"2026-03-31T20:25:38.243123Z","steps":["trace[925127708] 'process raft request' (duration: 132.404796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:39.066999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.330652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:39.067129Z","caller":"traceutil/trace.go:171","msg":"trace[130122389] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3477; }","duration":"199.525677ms","start":"2026-03-31T20:25:38.867578Z","end":"2026-03-31T20:25:39.067103Z","steps":["trace[130122389] 'range keys from in-memory index tree' (duration: 199.23043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:39.067567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.629253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:25:39.067845Z","caller":"traceutil/trace.go:171","msg":"trace[1675979309] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3477; }","duration":"342.788467ms","start":"2026-03-31T20:25:38.724865Z","end":"2026-03-31T20:25:39.067654Z","steps":["trace[1675979309] 'range keys from in-memory index tree' (duration: 342.224493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:39.068085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:38.72482Z","time spent":"343.089354ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T20:25:39.151912Z","caller":"traceutil/trace.go:171","msg":"trace[568427977] linearizableReadLoop","detail":"{readStateIndex:3626; appliedIndex:3625; }","duration":"119.554762ms","start":"2026-03-31T20:25:39.032325Z","end":"2026-03-31T20:25:39.151879Z","steps":["trace[568427977] 'read index received' (duration: 119.386948ms)","trace[568427977] 'applied index is now lower than readState.Index' (duration: 165.724µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:39.151963Z","caller":"traceutil/trace.go:171","msg":"trace[1778609449] transaction","detail":"{read_only:false; response_revision:3478; number_of_response:1; }","duration":"120.412924ms","start":"2026-03-31T20:25:39.031513Z","end":"2026-03-31T20:25:39.151926Z","steps":["trace[1778609449] 'process raft request' (duration: 120.203659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:39.152137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.789008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:25:39.15218Z","caller":"traceutil/trace.go:171","msg":"trace[558305099] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3478; }","duration":"119.87704ms","start":"2026-03-31T20:25:39.032291Z","end":"2026-03-31T20:25:39.152168Z","steps":["trace[558305099] 'agreement among raft nodes before linearized reading' (duration: 119.708196ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:39.340333Z","caller":"traceutil/trace.go:171","msg":"trace[1381906849] transaction","detail":"{read_only:false; response_revision:3480; number_of_response:1; }","duration":"184.304554ms","start":"2026-03-31T20:25:39.155995Z","end":"2026-03-31T20:25:39.3403Z","steps":["trace[1381906849] 'process raft request' (duration: 97.857686ms)","trace[1381906849] 'compare' (duration: 86.343075ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:39.670396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.055979ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-31T20:25:40.516694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.591829ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:25:40.516976Z","caller":"traceutil/trace.go:171","msg":"trace[1809046922] transaction","detail":"{read_only:false; response_revision:3483; number_of_response:1; }","duration":"269.241154ms","start":"2026-03-31T20:25:40.247695Z","end":"2026-03-31T20:25:40.516936Z","steps":["trace[1809046922] 'process raft request' (duration: 67.306696ms)","trace[1809046922] 'compare' (duration: 201.479296ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:40.517221Z","caller":"traceutil/trace.go:171","msg":"trace[2004092105] linearizableReadLoop","detail":"{readStateIndex:3634; appliedIndex:3631; }","duration":"117.881121ms","start":"2026-03-31T20:25:40.399289Z","end":"2026-03-31T20:25:40.51717Z","steps":["trace[2004092105] 'read index received' (duration: 56.782µs)","trace[2004092105] 'applied index is now lower than readState.Index' (duration: 117.823289ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:40.517232Z","caller":"traceutil/trace.go:171","msg":"trace[1387598866] transaction","detail":"{read_only:false; response_revision:3485; number_of_response:1; }","duration":"268.814423ms","start":"2026-03-31T20:25:40.248389Z","end":"2026-03-31T20:25:40.517203Z","steps":["trace[1387598866] 'process raft request' (duration: 268.542837ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:40.517232Z","caller":"traceutil/trace.go:171","msg":"trace[253988488] transaction","detail":"{read_only:false; response_revision:3484; number_of_response:1; }","duration":"268.871884ms","start":"2026-03-31T20:25:40.248329Z","end":"2026-03-31T20:25:40.517201Z","steps":["trace[253988488] 'process raft request' (duration: 268.509505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:40.517392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.101496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:25:40.51776Z","caller":"traceutil/trace.go:171","msg":"trace[695849720] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3485; }","duration":"118.485425ms","start":"2026-03-31T20:25:40.399226Z","end":"2026-03-31T20:25:40.517711Z","steps":["trace[695849720] 'agreement among raft nodes before linearized reading' (duration: 118.046714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:40.807885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.710801ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:25:40.807998Z","caller":"traceutil/trace.go:171","msg":"trace[625262840] linearizableReadLoop","detail":"{readStateIndex:3635; appliedIndex:3634; }","duration":"113.239024ms","start":"2026-03-31T20:25:40.694739Z","end":"2026-03-31T20:25:40.807978Z","steps":["trace[625262840] 'read index received' (duration: 55.591µs)","trace[625262840] 'applied index is now lower than readState.Index' (duration: 113.182033ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:40.808055Z","caller":"traceutil/trace.go:171","msg":"trace[1903442915] transaction","detail":"{read_only:false; response_revision:3486; number_of_response:1; }","duration":"285.676078ms","start":"2026-03-31T20:25:40.522351Z","end":"2026-03-31T20:25:40.808027Z","steps":["trace[1903442915] 'process raft request' (duration: 164.625227ms)","trace[1903442915] 'compare' (duration: 120.545747ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:40.80814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.405517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:25:40.808181Z","caller":"traceutil/trace.go:171","msg":"trace[1944454882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3486; }","duration":"113.445438ms","start":"2026-03-31T20:25:40.694723Z","end":"2026-03-31T20:25:40.808168Z","steps":["trace[1944454882] 'agreement among raft nodes before linearized reading' (duration: 113.304185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:41.047982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.119564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:41.048126Z","caller":"traceutil/trace.go:171","msg":"trace[1441866674] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:3487; }","duration":"135.319619ms","start":"2026-03-31T20:25:40.912779Z","end":"2026-03-31T20:25:41.048099Z","steps":["trace[1441866674] 'count revisions from in-memory index tree' (duration: 135.032693ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:41.293531Z","caller":"traceutil/trace.go:171","msg":"trace[1507074424] transaction","detail":"{read_only:false; response_revision:3488; number_of_response:1; }","duration":"130.695154ms","start":"2026-03-31T20:25:41.162798Z","end":"2026-03-31T20:25:41.293493Z","steps":["trace[1507074424] 'process raft request' (duration: 130.492889ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:42.930544Z","caller":"traceutil/trace.go:171","msg":"trace[278508986] linearizableReadLoop","detail":"{readStateIndex:3643; appliedIndex:3641; }","duration":"117.304046ms","start":"2026-03-31T20:25:42.81321Z","end":"2026-03-31T20:25:42.930514Z","steps":["trace[278508986] 'read index received' (duration: 48.721928ms)","trace[278508986] 'applied index is now lower than readState.Index' (duration: 68.581028ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:42.9309Z","caller":"traceutil/trace.go:171","msg":"trace[450387423] transaction","detail":"{read_only:false; response_revision:3493; number_of_response:1; }","duration":"407.893347ms","start":"2026-03-31T20:25:42.522985Z","end":"2026-03-31T20:25:42.930879Z","steps":["trace[450387423] 'process raft request' (duration: 339.031842ms)","trace[450387423] 'compare' (duration: 68.300271ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:42.930936Z","caller":"traceutil/trace.go:171","msg":"trace[791243977] transaction","detail":"{read_only:false; response_revision:3494; number_of_response:1; }","duration":"407.485147ms","start":"2026-03-31T20:25:42.52341Z","end":"2026-03-31T20:25:42.930896Z","steps":["trace[791243977] 'process raft request' (duration: 407.050256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:42.931129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:42.523385Z","time spent":"407.64583ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:42.931134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:42.522957Z","time spent":"408.075321ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:42.931107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.88712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:25:42.931282Z","caller":"traceutil/trace.go:171","msg":"trace[2138985284] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3494; }","duration":"118.092866ms","start":"2026-03-31T20:25:42.813141Z","end":"2026-03-31T20:25:42.931233Z","steps":["trace[2138985284] 'agreement among raft nodes before linearized reading' (duration: 117.778418ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:43.055409Z","caller":"traceutil/trace.go:171","msg":"trace[231219330] transaction","detail":"{read_only:false; response_revision:3496; number_of_response:1; }","duration":"119.8386ms","start":"2026-03-31T20:25:42.935533Z","end":"2026-03-31T20:25:43.055372Z","steps":["trace[231219330] 'process raft request' (duration: 115.142831ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:43.515712Z","caller":"traceutil/trace.go:171","msg":"trace[1171129789] linearizableReadLoop","detail":"{readStateIndex:3648; appliedIndex:3647; }","duration":"109.389196ms","start":"2026-03-31T20:25:43.406293Z","end":"2026-03-31T20:25:43.515682Z","steps":["trace[1171129789] 'read index received' (duration: 109.232402ms)","trace[1171129789] 'applied index is now lower than readState.Index' (duration: 155.704µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:43.515826Z","caller":"traceutil/trace.go:171","msg":"trace[1887502528] transaction","detail":"{read_only:false; response_revision:3499; number_of_response:1; }","duration":"141.096225ms","start":"2026-03-31T20:25:43.374695Z","end":"2026-03-31T20:25:43.515791Z","steps":["trace[1887502528] 'process raft request' (duration: 140.828388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:43.515956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.654433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:25:43.515994Z","caller":"traceutil/trace.go:171","msg":"trace[1785079124] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3499; }","duration":"109.755085ms","start":"2026-03-31T20:25:43.406227Z","end":"2026-03-31T20:25:43.515982Z","steps":["trace[1785079124] 'agreement among raft nodes before linearized reading' (duration: 109.598391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:43.995718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.564379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:25:43.995836Z","caller":"traceutil/trace.go:171","msg":"trace[509838500] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3501; }","duration":"130.759895ms","start":"2026-03-31T20:25:43.865054Z","end":"2026-03-31T20:25:43.995814Z","steps":["trace[509838500] 'range keys from in-memory index tree' (duration: 130.346764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:43.995893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.940061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T20:25:43.995994Z","caller":"traceutil/trace.go:171","msg":"trace[396929633] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3501; }","duration":"162.094155ms","start":"2026-03-31T20:25:43.833873Z","end":"2026-03-31T20:25:43.995967Z","steps":["trace[396929633] 'range keys from in-memory index tree' (duration: 161.743185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:43.995981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.292813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:43.996078Z","caller":"traceutil/trace.go:171","msg":"trace[1251132942] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3501; }","duration":"126.417276ms","start":"2026-03-31T20:25:43.869636Z","end":"2026-03-31T20:25:43.996054Z","steps":["trace[1251132942] 'range keys from in-memory index tree' (duration: 126.188269ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:44.118241Z","caller":"traceutil/trace.go:171","msg":"trace[1066625623] transaction","detail":"{read_only:false; response_revision:3502; number_of_response:1; }","duration":"117.88943ms","start":"2026-03-31T20:25:44.000316Z","end":"2026-03-31T20:25:44.118206Z","steps":["trace[1066625623] 'process raft request' (duration: 101.683441ms)","trace[1066625623] 'compare' (duration: 16.026685ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:44.118538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.225954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-03-31T20:25:44.11863Z","caller":"traceutil/trace.go:171","msg":"trace[2125821461] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3503; }","duration":"119.332977ms","start":"2026-03-31T20:25:43.999259Z","end":"2026-03-31T20:25:44.118592Z","steps":["trace[2125821461] 'agreement among raft nodes before linearized reading' (duration: 118.973858ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:45.500855Z","caller":"traceutil/trace.go:171","msg":"trace[1254513601] transaction","detail":"{read_only:false; response_revision:3511; number_of_response:1; }","duration":"138.332386ms","start":"2026-03-31T20:25:45.362496Z","end":"2026-03-31T20:25:45.500829Z","steps":["trace[1254513601] 'process raft request' (duration: 138.199043ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:45.709658Z","caller":"traceutil/trace.go:171","msg":"trace[832483649] transaction","detail":"{read_only:false; response_revision:3512; number_of_response:1; }","duration":"180.119718ms","start":"2026-03-31T20:25:45.529509Z","end":"2026-03-31T20:25:45.709629Z","steps":["trace[832483649] 'process raft request' (duration: 94.395018ms)","trace[832483649] 'compare' (duration: 85.388601ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:46.073638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.799995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:46.073761Z","caller":"traceutil/trace.go:171","msg":"trace[2049712975] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3512; }","duration":"203.9829ms","start":"2026-03-31T20:25:45.869751Z","end":"2026-03-31T20:25:46.073734Z","steps":["trace[2049712975] 'range keys from in-memory index tree' (duration: 203.621249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:46.074679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.679369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T20:25:46.074819Z","caller":"traceutil/trace.go:171","msg":"trace[908127515] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3512; }","duration":"239.849373ms","start":"2026-03-31T20:25:45.834915Z","end":"2026-03-31T20:25:46.074764Z","steps":["trace[908127515] 'range keys from in-memory index tree' (duration: 238.862798ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:46.404498Z","caller":"traceutil/trace.go:171","msg":"trace[1676496790] transaction","detail":"{read_only:false; response_revision:3514; number_of_response:1; }","duration":"226.60622ms","start":"2026-03-31T20:25:46.177869Z","end":"2026-03-31T20:25:46.404475Z","steps":["trace[1676496790] 'process raft request' (duration: 220.315782ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:46.829915Z","caller":"traceutil/trace.go:171","msg":"trace[950182925] transaction","detail":"{read_only:false; response_revision:3515; number_of_response:1; }","duration":"164.768842ms","start":"2026-03-31T20:25:46.665114Z","end":"2026-03-31T20:25:46.829883Z","steps":["trace[950182925] 'process raft request' (duration: 164.502395ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:47.327527Z","caller":"traceutil/trace.go:171","msg":"trace[930431598] transaction","detail":"{read_only:false; response_revision:3516; number_of_response:1; }","duration":"323.345117ms","start":"2026-03-31T20:25:47.00414Z","end":"2026-03-31T20:25:47.327485Z","steps":["trace[930431598] 'process raft request' (duration: 283.196035ms)","trace[930431598] 'compare' (duration: 39.983458ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:47.327737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:47.004115Z","time spent":"323.515122ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":507,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:47.370634Z","caller":"traceutil/trace.go:171","msg":"trace[571215625] linearizableReadLoop","detail":"{readStateIndex:3667; appliedIndex:3665; }","duration":"335.902093ms","start":"2026-03-31T20:25:47.034679Z","end":"2026-03-31T20:25:47.370581Z","steps":["trace[571215625] 'read index received' (duration: 252.630905ms)","trace[571215625] 'applied index is now lower than readState.Index' (duration: 83.269698ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:47.370691Z","caller":"traceutil/trace.go:171","msg":"trace[1707522366] transaction","detail":"{read_only:false; response_revision:3517; number_of_response:1; }","duration":"365.921019ms","start":"2026-03-31T20:25:47.004732Z","end":"2026-03-31T20:25:47.370653Z","steps":["trace[1707522366] 'process raft request' (duration: 365.726454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:47.370875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.16768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:25:47.370918Z","caller":"traceutil/trace.go:171","msg":"trace[1790621281] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3517; }","duration":"336.258672ms","start":"2026-03-31T20:25:47.034648Z","end":"2026-03-31T20:25:47.370907Z","steps":["trace[1790621281] 'agreement among raft nodes before linearized reading' (duration: 336.096038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:47.370954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:47.034637Z","time spent":"336.309293ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:25:47.370991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.395329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:25:47.371084Z","caller":"traceutil/trace.go:171","msg":"trace[1854684345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3517; }","duration":"277.561913ms","start":"2026-03-31T20:25:47.0935Z","end":"2026-03-31T20:25:47.371062Z","steps":["trace[1854684345] 'agreement among raft nodes before linearized reading' (duration: 277.296667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:47.371636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:47.004695Z","time spent":"366.665678ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":532,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:47.600455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.706082ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:25:47.600741Z","caller":"traceutil/trace.go:171","msg":"trace[1266036660] transaction","detail":"{read_only:false; response_revision:3518; number_of_response:1; }","duration":"225.754317ms","start":"2026-03-31T20:25:47.374946Z","end":"2026-03-31T20:25:47.600701Z","steps":["trace[1266036660] 'process raft request' (duration: 102.469401ms)","trace[1266036660] 'compare' (duration: 122.586649ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:47.600799Z","caller":"traceutil/trace.go:171","msg":"trace[1400936729] linearizableReadLoop","detail":"{readStateIndex:3668; appliedIndex:3667; }","duration":"225.549282ms","start":"2026-03-31T20:25:47.375222Z","end":"2026-03-31T20:25:47.600771Z","steps":["trace[1400936729] 'read index received' (duration: 102.190114ms)","trace[1400936729] 'applied index is now lower than readState.Index' (duration: 123.357128ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:47.601222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.981264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T20:25:47.601287Z","caller":"traceutil/trace.go:171","msg":"trace[1947296629] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3518; }","duration":"226.075117ms","start":"2026-03-31T20:25:47.375196Z","end":"2026-03-31T20:25:47.601271Z","steps":["trace[1947296629] 'agreement among raft nodes before linearized reading' (duration: 225.717307ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:47.601321Z","caller":"traceutil/trace.go:171","msg":"trace[1078986189] transaction","detail":"{read_only:false; response_revision:3519; number_of_response:1; }","duration":"225.986674ms","start":"2026-03-31T20:25:47.375316Z","end":"2026-03-31T20:25:47.601303Z","steps":["trace[1078986189] 'process raft request' (duration: 225.890172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:47.94185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.78299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:47.941975Z","caller":"traceutil/trace.go:171","msg":"trace[1948049222] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:3520; }","duration":"100.964034ms","start":"2026-03-31T20:25:47.840983Z","end":"2026-03-31T20:25:47.941947Z","steps":["trace[1948049222] 'count revisions from in-memory index tree' (duration: 100.707228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:47.942011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.877597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T20:25:47.942064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.931539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T20:25:47.942111Z","caller":"traceutil/trace.go:171","msg":"trace[608417501] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3520; }","duration":"229.023021ms","start":"2026-03-31T20:25:47.713066Z","end":"2026-03-31T20:25:47.942089Z","steps":["trace[608417501] 'range keys from in-memory index tree' (duration: 228.5702ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:47.942162Z","caller":"traceutil/trace.go:171","msg":"trace[173724848] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3520; }","duration":"106.102683ms","start":"2026-03-31T20:25:47.836038Z","end":"2026-03-31T20:25:47.942141Z","steps":["trace[173724848] 'range keys from in-memory index tree' (duration: 105.411286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:47.941864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.409772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-31T20:25:47.942298Z","caller":"traceutil/trace.go:171","msg":"trace[1095664197] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3520; }","duration":"239.893033ms","start":"2026-03-31T20:25:47.70237Z","end":"2026-03-31T20:25:47.942263Z","steps":["trace[1095664197] 'range keys from in-memory index tree' (duration: 239.129984ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:48.395412Z","caller":"traceutil/trace.go:171","msg":"trace[866087694] transaction","detail":"{read_only:false; response_revision:3522; number_of_response:1; }","duration":"216.628518ms","start":"2026-03-31T20:25:48.178746Z","end":"2026-03-31T20:25:48.395374Z","steps":["trace[866087694] 'process raft request' (duration: 216.356081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:49.761102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.124409ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T20:25:49.761211Z","caller":"traceutil/trace.go:171","msg":"trace[1834631162] linearizableReadLoop","detail":"{readStateIndex:3678; appliedIndex:3677; }","duration":"154.868673ms","start":"2026-03-31T20:25:49.60632Z","end":"2026-03-31T20:25:49.761189Z","steps":["trace[1834631162] 'read index received' (duration: 49.509078ms)","trace[1834631162] 'applied index is now lower than readState.Index' (duration: 105.357864ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:49.761441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.104258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:25:49.761486Z","caller":"traceutil/trace.go:171","msg":"trace[1070861445] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3527; }","duration":"155.16925ms","start":"2026-03-31T20:25:49.606305Z","end":"2026-03-31T20:25:49.761475Z","steps":["trace[1070861445] 'agreement among raft nodes before linearized reading' (duration: 154.994185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:49.761671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.061278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:25:49.761771Z","caller":"traceutil/trace.go:171","msg":"trace[251642120] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3527; }","duration":"155.223471ms","start":"2026-03-31T20:25:49.606525Z","end":"2026-03-31T20:25:49.761749Z","steps":["trace[251642120] 'agreement among raft nodes before linearized reading' (duration: 154.929624ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:49.993518Z","caller":"traceutil/trace.go:171","msg":"trace[1671038221] linearizableReadLoop","detail":"{readStateIndex:3681; appliedIndex:3678; }","duration":"158.577325ms","start":"2026-03-31T20:25:49.83491Z","end":"2026-03-31T20:25:49.993488Z","steps":["trace[1671038221] 'read index received' (duration: 39.402083ms)","trace[1671038221] 'applied index is now lower than readState.Index' (duration: 119.174062ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:49.993668Z","caller":"traceutil/trace.go:171","msg":"trace[1994820631] transaction","detail":"{read_only:false; response_revision:3529; number_of_response:1; }","duration":"193.614389ms","start":"2026-03-31T20:25:49.800042Z","end":"2026-03-31T20:25:49.993656Z","steps":["trace[1994820631] 'process raft request' (duration: 192.49628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:49.993758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.839692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T20:25:49.993831Z","caller":"traceutil/trace.go:171","msg":"trace[395388366] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3530; }","duration":"158.962406ms","start":"2026-03-31T20:25:49.83485Z","end":"2026-03-31T20:25:49.993813Z","steps":["trace[395388366] 'agreement among raft nodes before linearized reading' (duration: 158.809822ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:49.993981Z","caller":"traceutil/trace.go:171","msg":"trace[772764756] transaction","detail":"{read_only:false; response_revision:3530; number_of_response:1; }","duration":"193.844205ms","start":"2026-03-31T20:25:49.800126Z","end":"2026-03-31T20:25:49.99397Z","steps":["trace[772764756] 'process raft request' (duration: 193.30328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:49.993979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.604209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:25:49.993981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.367994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:49.994045Z","caller":"traceutil/trace.go:171","msg":"trace[1020652877] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:3530; }","duration":"112.68331ms","start":"2026-03-31T20:25:49.881332Z","end":"2026-03-31T20:25:49.994016Z","steps":["trace[1020652877] 'agreement among raft nodes before linearized reading' (duration: 112.591268ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:49.994096Z","caller":"traceutil/trace.go:171","msg":"trace[1541222690] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3530; }","duration":"124.544228ms","start":"2026-03-31T20:25:49.869524Z","end":"2026-03-31T20:25:49.994068Z","steps":["trace[1541222690] 'agreement among raft nodes before linearized reading' (duration: 124.337833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:49.994115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.641985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:49.994147Z","caller":"traceutil/trace.go:171","msg":"trace[1703860753] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:3530; }","duration":"121.703457ms","start":"2026-03-31T20:25:49.872435Z","end":"2026-03-31T20:25:49.994138Z","steps":["trace[1703860753] 'agreement among raft nodes before linearized reading' (duration: 121.650246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:50.949099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.075903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:50.949191Z","caller":"traceutil/trace.go:171","msg":"trace[2062557654] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:3533; }","duration":"177.188755ms","start":"2026-03-31T20:25:50.771982Z","end":"2026-03-31T20:25:50.949171Z","steps":["trace[2062557654] 'count revisions from in-memory index tree' (duration: 176.98323ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:51.475087Z","caller":"traceutil/trace.go:171","msg":"trace[2131361469] transaction","detail":"{read_only:false; response_revision:3536; number_of_response:1; }","duration":"103.624801ms","start":"2026-03-31T20:25:51.371437Z","end":"2026-03-31T20:25:51.475062Z","steps":["trace[2131361469] 'process raft request' (duration: 99.547159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:51.81633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.486422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:51.81644Z","caller":"traceutil/trace.go:171","msg":"trace[2020086946] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3537; }","duration":"229.664536ms","start":"2026-03-31T20:25:51.586748Z","end":"2026-03-31T20:25:51.816413Z","steps":["trace[2020086946] 'range keys from in-memory index tree' (duration: 229.37805ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:52.078962Z","caller":"traceutil/trace.go:171","msg":"trace[1997108321] transaction","detail":"{read_only:false; response_revision:3538; number_of_response:1; }","duration":"197.758473ms","start":"2026-03-31T20:25:51.881173Z","end":"2026-03-31T20:25:52.078932Z","steps":["trace[1997108321] 'process raft request' (duration: 197.572688ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:52.23487Z","caller":"traceutil/trace.go:171","msg":"trace[2046720891] transaction","detail":"{read_only:false; response_revision:3539; number_of_response:1; }","duration":"152.037162ms","start":"2026-03-31T20:25:52.082804Z","end":"2026-03-31T20:25:52.234841Z","steps":["trace[2046720891] 'process raft request' (duration: 94.904131ms)","trace[2046720891] 'compare' (duration: 57.007607ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:52.266213Z","caller":"traceutil/trace.go:171","msg":"trace[1210043530] transaction","detail":"{read_only:false; response_revision:3541; number_of_response:1; }","duration":"181.930424ms","start":"2026-03-31T20:25:52.084251Z","end":"2026-03-31T20:25:52.266181Z","steps":["trace[1210043530] 'process raft request' (duration: 181.870202ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:52.266223Z","caller":"traceutil/trace.go:171","msg":"trace[316263781] transaction","detail":"{read_only:false; response_revision:3540; number_of_response:1; }","duration":"182.970101ms","start":"2026-03-31T20:25:52.083214Z","end":"2026-03-31T20:25:52.266184Z","steps":["trace[316263781] 'process raft request' (duration: 182.716905ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:52.731646Z","caller":"traceutil/trace.go:171","msg":"trace[397160579] transaction","detail":"{read_only:false; response_revision:3543; number_of_response:1; }","duration":"146.213994ms","start":"2026-03-31T20:25:52.585402Z","end":"2026-03-31T20:25:52.731616Z","steps":["trace[397160579] 'process raft request' (duration: 82.749694ms)","trace[397160579] 'compare' (duration: 63.379238ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:52.979636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.403602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:52.979734Z","caller":"traceutil/trace.go:171","msg":"trace[525797756] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3543; }","duration":"110.540824ms","start":"2026-03-31T20:25:52.869172Z","end":"2026-03-31T20:25:52.979712Z","steps":["trace[525797756] 'range keys from in-memory index tree' (duration: 110.35085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:54.583082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.025493ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:25:54.583399Z","caller":"traceutil/trace.go:171","msg":"trace[1616021010] transaction","detail":"{read_only:false; response_revision:3550; number_of_response:1; }","duration":"308.974945ms","start":"2026-03-31T20:25:54.274394Z","end":"2026-03-31T20:25:54.583369Z","steps":["trace[1616021010] 'process raft request' (duration: 146.555722ms)","trace[1616021010] 'compare' (duration: 161.462979ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:54.583566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:54.274383Z","time spent":"309.079377ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:54.583735Z","caller":"traceutil/trace.go:171","msg":"trace[1097717064] transaction","detail":"{read_only:false; response_revision:3551; number_of_response:1; }","duration":"308.518654ms","start":"2026-03-31T20:25:54.275123Z","end":"2026-03-31T20:25:54.583641Z","steps":["trace[1097717064] 'process raft request' (duration: 308.159275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:54.583864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:54.275102Z","time spent":"308.719778ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:55.026941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.76336ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:25:55.027234Z","caller":"traceutil/trace.go:171","msg":"trace[1035210048] transaction","detail":"{read_only:false; response_revision:3552; number_of_response:1; }","duration":"458.364989ms","start":"2026-03-31T20:25:54.56881Z","end":"2026-03-31T20:25:55.027175Z","steps":["trace[1035210048] 'process raft request' (duration: 143.25388ms)","trace[1035210048] 'compare' (duration: 314.335199ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:55.027395Z","caller":"traceutil/trace.go:171","msg":"trace[2028365466] linearizableReadLoop","detail":"{readStateIndex:3704; appliedIndex:3703; }","duration":"320.149047ms","start":"2026-03-31T20:25:54.707189Z","end":"2026-03-31T20:25:55.027338Z","steps":["trace[2028365466] 'read index received' (duration: 4.859623ms)","trace[2028365466] 'applied index is now lower than readState.Index' (duration: 315.284323ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:55.027541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:54.568776Z","time spent":"458.553843ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:55.028212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.899149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:55.028358Z","caller":"traceutil/trace.go:171","msg":"trace[1312049424] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3553; }","duration":"158.080344ms","start":"2026-03-31T20:25:54.870238Z","end":"2026-03-31T20:25:55.028318Z","steps":["trace[1312049424] 'agreement among raft nodes before linearized reading' (duration: 157.401557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:55.028492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.210334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T20:25:55.028683Z","caller":"traceutil/trace.go:171","msg":"trace[1793829781] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:3553; }","duration":"321.509361ms","start":"2026-03-31T20:25:54.707148Z","end":"2026-03-31T20:25:55.028657Z","steps":["trace[1793829781] 'agreement among raft nodes before linearized reading' (duration: 320.323551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:55.028767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:54.707129Z","time spent":"321.623584ms","remote":"127.0.0.1:52674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":336,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:25:55.028785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.037922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:25:55.02885Z","caller":"traceutil/trace.go:171","msg":"trace[1019706393] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3553; }","duration":"289.122535ms","start":"2026-03-31T20:25:54.739706Z","end":"2026-03-31T20:25:55.028828Z","steps":["trace[1019706393] 'agreement among raft nodes before linearized reading' (duration: 287.814791ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:55.507575Z","caller":"traceutil/trace.go:171","msg":"trace[221796129] transaction","detail":"{read_only:false; response_revision:3555; number_of_response:1; }","duration":"449.700851ms","start":"2026-03-31T20:25:55.057834Z","end":"2026-03-31T20:25:55.507535Z","steps":["trace[221796129] 'process raft request' (duration: 386.608301ms)","trace[221796129] 'compare' (duration: 62.960997ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:55.507772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:55.057819Z","time spent":"449.865385ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:55.849331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.879497ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:25:55.849589Z","caller":"traceutil/trace.go:171","msg":"trace[2108700188] transaction","detail":"{read_only:false; response_revision:3557; number_of_response:1; }","duration":"304.932493ms","start":"2026-03-31T20:25:55.544632Z","end":"2026-03-31T20:25:55.849564Z","steps":["trace[2108700188] 'process raft request' (duration: 304.796989ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:55.849617Z","caller":"traceutil/trace.go:171","msg":"trace[2104817747] transaction","detail":"{read_only:false; response_revision:3556; number_of_response:1; }","duration":"324.432585ms","start":"2026-03-31T20:25:55.525142Z","end":"2026-03-31T20:25:55.849575Z","steps":["trace[2104817747] 'process raft request' (duration: 145.21144ms)","trace[2104817747] 'compare' (duration: 178.707452ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:55.849694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:55.544616Z","time spent":"305.029106ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:55.849765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:55.525097Z","time spent":"324.589329ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:56.43893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.625858ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:25:56.439073Z","caller":"traceutil/trace.go:171","msg":"trace[1843888557] transaction","detail":"{read_only:false; response_revision:3559; number_of_response:1; }","duration":"162.957656ms","start":"2026-03-31T20:25:56.276084Z","end":"2026-03-31T20:25:56.439042Z","steps":["trace[1843888557] 'process raft request' (duration: 52.121984ms)","trace[1843888557] 'compare' (duration: 110.497624ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:56.698923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.798531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:25:56.698997Z","caller":"traceutil/trace.go:171","msg":"trace[415188968] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3559; }","duration":"110.918895ms","start":"2026-03-31T20:25:56.588061Z","end":"2026-03-31T20:25:56.69898Z","steps":["trace[415188968] 'range keys from in-memory index tree' (duration: 110.656977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:56.698918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.876643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:25:56.699148Z","caller":"traceutil/trace.go:171","msg":"trace[1662669620] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3559; }","duration":"111.182411ms","start":"2026-03-31T20:25:56.587951Z","end":"2026-03-31T20:25:56.699133Z","steps":["trace[1662669620] 'range keys from in-memory index tree' (duration: 110.645277ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:56.871022Z","caller":"traceutil/trace.go:171","msg":"trace[1665871424] transaction","detail":"{read_only:false; response_revision:3561; number_of_response:1; }","duration":"166.017834ms","start":"2026-03-31T20:25:56.704967Z","end":"2026-03-31T20:25:56.870984Z","steps":["trace[1665871424] 'process raft request' (duration: 165.764057ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:57.159156Z","caller":"traceutil/trace.go:171","msg":"trace[58841918] transaction","detail":"{read_only:false; response_revision:3562; number_of_response:1; }","duration":"125.948483ms","start":"2026-03-31T20:25:57.033176Z","end":"2026-03-31T20:25:57.159124Z","steps":["trace[58841918] 'process raft request' (duration: 119.254675ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:57.405119Z","caller":"traceutil/trace.go:171","msg":"trace[392043355] linearizableReadLoop","detail":"{readStateIndex:3715; appliedIndex:3714; }","duration":"202.914722ms","start":"2026-03-31T20:25:57.202175Z","end":"2026-03-31T20:25:57.40509Z","steps":["trace[392043355] 'read index received' (duration: 120.6787ms)","trace[392043355] 'applied index is now lower than readState.Index' (duration: 82.234802ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:57.405293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.099067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:57.405334Z","caller":"traceutil/trace.go:171","msg":"trace[424695324] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:3563; }","duration":"203.20396ms","start":"2026-03-31T20:25:57.202118Z","end":"2026-03-31T20:25:57.405322Z","steps":["trace[424695324] 'agreement among raft nodes before linearized reading' (duration: 203.076937ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:57.405352Z","caller":"traceutil/trace.go:171","msg":"trace[310438448] transaction","detail":"{read_only:false; response_revision:3563; number_of_response:1; }","duration":"241.642019ms","start":"2026-03-31T20:25:57.163668Z","end":"2026-03-31T20:25:57.40531Z","steps":["trace[310438448] 'process raft request' (duration: 159.290644ms)","trace[310438448] 'compare' (duration: 82.009986ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:57.982522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.309157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T20:25:57.982696Z","caller":"traceutil/trace.go:171","msg":"trace[1871710888] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3564; }","duration":"146.541852ms","start":"2026-03-31T20:25:57.836121Z","end":"2026-03-31T20:25:57.982663Z","steps":["trace[1871710888] 'range keys from in-memory index tree' (duration: 146.025769ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:57.982794Z","caller":"traceutil/trace.go:171","msg":"trace[1402294558] transaction","detail":"{read_only:false; response_revision:3565; number_of_response:1; }","duration":"126.763323ms","start":"2026-03-31T20:25:57.855982Z","end":"2026-03-31T20:25:57.982745Z","steps":["trace[1402294558] 'process raft request' (duration: 78.942669ms)","trace[1402294558] 'compare' (duration: 47.564788ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:58.061957Z","caller":"traceutil/trace.go:171","msg":"trace[1960855171] transaction","detail":"{read_only:false; response_revision:3566; number_of_response:1; }","duration":"205.360885ms","start":"2026-03-31T20:25:57.85656Z","end":"2026-03-31T20:25:58.061921Z","steps":["trace[1960855171] 'process raft request' (duration: 204.991336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:58.474817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.355299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-31T20:25:58.474949Z","caller":"traceutil/trace.go:171","msg":"trace[616579374] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3568; }","duration":"102.511424ms","start":"2026-03-31T20:25:58.372375Z","end":"2026-03-31T20:25:58.474886Z","steps":["trace[616579374] 'range keys from in-memory index tree' (duration: 102.198545ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:58.82942Z","caller":"traceutil/trace.go:171","msg":"trace[1838451766] transaction","detail":"{read_only:false; response_revision:3571; number_of_response:1; }","duration":"114.000333ms","start":"2026-03-31T20:25:58.715375Z","end":"2026-03-31T20:25:58.829375Z","steps":["trace[1838451766] 'process raft request' (duration: 23.550153ms)","trace[1838451766] 'compare' (duration: 90.253165ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:59.134366Z","caller":"traceutil/trace.go:171","msg":"trace[1993135741] linearizableReadLoop","detail":"{readStateIndex:3724; appliedIndex:3723; }","duration":"265.396846ms","start":"2026-03-31T20:25:58.868936Z","end":"2026-03-31T20:25:59.134333Z","steps":["trace[1993135741] 'read index received' (duration: 265.062897ms)","trace[1993135741] 'applied index is now lower than readState.Index' (duration: 332.489µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:59.134482Z","caller":"traceutil/trace.go:171","msg":"trace[1035207430] transaction","detail":"{read_only:false; response_revision:3572; number_of_response:1; }","duration":"287.762581ms","start":"2026-03-31T20:25:58.846672Z","end":"2026-03-31T20:25:59.134434Z","steps":["trace[1035207430] 'process raft request' (duration: 287.459293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:59.134702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.738815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:59.134769Z","caller":"traceutil/trace.go:171","msg":"trace[2045425874] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3572; }","duration":"265.858668ms","start":"2026-03-31T20:25:58.868897Z","end":"2026-03-31T20:25:59.134756Z","steps":["trace[2045425874] 'agreement among raft nodes before linearized reading' (duration: 265.682354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:59.13507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.807696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:25:59.135166Z","caller":"traceutil/trace.go:171","msg":"trace[1467747448] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3572; }","duration":"259.9345ms","start":"2026-03-31T20:25:58.875211Z","end":"2026-03-31T20:25:59.135146Z","steps":["trace[1467747448] 'agreement among raft nodes before linearized reading' (duration: 259.673063ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:59.308205Z","caller":"traceutil/trace.go:171","msg":"trace[1648053276] transaction","detail":"{read_only:false; response_revision:3573; number_of_response:1; }","duration":"167.45253ms","start":"2026-03-31T20:25:59.140721Z","end":"2026-03-31T20:25:59.308174Z","steps":["trace[1648053276] 'process raft request' (duration: 106.892163ms)","trace[1648053276] 'compare' (duration: 60.367031ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:59.308476Z","caller":"traceutil/trace.go:171","msg":"trace[1141127317] transaction","detail":"{read_only:false; response_revision:3574; number_of_response:1; }","duration":"144.312446ms","start":"2026-03-31T20:25:59.164113Z","end":"2026-03-31T20:25:59.308426Z","steps":["trace[1141127317] 'process raft request' (duration: 144.014268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:59.665637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.593654ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T20:25:59.728002Z","caller":"traceutil/trace.go:171","msg":"trace[2121941801] transaction","detail":"{read_only:false; response_revision:3577; number_of_response:1; }","duration":"165.540271ms","start":"2026-03-31T20:25:59.56243Z","end":"2026-03-31T20:25:59.727971Z","steps":["trace[2121941801] 'process raft request' (duration: 165.285705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:00.228736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.437049ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:26:00.228856Z","caller":"traceutil/trace.go:171","msg":"trace[723728764] transaction","detail":"{read_only:false; response_revision:3579; number_of_response:1; }","duration":"154.022381ms","start":"2026-03-31T20:26:00.074811Z","end":"2026-03-31T20:26:00.228833Z","steps":["trace[723728764] 'process raft request' (duration: 34.390117ms)","trace[723728764] 'compare' (duration: 119.244074ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:26:01.074454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.083723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:26:01.075143Z","caller":"traceutil/trace.go:171","msg":"trace[1553348598] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3582; }","duration":"206.877312ms","start":"2026-03-31T20:26:00.868243Z","end":"2026-03-31T20:26:01.07512Z","steps":["trace[1553348598] 'range keys from in-memory index tree' (duration: 205.96746ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:01.440269Z","caller":"traceutil/trace.go:171","msg":"trace[2031241973] transaction","detail":"{read_only:false; response_revision:3583; number_of_response:1; }","duration":"124.810935ms","start":"2026-03-31T20:26:01.315415Z","end":"2026-03-31T20:26:01.440226Z","steps":["trace[2031241973] 'process raft request' (duration: 124.563269ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:01.590889Z","caller":"traceutil/trace.go:171","msg":"trace[1611112387] linearizableReadLoop","detail":"{readStateIndex:3737; appliedIndex:3736; }","duration":"110.673918ms","start":"2026-03-31T20:26:01.480181Z","end":"2026-03-31T20:26:01.590855Z","steps":["trace[1611112387] 'read index received' (duration: 17.270084ms)","trace[1611112387] 'applied index is now lower than readState.Index' (duration: 93.402084ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:26:01.591094Z","caller":"traceutil/trace.go:171","msg":"trace[1393296170] transaction","detail":"{read_only:false; response_revision:3584; number_of_response:1; }","duration":"273.891261ms","start":"2026-03-31T20:26:01.317159Z","end":"2026-03-31T20:26:01.591051Z","steps":["trace[1393296170] 'process raft request' (duration: 180.402085ms)","trace[1393296170] 'compare' (duration: 93.163138ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:26:01.591151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.963835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:26:01.591203Z","caller":"traceutil/trace.go:171","msg":"trace[1530337014] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3584; }","duration":"111.080288ms","start":"2026-03-31T20:26:01.480111Z","end":"2026-03-31T20:26:01.591191Z","steps":["trace[1530337014] 'agreement among raft nodes before linearized reading' (duration: 110.884053ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:01.858431Z","caller":"traceutil/trace.go:171","msg":"trace[1887277597] transaction","detail":"{read_only:false; response_revision:3586; number_of_response:1; }","duration":"124.830985ms","start":"2026-03-31T20:26:01.733569Z","end":"2026-03-31T20:26:01.8584Z","steps":["trace[1887277597] 'process raft request' (duration: 25.809461ms)","trace[1887277597] 'compare' (duration: 98.815519ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:26:02.421103Z","caller":"traceutil/trace.go:171","msg":"trace[1919097487] transaction","detail":"{read_only:false; response_revision:3589; number_of_response:1; }","duration":"113.029409ms","start":"2026-03-31T20:26:02.308043Z","end":"2026-03-31T20:26:02.421072Z","steps":["trace[1919097487] 'process raft request' (duration: 18.279141ms)","trace[1919097487] 'compare' (duration: 94.570473ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:26:02.767437Z","caller":"traceutil/trace.go:171","msg":"trace[1875503243] transaction","detail":"{read_only:false; response_revision:3590; number_of_response:1; }","duration":"110.999846ms","start":"2026-03-31T20:26:02.656401Z","end":"2026-03-31T20:26:02.767401Z","steps":["trace[1875503243] 'process raft request' (duration: 110.727369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:03.138746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.949537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:26:03.13886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.629434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:26:03.138869Z","caller":"traceutil/trace.go:171","msg":"trace[1178650873] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3590; }","duration":"269.100031ms","start":"2026-03-31T20:26:02.869742Z","end":"2026-03-31T20:26:03.138842Z","steps":["trace[1178650873] 'range keys from in-memory index tree' (duration: 268.813983ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:03.138902Z","caller":"traceutil/trace.go:171","msg":"trace[1472438758] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3590; }","duration":"269.670585ms","start":"2026-03-31T20:26:02.869218Z","end":"2026-03-31T20:26:03.138889Z","steps":["trace[1472438758] 'range keys from in-memory index tree' (duration: 269.465079ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:03.824152Z","caller":"traceutil/trace.go:171","msg":"trace[1473386527] transaction","detail":"{read_only:false; response_revision:3594; number_of_response:1; }","duration":"170.966888ms","start":"2026-03-31T20:26:03.653152Z","end":"2026-03-31T20:26:03.824119Z","steps":["trace[1473386527] 'process raft request' (duration: 104.862652ms)","trace[1473386527] 'compare' (duration: 65.882419ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:26:04.229273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.19292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:26:04.22935Z","caller":"traceutil/trace.go:171","msg":"trace[1464194210] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:3595; }","duration":"176.339863ms","start":"2026-03-31T20:26:04.052993Z","end":"2026-03-31T20:26:04.229333Z","steps":["trace[1464194210] 'count revisions from in-memory index tree' (duration: 176.014095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:04.229666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.505784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T20:26:04.22975Z","caller":"traceutil/trace.go:171","msg":"trace[1964341912] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:3595; }","duration":"264.642088ms","start":"2026-03-31T20:26:03.965089Z","end":"2026-03-31T20:26:04.229731Z","steps":["trace[1964341912] 'range keys from in-memory index tree' (duration: 264.32748ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:04.229732Z","caller":"traceutil/trace.go:171","msg":"trace[1176301222] transaction","detail":"{read_only:false; response_revision:3596; number_of_response:1; }","duration":"166.205117ms","start":"2026-03-31T20:26:04.063493Z","end":"2026-03-31T20:26:04.229698Z","steps":["trace[1176301222] 'process raft request' (duration: 162.877324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:04.476046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.553536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:26:04.476248Z","caller":"traceutil/trace.go:171","msg":"trace[1760587068] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3598; }","duration":"116.801162ms","start":"2026-03-31T20:26:04.359423Z","end":"2026-03-31T20:26:04.476225Z","steps":["trace[1760587068] 'count revisions from in-memory index tree' (duration: 116.471354ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:14.0075Z","caller":"traceutil/trace.go:171","msg":"trace[1603806815] transaction","detail":"{read_only:false; response_revision:3646; number_of_response:1; }","duration":"101.19496ms","start":"2026-03-31T20:26:13.906279Z","end":"2026-03-31T20:26:14.007474Z","steps":["trace[1603806815] 'process raft request' (duration: 92.44889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:14.007766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.0253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-31T20:26:14.00788Z","caller":"traceutil/trace.go:171","msg":"trace[592180378] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3646; }","duration":"125.178164ms","start":"2026-03-31T20:26:13.882678Z","end":"2026-03-31T20:26:14.007856Z","steps":["trace[592180378] 'agreement among raft nodes before linearized reading' (duration: 124.874867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:30.161992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.556159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:26:30.1621Z","caller":"traceutil/trace.go:171","msg":"trace[950000918] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3726; }","duration":"149.715802ms","start":"2026-03-31T20:26:30.01236Z","end":"2026-03-31T20:26:30.162076Z","steps":["trace[950000918] 'range keys from in-memory index tree' (duration: 149.366654ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:30.279367Z","caller":"traceutil/trace.go:171","msg":"trace[1362858835] transaction","detail":"{read_only:false; response_revision:3727; number_of_response:1; }","duration":"214.164385ms","start":"2026-03-31T20:26:30.065173Z","end":"2026-03-31T20:26:30.279338Z","steps":["trace[1362858835] 'process raft request' (duration: 214.005611ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:30.286428Z","caller":"traceutil/trace.go:171","msg":"trace[498685067] transaction","detail":"{read_only:false; response_revision:3728; number_of_response:1; }","duration":"177.357639ms","start":"2026-03-31T20:26:30.109039Z","end":"2026-03-31T20:26:30.286396Z","steps":["trace[498685067] 'process raft request' (duration: 177.159274ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:30.28656Z","caller":"traceutil/trace.go:171","msg":"trace[588824286] transaction","detail":"{read_only:false; response_revision:3729; number_of_response:1; }","duration":"119.264525ms","start":"2026-03-31T20:26:30.167275Z","end":"2026-03-31T20:26:30.286539Z","steps":["trace[588824286] 'process raft request' (duration: 119.079021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:36.017581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.049597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:26:36.017722Z","caller":"traceutil/trace.go:171","msg":"trace[2099007517] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3755; }","duration":"149.236312ms","start":"2026-03-31T20:26:35.86844Z","end":"2026-03-31T20:26:36.017676Z","steps":["trace[2099007517] 'range keys from in-memory index tree' (duration: 148.966265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:36.017872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.510558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T20:26:36.017987Z","caller":"traceutil/trace.go:171","msg":"trace[586167392] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3755; }","duration":"151.670442ms","start":"2026-03-31T20:26:35.866286Z","end":"2026-03-31T20:26:36.017957Z","steps":["trace[586167392] 'range keys from in-memory index tree' (duration: 151.259572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:36.017885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.436999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:26:36.018106Z","caller":"traceutil/trace.go:171","msg":"trace[799392765] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3755; }","duration":"111.709706ms","start":"2026-03-31T20:26:35.906372Z","end":"2026-03-31T20:26:36.018082Z","steps":["trace[799392765] 'range keys from in-memory index tree' (duration: 111.095331ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:36.127773Z","caller":"traceutil/trace.go:171","msg":"trace[1499123529] linearizableReadLoop","detail":"{readStateIndex:3916; appliedIndex:3915; }","duration":"103.022456ms","start":"2026-03-31T20:26:36.024729Z","end":"2026-03-31T20:26:36.127752Z","steps":["trace[1499123529] 'read index received' (duration: 102.77604ms)","trace[1499123529] 'applied index is now lower than readState.Index' (duration: 245.466µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:26:36.12784Z","caller":"traceutil/trace.go:171","msg":"trace[1410476958] transaction","detail":"{read_only:false; response_revision:3756; number_of_response:1; }","duration":"103.15841ms","start":"2026-03-31T20:26:36.024657Z","end":"2026-03-31T20:26:36.127815Z","steps":["trace[1410476958] 'process raft request' (duration: 102.953055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:36.128149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.369865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-31T20:26:36.128216Z","caller":"traceutil/trace.go:171","msg":"trace[1715324930] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3756; }","duration":"103.497158ms","start":"2026-03-31T20:26:36.024699Z","end":"2026-03-31T20:26:36.128196Z","steps":["trace[1715324930] 'agreement among raft nodes before linearized reading' (duration: 103.135049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:36.807989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.806952ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:26:36.808268Z","caller":"traceutil/trace.go:171","msg":"trace[144242498] transaction","detail":"{read_only:false; response_revision:3760; number_of_response:1; }","duration":"358.36922ms","start":"2026-03-31T20:26:36.449878Z","end":"2026-03-31T20:26:36.808247Z","steps":["trace[144242498] 'process raft request' (duration: 358.313988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:36.808355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:26:36.449839Z","time spent":"358.476602ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:26:36.808758Z","caller":"traceutil/trace.go:171","msg":"trace[499978977] transaction","detail":"{read_only:false; response_revision:3758; number_of_response:1; }","duration":"448.417199ms","start":"2026-03-31T20:26:36.360279Z","end":"2026-03-31T20:26:36.808696Z","steps":["trace[499978977] 'process raft request' (duration: 57.815118ms)","trace[499978977] 'compare' (duration: 389.684198ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:26:36.808967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:26:36.360239Z","time spent":"448.613174ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:26:36.809425Z","caller":"traceutil/trace.go:171","msg":"trace[781625809] transaction","detail":"{read_only:false; response_revision:3759; number_of_response:1; }","duration":"438.651593ms","start":"2026-03-31T20:26:36.370011Z","end":"2026-03-31T20:26:36.808662Z","steps":["trace[781625809] 'process raft request' (duration: 438.11175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:36.809666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:26:36.370001Z","time spent":"439.527735ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:26:36.841528Z","caller":"traceutil/trace.go:171","msg":"trace[1717808581] transaction","detail":"{read_only:false; response_revision:3761; number_of_response:1; }","duration":"166.481085ms","start":"2026-03-31T20:26:36.675013Z","end":"2026-03-31T20:26:36.841494Z","steps":["trace[1717808581] 'process raft request' (duration: 166.188808ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:37.091538Z","caller":"traceutil/trace.go:171","msg":"trace[1975389621] transaction","detail":"{read_only:false; response_revision:3762; number_of_response:1; }","duration":"245.352993ms","start":"2026-03-31T20:26:36.846171Z","end":"2026-03-31T20:26:37.091524Z","steps":["trace[1975389621] 'process raft request' (duration: 174.891307ms)","trace[1975389621] 'compare' (duration: 69.530472ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:26:37.091534Z","caller":"traceutil/trace.go:171","msg":"trace[719613747] linearizableReadLoop","detail":"{readStateIndex:3922; appliedIndex:3921; }","duration":"222.555818ms","start":"2026-03-31T20:26:36.868952Z","end":"2026-03-31T20:26:37.091508Z","steps":["trace[719613747] 'read index received' (duration: 152.123884ms)","trace[719613747] 'applied index is now lower than readState.Index' (duration: 70.430834ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:26:37.091642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.669541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:26:37.091703Z","caller":"traceutil/trace.go:171","msg":"trace[823250655] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3762; }","duration":"222.773224ms","start":"2026-03-31T20:26:36.868912Z","end":"2026-03-31T20:26:37.091685Z","steps":["trace[823250655] 'agreement among raft nodes before linearized reading' (duration: 222.669451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:37.54655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.862124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:26:37.546788Z","caller":"traceutil/trace.go:171","msg":"trace[418036583] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:3763; }","duration":"279.147911ms","start":"2026-03-31T20:26:37.267602Z","end":"2026-03-31T20:26:37.54675Z","steps":["trace[418036583] 'count revisions from in-memory index tree' (duration: 278.770351ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:38.304233Z","caller":"traceutil/trace.go:171","msg":"trace[836652595] transaction","detail":"{read_only:false; response_revision:3766; number_of_response:1; }","duration":"168.481687ms","start":"2026-03-31T20:26:38.135724Z","end":"2026-03-31T20:26:38.304205Z","steps":["trace[836652595] 'process raft request' (duration: 168.327933ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:49.264758Z","caller":"traceutil/trace.go:171","msg":"trace[1907759122] linearizableReadLoop","detail":"{readStateIndex:3987; appliedIndex:3986; }","duration":"106.623411ms","start":"2026-03-31T20:26:49.158103Z","end":"2026-03-31T20:26:49.264727Z","steps":["trace[1907759122] 'read index received' (duration: 24.574088ms)","trace[1907759122] 'applied index is now lower than readState.Index' (duration: 82.047873ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:26:49.265112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.995441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:26:49.265143Z","caller":"traceutil/trace.go:171","msg":"trace[1760520991] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3824; }","duration":"107.086964ms","start":"2026-03-31T20:26:49.158048Z","end":"2026-03-31T20:26:49.265135Z","steps":["trace[1760520991] 'agreement among raft nodes before linearized reading' (duration: 106.835607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:49.784493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.199187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:26:49.784597Z","caller":"traceutil/trace.go:171","msg":"trace[636442963] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3834; }","duration":"121.427563ms","start":"2026-03-31T20:26:49.663146Z","end":"2026-03-31T20:26:49.784574Z","steps":["trace[636442963] 'range keys from in-memory index tree' (duration: 120.928851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:49.784894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.896585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T20:26:49.785068Z","caller":"traceutil/trace.go:171","msg":"trace[1121866967] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3834; }","duration":"118.11206ms","start":"2026-03-31T20:26:49.666928Z","end":"2026-03-31T20:26:49.78504Z","steps":["trace[1121866967] 'range keys from in-memory index tree' (duration: 117.523966ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:50.552368Z","caller":"traceutil/trace.go:171","msg":"trace[727285441] transaction","detail":"{read_only:false; response_revision:3838; number_of_response:1; }","duration":"101.388069ms","start":"2026-03-31T20:26:50.450936Z","end":"2026-03-31T20:26:50.552324Z","steps":["trace[727285441] 'process raft request' (duration: 86.534226ms)","trace[727285441] 'compare' (duration: 13.480079ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:26:51.243904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.618834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:26:51.244057Z","caller":"traceutil/trace.go:171","msg":"trace[1755758378] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3841; }","duration":"118.86064ms","start":"2026-03-31T20:26:51.125164Z","end":"2026-03-31T20:26:51.244024Z","steps":["trace[1755758378] 'count revisions from in-memory index tree' (duration: 118.514501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:51.244025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.797536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:26:51.244052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.882106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:26:51.244164Z","caller":"traceutil/trace.go:171","msg":"trace[164573272] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:3841; }","duration":"204.116094ms","start":"2026-03-31T20:26:51.040014Z","end":"2026-03-31T20:26:51.24413Z","steps":["trace[164573272] 'count revisions from in-memory index tree' (duration: 203.674893ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:51.244177Z","caller":"traceutil/trace.go:171","msg":"trace[446238855] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3841; }","duration":"225.05664ms","start":"2026-03-31T20:26:51.019088Z","end":"2026-03-31T20:26:51.244145Z","steps":["trace[446238855] 'range keys from in-memory index tree' (duration: 224.66151ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:51.508509Z","caller":"traceutil/trace.go:171","msg":"trace[872570798] transaction","detail":"{read_only:false; response_revision:3843; number_of_response:1; }","duration":"183.368241ms","start":"2026-03-31T20:26:51.325076Z","end":"2026-03-31T20:26:51.508444Z","steps":["trace[872570798] 'process raft request' (duration: 182.851858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:51.820553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.55065ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:26:51.820889Z","caller":"traceutil/trace.go:171","msg":"trace[106509433] linearizableReadLoop","detail":"{readStateIndex:4007; appliedIndex:4006; }","duration":"136.550195ms","start":"2026-03-31T20:26:51.684296Z","end":"2026-03-31T20:26:51.820846Z","steps":["trace[106509433] 'read index received' (duration: 548.464µs)","trace[106509433] 'applied index is now lower than readState.Index' (duration: 135.995191ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:26:51.821076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.73824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:26:51.821116Z","caller":"traceutil/trace.go:171","msg":"trace[1689850686] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:3844; }","duration":"136.821592ms","start":"2026-03-31T20:26:51.684282Z","end":"2026-03-31T20:26:51.821103Z","steps":["trace[1689850686] 'agreement among raft nodes before linearized reading' (duration: 136.677828ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:51.821096Z","caller":"traceutil/trace.go:171","msg":"trace[1758524241] transaction","detail":"{read_only:false; response_revision:3844; number_of_response:1; }","duration":"495.388259ms","start":"2026-03-31T20:26:51.325668Z","end":"2026-03-31T20:26:51.821056Z","steps":["trace[1758524241] 'process raft request' (duration: 359.229594ms)","trace[1758524241] 'compare' (duration: 135.363756ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:26:51.821286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:26:51.325657Z","time spent":"495.523243ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:26:52.579334Z","caller":"traceutil/trace.go:171","msg":"trace[2031475636] transaction","detail":"{read_only:false; response_revision:3848; number_of_response:1; }","duration":"111.29837ms","start":"2026-03-31T20:26:52.467998Z","end":"2026-03-31T20:26:52.579296Z","steps":["trace[2031475636] 'process raft request' (duration: 111.073243ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:53.11314Z","caller":"traceutil/trace.go:171","msg":"trace[1479829788] transaction","detail":"{read_only:false; response_revision:3850; number_of_response:1; }","duration":"105.097602ms","start":"2026-03-31T20:26:53.008015Z","end":"2026-03-31T20:26:53.113112Z","steps":["trace[1479829788] 'process raft request' (duration: 104.899908ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:57.513819Z","caller":"traceutil/trace.go:171","msg":"trace[918637287] linearizableReadLoop","detail":"{readStateIndex:4035; appliedIndex:4034; }","duration":"154.091665ms","start":"2026-03-31T20:26:57.359705Z","end":"2026-03-31T20:26:57.513797Z","steps":["trace[918637287] 'read index received' (duration: 153.906551ms)","trace[918637287] 'applied index is now lower than readState.Index' (duration: 183.914µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:26:57.51392Z","caller":"traceutil/trace.go:171","msg":"trace[2062059210] transaction","detail":"{read_only:false; response_revision:3871; number_of_response:1; }","duration":"311.199467ms","start":"2026-03-31T20:26:57.202686Z","end":"2026-03-31T20:26:57.513886Z","steps":["trace[2062059210] 'process raft request' (duration: 310.972571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:57.514029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.303751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T20:26:57.514074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:26:57.202667Z","time spent":"311.321639ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:26:57.514088Z","caller":"traceutil/trace.go:171","msg":"trace[1507625357] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3871; }","duration":"154.415213ms","start":"2026-03-31T20:26:57.359659Z","end":"2026-03-31T20:26:57.514075Z","steps":["trace[1507625357] 'agreement among raft nodes before linearized reading' (duration: 154.235989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:58.303063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.886527ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:26:58.303453Z","caller":"traceutil/trace.go:171","msg":"trace[2088385886] transaction","detail":"{read_only:false; response_revision:3875; number_of_response:1; }","duration":"229.951584ms","start":"2026-03-31T20:26:58.073464Z","end":"2026-03-31T20:26:58.303416Z","steps":["trace[2088385886] 'process raft request' (duration: 33.596865ms)","trace[2088385886] 'compare' (duration: 195.760644ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:26:59.557534Z","caller":"traceutil/trace.go:171","msg":"trace[21438228] transaction","detail":"{read_only:false; response_revision:3882; number_of_response:1; }","duration":"193.60821ms","start":"2026-03-31T20:26:59.363895Z","end":"2026-03-31T20:26:59.557503Z","steps":["trace[21438228] 'process raft request' (duration: 193.395184ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:59.629808Z","caller":"traceutil/trace.go:171","msg":"trace[747602283] transaction","detail":"{read_only:false; response_revision:3883; number_of_response:1; }","duration":"110.343835ms","start":"2026-03-31T20:26:59.519432Z","end":"2026-03-31T20:26:59.629776Z","steps":["trace[747602283] 'process raft request' (duration: 110.12746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:00.025329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.07969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:27:00.025477Z","caller":"traceutil/trace.go:171","msg":"trace[1498001737] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:3885; }","duration":"215.298295ms","start":"2026-03-31T20:26:59.810144Z","end":"2026-03-31T20:27:00.025443Z","steps":["trace[1498001737] 'count revisions from in-memory index tree' (duration: 214.965957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:00.026509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.972454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T20:27:00.0266Z","caller":"traceutil/trace.go:171","msg":"trace[293704724] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3885; }","duration":"189.122887ms","start":"2026-03-31T20:26:59.837455Z","end":"2026-03-31T20:27:00.026578Z","steps":["trace[293704724] 'range keys from in-memory index tree' (duration: 187.758483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:00.461899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.622423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:27:00.462109Z","caller":"traceutil/trace.go:171","msg":"trace[93975801] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3886; }","duration":"215.858959ms","start":"2026-03-31T20:27:00.246181Z","end":"2026-03-31T20:27:00.46204Z","steps":["trace[93975801] 'range keys from in-memory index tree' (duration: 215.50212ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:00.46225Z","caller":"traceutil/trace.go:171","msg":"trace[1407972181] transaction","detail":"{read_only:false; response_revision:3887; number_of_response:1; }","duration":"153.408778ms","start":"2026-03-31T20:27:00.308791Z","end":"2026-03-31T20:27:00.4622Z","steps":["trace[1407972181] 'process raft request' (duration: 128.091911ms)","trace[1407972181] 'compare' (duration: 25.213814ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:27:00.461912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.333351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:27:00.4624Z","caller":"traceutil/trace.go:171","msg":"trace[513739667] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3886; }","duration":"154.858545ms","start":"2026-03-31T20:27:00.307523Z","end":"2026-03-31T20:27:00.462382Z","steps":["trace[513739667] 'range keys from in-memory index tree' (duration: 154.162757ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:01.822045Z","caller":"traceutil/trace.go:171","msg":"trace[1919724151] linearizableReadLoop","detail":"{readStateIndex:4058; appliedIndex:4057; }","duration":"116.413589ms","start":"2026-03-31T20:27:01.705607Z","end":"2026-03-31T20:27:01.82202Z","steps":["trace[1919724151] 'read index received' (duration: 116.177503ms)","trace[1919724151] 'applied index is now lower than readState.Index' (duration: 234.816µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:27:01.822084Z","caller":"traceutil/trace.go:171","msg":"trace[1124205946] transaction","detail":"{read_only:false; response_revision:3893; number_of_response:1; }","duration":"186.339307ms","start":"2026-03-31T20:27:01.635714Z","end":"2026-03-31T20:27:01.822054Z","steps":["trace[1124205946] 'process raft request' (duration: 186.155262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:01.822269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.653555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:27:01.822304Z","caller":"traceutil/trace.go:171","msg":"trace[1065309711] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3893; }","duration":"116.744237ms","start":"2026-03-31T20:27:01.705549Z","end":"2026-03-31T20:27:01.822294Z","steps":["trace[1065309711] 'agreement among raft nodes before linearized reading' (duration: 116.602593ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:02.250458Z","caller":"traceutil/trace.go:171","msg":"trace[626485558] transaction","detail":"{read_only:false; response_revision:3896; number_of_response:1; }","duration":"104.257121ms","start":"2026-03-31T20:27:02.14617Z","end":"2026-03-31T20:27:02.250427Z","steps":["trace[626485558] 'process raft request' (duration: 104.090667ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:04.245868Z","caller":"traceutil/trace.go:171","msg":"trace[2090305275] linearizableReadLoop","detail":"{readStateIndex:4069; appliedIndex:4068; }","duration":"299.895082ms","start":"2026-03-31T20:27:03.945946Z","end":"2026-03-31T20:27:04.245841Z","steps":["trace[2090305275] 'read index received' (duration: 299.781709ms)","trace[2090305275] 'applied index is now lower than readState.Index' (duration: 112.113µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:27:04.245971Z","caller":"traceutil/trace.go:171","msg":"trace[732836047] transaction","detail":"{read_only:false; response_revision:3904; number_of_response:1; }","duration":"340.118314ms","start":"2026-03-31T20:27:03.905823Z","end":"2026-03-31T20:27:04.245942Z","steps":["trace[732836047] 'process raft request' (duration: 339.848557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:04.24613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:03.905803Z","time spent":"340.231877ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:27:04.246124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.154838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-31T20:27:04.24618Z","caller":"traceutil/trace.go:171","msg":"trace[1798487119] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3904; }","duration":"300.280502ms","start":"2026-03-31T20:27:03.945889Z","end":"2026-03-31T20:27:04.24617Z","steps":["trace[1798487119] 'agreement among raft nodes before linearized reading' (duration: 300.095578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:04.246219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:03.945864Z","time spent":"300.345123ms","remote":"127.0.0.1:52348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-31T20:27:04.246286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.548764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T20:27:04.246377Z","caller":"traceutil/trace.go:171","msg":"trace[133456267] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:3904; }","duration":"276.681568ms","start":"2026-03-31T20:27:03.969675Z","end":"2026-03-31T20:27:04.246357Z","steps":["trace[133456267] 'agreement among raft nodes before linearized reading' (duration: 276.390201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:04.2463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.337913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:27:04.246465Z","caller":"traceutil/trace.go:171","msg":"trace[324114608] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:3904; }","duration":"102.562679ms","start":"2026-03-31T20:27:04.143874Z","end":"2026-03-31T20:27:04.246437Z","steps":["trace[324114608] 'agreement among raft nodes before linearized reading' (duration: 102.284002ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:04.460054Z","caller":"traceutil/trace.go:171","msg":"trace[866925315] transaction","detail":"{read_only:false; response_revision:3906; number_of_response:1; }","duration":"154.574798ms","start":"2026-03-31T20:27:04.305442Z","end":"2026-03-31T20:27:04.460017Z","steps":["trace[866925315] 'process raft request' (duration: 154.495426ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:04.460262Z","caller":"traceutil/trace.go:171","msg":"trace[252249002] transaction","detail":"{read_only:false; response_revision:3905; number_of_response:1; }","duration":"159.626144ms","start":"2026-03-31T20:27:04.300588Z","end":"2026-03-31T20:27:04.460214Z","steps":["trace[252249002] 'process raft request' (duration: 61.312022ms)","trace[252249002] 'compare' (duration: 97.617214ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:27:04.712923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.745407ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:27:04.713099Z","caller":"traceutil/trace.go:171","msg":"trace[1230853104] linearizableReadLoop","detail":"{readStateIndex:4073; appliedIndex:4072; }","duration":"129.634049ms","start":"2026-03-31T20:27:04.583449Z","end":"2026-03-31T20:27:04.713083Z","steps":["trace[1230853104] 'read index received' (duration: 10.550534ms)","trace[1230853104] 'applied index is now lower than readState.Index' (duration: 119.082185ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:27:04.713153Z","caller":"traceutil/trace.go:171","msg":"trace[1296950886] transaction","detail":"{read_only:false; response_revision:3907; number_of_response:1; }","duration":"222.329201ms","start":"2026-03-31T20:27:04.490793Z","end":"2026-03-31T20:27:04.713122Z","steps":["trace[1296950886] 'process raft request' (duration: 103.305958ms)","trace[1296950886] 'compare' (duration: 118.630474ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:27:04.713256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.806494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:27:04.713301Z","caller":"traceutil/trace.go:171","msg":"trace[819596872] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:3907; }","duration":"129.910957ms","start":"2026-03-31T20:27:04.583382Z","end":"2026-03-31T20:27:04.713293Z","steps":["trace[819596872] 'agreement among raft nodes before linearized reading' (duration: 129.802724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:05.056971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.965785ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:27:05.057103Z","caller":"traceutil/trace.go:171","msg":"trace[98976030] linearizableReadLoop","detail":"{readStateIndex:4075; appliedIndex:4074; }","duration":"187.366542ms","start":"2026-03-31T20:27:04.869718Z","end":"2026-03-31T20:27:05.057084Z","steps":["trace[98976030] 'read index received' (duration: 52.067989ms)","trace[98976030] 'applied index is now lower than readState.Index' (duration: 135.297153ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:27:05.05716Z","caller":"traceutil/trace.go:171","msg":"trace[1969179862] transaction","detail":"{read_only:false; response_revision:3909; number_of_response:1; }","duration":"237.578375ms","start":"2026-03-31T20:27:04.819544Z","end":"2026-03-31T20:27:05.057123Z","steps":["trace[1969179862] 'process raft request' (duration: 102.347774ms)","trace[1969179862] 'compare' (duration: 134.823561ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:27:05.05721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.492045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:27:05.057241Z","caller":"traceutil/trace.go:171","msg":"trace[858388669] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3909; }","duration":"187.566177ms","start":"2026-03-31T20:27:04.869665Z","end":"2026-03-31T20:27:05.057231Z","steps":["trace[858388669] 'agreement among raft nodes before linearized reading' (duration: 187.508276ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:05.622359Z","caller":"traceutil/trace.go:171","msg":"trace[1029516540] transaction","detail":"{read_only:false; response_revision:3910; number_of_response:1; }","duration":"560.869135ms","start":"2026-03-31T20:27:05.061454Z","end":"2026-03-31T20:27:05.622323Z","steps":["trace[1029516540] 'process raft request' (duration: 560.561098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:05.622538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:05.06144Z","time spent":"561.00125ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:27:05.882972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.842928ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:27:05.883091Z","caller":"traceutil/trace.go:171","msg":"trace[1620705705] linearizableReadLoop","detail":"{readStateIndex:4077; appliedIndex:4075; }","duration":"289.479701ms","start":"2026-03-31T20:27:05.59359Z","end":"2026-03-31T20:27:05.883069Z","steps":["trace[1620705705] 'read index received' (duration: 28.427685ms)","trace[1620705705] 'applied index is now lower than readState.Index' (duration: 261.050596ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:27:05.883149Z","caller":"traceutil/trace.go:171","msg":"trace[380548725] transaction","detail":"{read_only:false; response_revision:3911; number_of_response:1; }","duration":"576.901799ms","start":"2026-03-31T20:27:05.306212Z","end":"2026-03-31T20:27:05.883114Z","steps":["trace[380548725] 'process raft request' (duration: 459.809754ms)","trace[380548725] 'compare' (duration: 116.696154ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:27:05.883291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.697766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-31T20:27:05.883273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.238611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:27:05.88332Z","caller":"traceutil/trace.go:171","msg":"trace[704441724] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3911; }","duration":"289.761738ms","start":"2026-03-31T20:27:05.593549Z","end":"2026-03-31T20:27:05.883311Z","steps":["trace[704441724] 'agreement among raft nodes before linearized reading' (duration: 289.613164ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:05.883349Z","caller":"traceutil/trace.go:171","msg":"trace[745617601] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:3911; }","duration":"267.366355ms","start":"2026-03-31T20:27:05.615963Z","end":"2026-03-31T20:27:05.883329Z","steps":["trace[745617601] 'agreement among raft nodes before linearized reading' (duration: 267.233971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:05.883418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:05.306183Z","time spent":"577.089224ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:27:06.056635Z","caller":"traceutil/trace.go:171","msg":"trace[173806373] linearizableReadLoop","detail":"{readStateIndex:4078; appliedIndex:4077; }","duration":"119.166237ms","start":"2026-03-31T20:27:05.937435Z","end":"2026-03-31T20:27:06.056601Z","steps":["trace[173806373] 'read index received' (duration: 78.478824ms)","trace[173806373] 'applied index is now lower than readState.Index' (duration: 40.681003ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:27:06.056636Z","caller":"traceutil/trace.go:171","msg":"trace[457427569] transaction","detail":"{read_only:false; response_revision:3912; number_of_response:1; }","duration":"151.922622ms","start":"2026-03-31T20:27:05.904659Z","end":"2026-03-31T20:27:06.056581Z","steps":["trace[457427569] 'process raft request' (duration: 111.2796ms)","trace[457427569] 'compare' (duration: 40.383044ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:27:06.056853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.392133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:27:06.056966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.232148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:27:06.057042Z","caller":"traceutil/trace.go:171","msg":"trace[465933808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3913; }","duration":"111.32577ms","start":"2026-03-31T20:27:05.94569Z","end":"2026-03-31T20:27:06.057016Z","steps":["trace[465933808] 'agreement among raft nodes before linearized reading' (duration: 111.134115ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:06.057007Z","caller":"traceutil/trace.go:171","msg":"trace[1030819072] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3913; }","duration":"119.605678ms","start":"2026-03-31T20:27:05.937379Z","end":"2026-03-31T20:27:06.056985Z","steps":["trace[1030819072] 'agreement among raft nodes before linearized reading' (duration: 119.356222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:06.546245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.352245ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:27:06.54637Z","caller":"traceutil/trace.go:171","msg":"trace[1534079938] linearizableReadLoop","detail":"{readStateIndex:4080; appliedIndex:4079; }","duration":"483.258564ms","start":"2026-03-31T20:27:06.063093Z","end":"2026-03-31T20:27:06.546351Z","steps":["trace[1534079938] 'read index received' (duration: 108.819618ms)","trace[1534079938] 'applied index is now lower than readState.Index' (duration: 374.437406ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:27:06.546511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.459717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:27:06.546547Z","caller":"traceutil/trace.go:171","msg":"trace[1588158478] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:3914; }","duration":"104.519829ms","start":"2026-03-31T20:27:06.442017Z","end":"2026-03-31T20:27:06.546537Z","steps":["trace[1588158478] 'agreement among raft nodes before linearized reading' (duration: 104.444757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:06.546556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.587102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:27:06.546665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.52291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-31T20:27:06.546696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.089416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:27:06.54669Z","caller":"traceutil/trace.go:171","msg":"trace[1313880425] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:3914; }","duration":"448.757216ms","start":"2026-03-31T20:27:06.097904Z","end":"2026-03-31T20:27:06.546661Z","steps":["trace[1313880425] 'agreement among raft nodes before linearized reading' (duration: 448.563371ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:06.546754Z","caller":"traceutil/trace.go:171","msg":"trace[361614108] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3914; }","duration":"296.199779ms","start":"2026-03-31T20:27:06.250537Z","end":"2026-03-31T20:27:06.546737Z","steps":["trace[361614108] 'agreement among raft nodes before linearized reading' (duration: 296.016744ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:06.546752Z","caller":"traceutil/trace.go:171","msg":"trace[1841734001] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3914; }","duration":"483.704655ms","start":"2026-03-31T20:27:06.063027Z","end":"2026-03-31T20:27:06.546732Z","steps":["trace[1841734001] 'agreement among raft nodes before linearized reading' (duration: 483.394647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:06.54677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:06.097889Z","time spent":"448.861509ms","remote":"127.0.0.1:52318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":2,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:27:06.546805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:06.063004Z","time spent":"483.790557ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T20:27:06.546742Z","caller":"traceutil/trace.go:171","msg":"trace[351244641] transaction","detail":"{read_only:false; response_revision:3914; number_of_response:1; }","duration":"485.422409ms","start":"2026-03-31T20:27:06.06116Z","end":"2026-03-31T20:27:06.546582Z","steps":["trace[351244641] 'process raft request' (duration: 110.620383ms)","trace[351244641] 'compare' (duration: 373.706469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:27:06.546764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.329041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:27:06.54697Z","caller":"traceutil/trace.go:171","msg":"trace[376296252] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:3914; }","duration":"187.600469ms","start":"2026-03-31T20:27:06.359343Z","end":"2026-03-31T20:27:06.546943Z","steps":["trace[376296252] 'agreement among raft nodes before linearized reading' (duration: 187.129876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:06.547046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:06.061131Z","time spent":"485.766388ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:27:06.839502Z","caller":"traceutil/trace.go:171","msg":"trace[745320972] linearizableReadLoop","detail":"{readStateIndex:4082; appliedIndex:4080; }","duration":"280.902525ms","start":"2026-03-31T20:27:06.558539Z","end":"2026-03-31T20:27:06.839441Z","steps":["trace[745320972] 'read index received' (duration: 47.014632ms)","trace[745320972] 'applied index is now lower than readState.Index' (duration: 233.886283ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:27:06.83954Z","caller":"traceutil/trace.go:171","msg":"trace[277832902] transaction","detail":"{read_only:false; response_revision:3916; number_of_response:1; }","duration":"287.650375ms","start":"2026-03-31T20:27:06.551857Z","end":"2026-03-31T20:27:06.839507Z","steps":["trace[277832902] 'process raft request' (duration: 287.219074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:06.839826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.266774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-31T20:27:06.83996Z","caller":"traceutil/trace.go:171","msg":"trace[239588596] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3916; }","duration":"281.438758ms","start":"2026-03-31T20:27:06.558494Z","end":"2026-03-31T20:27:06.839933Z","steps":["trace[239588596] 'agreement among raft nodes before linearized reading' (duration: 281.062009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:07.262764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.72378ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:27:07.263011Z","caller":"traceutil/trace.go:171","msg":"trace[1505967637] transaction","detail":"{read_only:false; response_revision:3919; number_of_response:1; }","duration":"199.939858ms","start":"2026-03-31T20:27:07.063053Z","end":"2026-03-31T20:27:07.262993Z","steps":["trace[1505967637] 'process raft request' (duration: 199.900707ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:07.263061Z","caller":"traceutil/trace.go:171","msg":"trace[1091433634] transaction","detail":"{read_only:false; response_revision:3917; number_of_response:1; }","duration":"544.975485ms","start":"2026-03-31T20:27:06.718035Z","end":"2026-03-31T20:27:07.26301Z","steps":["trace[1091433634] 'process raft request' (duration: 391.895376ms)","trace[1091433634] 'compare' (duration: 152.571687ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:27:07.263444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.239758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:27:07.263231Z","caller":"traceutil/trace.go:171","msg":"trace[1317390771] transaction","detail":"{read_only:false; response_revision:3918; number_of_response:1; }","duration":"200.616104ms","start":"2026-03-31T20:27:07.062598Z","end":"2026-03-31T20:27:07.263214Z","steps":["trace[1317390771] 'process raft request' (duration: 200.302167ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:07.263496Z","caller":"traceutil/trace.go:171","msg":"trace[1376589909] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3919; }","duration":"523.364872ms","start":"2026-03-31T20:27:06.740118Z","end":"2026-03-31T20:27:07.263483Z","steps":["trace[1376589909] 'agreement among raft nodes before linearized reading' (duration: 523.159487ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:07.263193Z","caller":"traceutil/trace.go:171","msg":"trace[350519086] linearizableReadLoop","detail":"{readStateIndex:4083; appliedIndex:4082; }","duration":"423.582033ms","start":"2026-03-31T20:27:06.839571Z","end":"2026-03-31T20:27:07.263153Z","steps":["trace[350519086] 'read index received' (duration: 270.583836ms)","trace[350519086] 'applied index is now lower than readState.Index' (duration: 152.991367ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:27:07.263539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:06.740094Z","time spent":"523.435384ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:27:07.263589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:06.718Z","time spent":"545.452587ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:27:07.263756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.175138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:27:07.263849Z","caller":"traceutil/trace.go:171","msg":"trace[1590655220] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3919; }","duration":"360.345383ms","start":"2026-03-31T20:27:06.903488Z","end":"2026-03-31T20:27:07.263833Z","steps":["trace[1590655220] 'agreement among raft nodes before linearized reading' (duration: 360.21635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:07.263946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:06.90346Z","time spent":"360.447955ms","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:27:07.263743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.473542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:27:07.2641Z","caller":"traceutil/trace.go:171","msg":"trace[1399366482] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:3919; }","duration":"297.883933ms","start":"2026-03-31T20:27:06.966195Z","end":"2026-03-31T20:27:07.264079Z","steps":["trace[1399366482] 'agreement among raft nodes before linearized reading' (duration: 297.464621ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:07.778691Z","caller":"traceutil/trace.go:171","msg":"trace[822772233] transaction","detail":"{read_only:false; response_revision:3921; number_of_response:1; }","duration":"125.26975ms","start":"2026-03-31T20:27:07.653393Z","end":"2026-03-31T20:27:07.778663Z","steps":["trace[822772233] 'process raft request' (duration: 125.093506ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:08.753641Z","caller":"traceutil/trace.go:171","msg":"trace[325214004] linearizableReadLoop","detail":"{readStateIndex:4090; appliedIndex:4089; }","duration":"144.224777ms","start":"2026-03-31T20:27:08.60938Z","end":"2026-03-31T20:27:08.753604Z","steps":["trace[325214004] 'read index received' (duration: 143.868588ms)","trace[325214004] 'applied index is now lower than readState.Index' (duration: 354.559µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:27:08.753736Z","caller":"traceutil/trace.go:171","msg":"trace[1271447307] transaction","detail":"{read_only:false; response_revision:3924; number_of_response:1; }","duration":"197.874826ms","start":"2026-03-31T20:27:08.555821Z","end":"2026-03-31T20:27:08.753695Z","steps":["trace[1271447307] 'process raft request' (duration: 197.575229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:08.753928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.530485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:27:08.753977Z","caller":"traceutil/trace.go:171","msg":"trace[1769681712] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3924; }","duration":"144.658328ms","start":"2026-03-31T20:27:08.609305Z","end":"2026-03-31T20:27:08.753964Z","steps":["trace[1769681712] 'agreement among raft nodes before linearized reading' (duration: 144.438162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:09.434955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.516573ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:27:09.435158Z","caller":"traceutil/trace.go:171","msg":"trace[862540729] transaction","detail":"{read_only:false; response_revision:3925; number_of_response:1; }","duration":"676.141215ms","start":"2026-03-31T20:27:08.758964Z","end":"2026-03-31T20:27:09.435105Z","steps":["trace[862540729] 'process raft request' (duration: 205.376255ms)","trace[862540729] 'compare' (duration: 470.193525ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:27:09.435173Z","caller":"traceutil/trace.go:171","msg":"trace[1729494540] linearizableReadLoop","detail":"{readStateIndex:4091; appliedIndex:4090; }","duration":"591.139867ms","start":"2026-03-31T20:27:08.843989Z","end":"2026-03-31T20:27:09.435129Z","steps":["trace[1729494540] 'read index received' (duration: 120.277584ms)","trace[1729494540] 'applied index is now lower than readState.Index' (duration: 470.857393ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:27:09.435339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:08.758937Z","time spent":"676.30782ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:27:09.731117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.007694ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-31T20:27:09.731674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.666474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:27:09.731792Z","caller":"traceutil/trace.go:171","msg":"trace[244901355] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3925; }","duration":"887.828409ms","start":"2026-03-31T20:27:08.843928Z","end":"2026-03-31T20:27:09.731757Z","steps":["trace[244901355] 'agreement among raft nodes before linearized reading' (duration: 591.292012ms)","trace[244901355] 'range keys from in-memory index tree' (duration: 296.087336ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:27:09.732018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:08.843909Z","time spent":"888.089126ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:27:09.936255Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973329829,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:27:09.959317Z","caller":"traceutil/trace.go:171","msg":"trace[849311940] transaction","detail":"{read_only:false; response_revision:3927; number_of_response:1; }","duration":"688.990758ms","start":"2026-03-31T20:27:09.270299Z","end":"2026-03-31T20:27:09.95929Z","steps":["trace[849311940] 'process raft request' (duration: 688.945576ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:09.95944Z","caller":"traceutil/trace.go:171","msg":"trace[50970539] transaction","detail":"{read_only:false; response_revision:3926; number_of_response:1; }","duration":"690.095806ms","start":"2026-03-31T20:27:09.269268Z","end":"2026-03-31T20:27:09.959364Z","steps":["trace[50970539] 'process raft request' (duration: 689.82092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:09.959492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:09.270292Z","time spent":"689.105151ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:27:09.959676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:09.269247Z","time spent":"690.319502ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:27:10.199687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.834785ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:27:10.199918Z","caller":"traceutil/trace.go:171","msg":"trace[1900965194] transaction","detail":"{read_only:false; response_revision:3928; number_of_response:1; }","duration":"462.771879ms","start":"2026-03-31T20:27:09.737094Z","end":"2026-03-31T20:27:10.199866Z","steps":["trace[1900965194] 'process raft request' (duration: 332.687597ms)","trace[1900965194] 'compare' (duration: 129.503717ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:27:10.200117Z","caller":"traceutil/trace.go:171","msg":"trace[1478711777] transaction","detail":"{read_only:false; response_revision:3929; number_of_response:1; }","duration":"235.109304ms","start":"2026-03-31T20:27:09.964972Z","end":"2026-03-31T20:27:10.200081Z","steps":["trace[1478711777] 'process raft request' (duration: 234.809185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:10.200159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:09.737064Z","time spent":"462.969284ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:27:10.200139Z","caller":"traceutil/trace.go:171","msg":"trace[2060011300] linearizableReadLoop","detail":"{readStateIndex:4095; appliedIndex:4092; }","duration":"764.827976ms","start":"2026-03-31T20:27:09.435268Z","end":"2026-03-31T20:27:10.200096Z","steps":["trace[2060011300] 'read index received' (duration: 523.886866ms)","trace[2060011300] 'applied index is now lower than readState.Index' (duration: 240.93477ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:27:10.20031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329728573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:27:10.200307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.337524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:27:10.200373Z","caller":"traceutil/trace.go:171","msg":"trace[1947720225] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3930; }","duration":"863.480417ms","start":"2026-03-31T20:27:09.336874Z","end":"2026-03-31T20:27:10.200354Z","steps":["trace[1947720225] 'agreement among raft nodes before linearized reading' (duration: 863.249422ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:10.200387Z","caller":"traceutil/trace.go:171","msg":"trace[25891932] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3930; }","duration":"1.329840176s","start":"2026-03-31T20:27:08.870498Z","end":"2026-03-31T20:27:10.200338Z","steps":["trace[25891932] 'agreement among raft nodes before linearized reading' (duration: 1.329736753s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:10.200437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:09.336839Z","time spent":"863.58319ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:27:10.200494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.837976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T20:27:10.200542Z","caller":"traceutil/trace.go:171","msg":"trace[772836286] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3930; }","duration":"364.930619ms","start":"2026-03-31T20:27:09.835599Z","end":"2026-03-31T20:27:10.20053Z","steps":["trace[772836286] 'agreement among raft nodes before linearized reading' (duration: 364.714373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:10.200582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:09.835576Z","time spent":"364.990361ms","remote":"127.0.0.1:52348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-31T20:27:10.200537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.372542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:27:10.20064Z","caller":"traceutil/trace.go:171","msg":"trace[2069320727] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3930; }","duration":"416.602738ms","start":"2026-03-31T20:27:09.784017Z","end":"2026-03-31T20:27:10.20062Z","steps":["trace[2069320727] 'agreement among raft nodes before linearized reading' (duration: 416.28448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:10.200688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:09.783998Z","time spent":"416.682129ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:27:10.200576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:08.870482Z","time spent":"1.33000548s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:27:10.833118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.615158ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:27:10.833256Z","caller":"traceutil/trace.go:171","msg":"trace[1751680773] linearizableReadLoop","detail":"{readStateIndex:4099; appliedIndex:4097; }","duration":"624.590828ms","start":"2026-03-31T20:27:10.208638Z","end":"2026-03-31T20:27:10.833229Z","steps":["trace[1751680773] 'read index received' (duration: 13.606972ms)","trace[1751680773] 'applied index is now lower than readState.Index' (duration: 610.981716ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:27:10.833386Z","caller":"traceutil/trace.go:171","msg":"trace[1896108537] transaction","detail":"{read_only:false; response_revision:3932; number_of_response:1; }","duration":"627.260106ms","start":"2026-03-31T20:27:10.206107Z","end":"2026-03-31T20:27:10.833367Z","steps":["trace[1896108537] 'process raft request' (duration: 313.252989ms)","trace[1896108537] 'compare' (duration: 313.174625ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:27:10.833517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:10.206078Z","time spent":"627.387889ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:27:10.833538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.943288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:27:10.833637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.986408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-31T20:27:10.833724Z","caller":"traceutil/trace.go:171","msg":"trace[1204014559] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3932; }","duration":"625.090161ms","start":"2026-03-31T20:27:10.208612Z","end":"2026-03-31T20:27:10.833702Z","steps":["trace[1204014559] 'agreement among raft nodes before linearized reading' (duration: 624.821054ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:10.833643Z","caller":"traceutil/trace.go:171","msg":"trace[36366273] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3932; }","duration":"623.070441ms","start":"2026-03-31T20:27:10.210546Z","end":"2026-03-31T20:27:10.833616Z","steps":["trace[36366273] 'agreement among raft nodes before linearized reading' (duration: 622.892527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:10.833788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:10.208598Z","time spent":"625.175293ms","remote":"127.0.0.1:52348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-31T20:27:10.833796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:10.210537Z","time spent":"623.243225ms","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:27:11.149385Z","caller":"traceutil/trace.go:171","msg":"trace[1852559830] transaction","detail":"{read_only:false; response_revision:3934; number_of_response:1; }","duration":"140.069933ms","start":"2026-03-31T20:27:11.009281Z","end":"2026-03-31T20:27:11.149351Z","steps":["trace[1852559830] 'process raft request' (duration: 139.726975ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:12.308448Z","caller":"traceutil/trace.go:171","msg":"trace[562539918] linearizableReadLoop","detail":"{readStateIndex:4104; appliedIndex:4102; }","duration":"340.415891ms","start":"2026-03-31T20:27:11.968004Z","end":"2026-03-31T20:27:12.30842Z","steps":["trace[562539918] 'read index received' (duration: 65.371324ms)","trace[562539918] 'applied index is now lower than readState.Index' (duration: 275.042977ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:27:12.308638Z","caller":"traceutil/trace.go:171","msg":"trace[1424562047] transaction","detail":"{read_only:false; response_revision:3937; number_of_response:1; }","duration":"344.132404ms","start":"2026-03-31T20:27:11.96439Z","end":"2026-03-31T20:27:12.308523Z","steps":["trace[1424562047] 'process raft request' (duration: 343.820117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:12.308735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.705638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-31T20:27:12.308802Z","caller":"traceutil/trace.go:171","msg":"trace[2035531885] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3937; }","duration":"340.847921ms","start":"2026-03-31T20:27:11.96794Z","end":"2026-03-31T20:27:12.308788Z","steps":["trace[2035531885] 'agreement among raft nodes before linearized reading' (duration: 340.623915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:12.308852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:11.967916Z","time spent":"340.924603ms","remote":"127.0.0.1:59262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T20:27:12.309029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:11.964359Z","time spent":"344.467603ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:27:12.355592Z","caller":"traceutil/trace.go:171","msg":"trace[31616758] transaction","detail":"{read_only:false; response_revision:3938; number_of_response:1; }","duration":"148.796532ms","start":"2026-03-31T20:27:12.206766Z","end":"2026-03-31T20:27:12.355563Z","steps":["trace[31616758] 'process raft request' (duration: 146.227647ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:12.355965Z","caller":"traceutil/trace.go:171","msg":"trace[519898196] transaction","detail":"{read_only:false; response_revision:3939; number_of_response:1; }","duration":"148.062933ms","start":"2026-03-31T20:27:12.207814Z","end":"2026-03-31T20:27:12.355877Z","steps":["trace[519898196] 'process raft request' (duration: 147.680994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:12.35602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.927787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:27:12.356018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.50552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T20:27:12.35609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.908182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:27:12.356146Z","caller":"traceutil/trace.go:171","msg":"trace[9010838] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:3939; }","duration":"262.152932ms","start":"2026-03-31T20:27:12.093964Z","end":"2026-03-31T20:27:12.356117Z","steps":["trace[9010838] 'agreement among raft nodes before linearized reading' (duration: 261.871505ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:12.35619Z","caller":"traceutil/trace.go:171","msg":"trace[1406269947] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3939; }","duration":"129.268151ms","start":"2026-03-31T20:27:12.2269Z","end":"2026-03-31T20:27:12.356168Z","steps":["trace[1406269947] 'agreement among raft nodes before linearized reading' (duration: 128.976003ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:12.356172Z","caller":"traceutil/trace.go:171","msg":"trace[2040175074] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3939; }","duration":"149.682464ms","start":"2026-03-31T20:27:12.206459Z","end":"2026-03-31T20:27:12.356141Z","steps":["trace[2040175074] 'agreement among raft nodes before linearized reading' (duration: 149.494319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:12.733831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.32168ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:27:12.734167Z","caller":"traceutil/trace.go:171","msg":"trace[386606846] transaction","detail":"{read_only:false; response_revision:3941; number_of_response:1; }","duration":"372.489258ms","start":"2026-03-31T20:27:12.361655Z","end":"2026-03-31T20:27:12.734144Z","steps":["trace[386606846] 'process raft request' (duration: 372.394846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:12.734345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:12.361628Z","time spent":"372.662163ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:27:12.734167Z","caller":"traceutil/trace.go:171","msg":"trace[1859785879] transaction","detail":"{read_only:false; response_revision:3940; number_of_response:1; }","duration":"373.067313ms","start":"2026-03-31T20:27:12.361055Z","end":"2026-03-31T20:27:12.734122Z","steps":["trace[1859785879] 'process raft request' (duration: 92.325002ms)","trace[1859785879] 'compare' (duration: 280.207877ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:27:12.734654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:12.361029Z","time spent":"373.499764ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:27:13.011133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.981991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:27:13.011194Z","caller":"traceutil/trace.go:171","msg":"trace[1141613809] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3941; }","duration":"140.099324ms","start":"2026-03-31T20:27:12.87108Z","end":"2026-03-31T20:27:13.01118Z","steps":["trace[1141613809] 'range keys from in-memory index tree' (duration: 139.855728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:13.011307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.768811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T20:27:13.011387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.413252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:27:13.01146Z","caller":"traceutil/trace.go:171","msg":"trace[422530018] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3941; }","duration":"173.514194ms","start":"2026-03-31T20:27:12.837929Z","end":"2026-03-31T20:27:13.011444Z","steps":["trace[422530018] 'range keys from in-memory index tree' (duration: 173.249578ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:13.011548Z","caller":"traceutil/trace.go:171","msg":"trace[1005604219] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3941; }","duration":"112.089359ms","start":"2026-03-31T20:27:12.89934Z","end":"2026-03-31T20:27:13.01143Z","steps":["trace[1005604219] 'range keys from in-memory index tree' (duration: 111.480554ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:13.186314Z","caller":"traceutil/trace.go:171","msg":"trace[1369755549] transaction","detail":"{read_only:false; response_revision:3942; number_of_response:1; }","duration":"171.865103ms","start":"2026-03-31T20:27:13.014423Z","end":"2026-03-31T20:27:13.186288Z","steps":["trace[1369755549] 'process raft request' (duration: 171.681268ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:13.455131Z","caller":"traceutil/trace.go:171","msg":"trace[238068454] linearizableReadLoop","detail":"{readStateIndex:4110; appliedIndex:4108; }","duration":"388.579622ms","start":"2026-03-31T20:27:13.06637Z","end":"2026-03-31T20:27:13.454949Z","steps":["trace[238068454] 'read index received' (duration: 119.803053ms)","trace[238068454] 'applied index is now lower than readState.Index' (duration: 268.772669ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:27:13.455728Z","caller":"traceutil/trace.go:171","msg":"trace[883282218] transaction","detail":"{read_only:false; response_revision:3943; number_of_response:1; }","duration":"440.654853ms","start":"2026-03-31T20:27:13.015015Z","end":"2026-03-31T20:27:13.45567Z","steps":["trace[883282218] 'process raft request' (duration: 434.827636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:13.45592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:13.015004Z","time spent":"440.805686ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:27:13.455767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.336742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:27:13.456206Z","caller":"traceutil/trace.go:171","msg":"trace[1266814054] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:3943; }","duration":"389.752962ms","start":"2026-03-31T20:27:13.066337Z","end":"2026-03-31T20:27:13.45609Z","steps":["trace[1266814054] 'agreement among raft nodes before linearized reading' (duration: 389.25528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:13.456317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:13.066324Z","time spent":"389.969397ms","remote":"127.0.0.1:59130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:27:13.586437Z","caller":"traceutil/trace.go:171","msg":"trace[864249263] linearizableReadLoop","detail":"{readStateIndex:4111; appliedIndex:4110; }","duration":"101.292417ms","start":"2026-03-31T20:27:13.485108Z","end":"2026-03-31T20:27:13.5864Z","steps":["trace[864249263] 'read index received' (duration: 94.186789ms)","trace[864249263] 'applied index is now lower than readState.Index' (duration: 7.104198ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:27:13.586759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.627937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:27:13.586804Z","caller":"traceutil/trace.go:171","msg":"trace[12718592] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3944; }","duration":"101.74871ms","start":"2026-03-31T20:27:13.485043Z","end":"2026-03-31T20:27:13.586791Z","steps":["trace[12718592] 'agreement among raft nodes before linearized reading' (duration: 101.500963ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:13.586581Z","caller":"traceutil/trace.go:171","msg":"trace[881433217] transaction","detail":"{read_only:false; response_revision:3944; number_of_response:1; }","duration":"124.571713ms","start":"2026-03-31T20:27:13.461941Z","end":"2026-03-31T20:27:13.586513Z","steps":["trace[881433217] 'process raft request' (duration: 117.386953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:14.258704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.529083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:27:14.258822Z","caller":"traceutil/trace.go:171","msg":"trace[931646419] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:3948; }","duration":"105.708138ms","start":"2026-03-31T20:27:14.153083Z","end":"2026-03-31T20:27:14.258791Z","steps":["trace[931646419] 'count revisions from in-memory index tree' (duration: 105.39245ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:14.504151Z","caller":"traceutil/trace.go:171","msg":"trace[78014996] transaction","detail":"{read_only:false; response_revision:3949; number_of_response:1; }","duration":"189.523927ms","start":"2026-03-31T20:27:14.314598Z","end":"2026-03-31T20:27:14.504122Z","steps":["trace[78014996] 'process raft request' (duration: 189.350063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:14.808667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.350782ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:27:14.809035Z","caller":"traceutil/trace.go:171","msg":"trace[668661724] linearizableReadLoop","detail":"{readStateIndex:4119; appliedIndex:4116; }","duration":"424.61993ms","start":"2026-03-31T20:27:14.384393Z","end":"2026-03-31T20:27:14.809013Z","steps":["trace[668661724] 'read index received' (duration: 119.66633ms)","trace[668661724] 'applied index is now lower than readState.Index' (duration: 304.952289ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:27:14.809043Z","caller":"traceutil/trace.go:171","msg":"trace[854552545] transaction","detail":"{read_only:false; response_revision:3950; number_of_response:1; }","duration":"448.310565ms","start":"2026-03-31T20:27:14.360696Z","end":"2026-03-31T20:27:14.809006Z","steps":["trace[854552545] 'process raft request' (duration: 295.485672ms)","trace[854552545] 'compare' (duration: 152.037264ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:27:14.809093Z","caller":"traceutil/trace.go:171","msg":"trace[1102443558] transaction","detail":"{read_only:false; response_revision:3951; number_of_response:1; }","duration":"446.796988ms","start":"2026-03-31T20:27:14.362259Z","end":"2026-03-31T20:27:14.809056Z","steps":["trace[1102443558] 'process raft request' (duration: 446.585892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:14.809198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.766643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:27:14.809281Z","caller":"traceutil/trace.go:171","msg":"trace[142418181] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:3951; }","duration":"424.916797ms","start":"2026-03-31T20:27:14.384343Z","end":"2026-03-31T20:27:14.80926Z","steps":["trace[142418181] 'agreement among raft nodes before linearized reading' (duration: 424.765593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:14.809292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:14.362224Z","time spent":"446.965492ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:27:14.809336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:14.384327Z","time spent":"424.995389ms","remote":"127.0.0.1:59082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:27:14.809428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:14.360664Z","time spent":"448.446058ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:27:14.868581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.685447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:27:14.86865Z","caller":"traceutil/trace.go:171","msg":"trace[932958066] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:3952; }","duration":"330.80329ms","start":"2026-03-31T20:27:14.537828Z","end":"2026-03-31T20:27:14.868631Z","steps":["trace[932958066] 'agreement among raft nodes before linearized reading' (duration: 330.669296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:14.868686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:14.537807Z","time spent":"330.868772ms","remote":"127.0.0.1:58608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:27:14.868915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.451091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:27:14.869036Z","caller":"traceutil/trace.go:171","msg":"trace[1506416831] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3952; }","duration":"128.616615ms","start":"2026-03-31T20:27:14.740391Z","end":"2026-03-31T20:27:14.869007Z","steps":["trace[1506416831] 'agreement among raft nodes before linearized reading' (duration: 128.133113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:14.869316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.497127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:27:14.869551Z","caller":"traceutil/trace.go:171","msg":"trace[1832324422] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3952; }","duration":"129.767024ms","start":"2026-03-31T20:27:14.739752Z","end":"2026-03-31T20:27:14.869519Z","steps":["trace[1832324422] 'agreement among raft nodes before linearized reading' (duration: 129.409135ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:15.169922Z","caller":"traceutil/trace.go:171","msg":"trace[1310872017] transaction","detail":"{read_only:false; response_revision:3954; number_of_response:1; }","duration":"296.007345ms","start":"2026-03-31T20:27:14.873891Z","end":"2026-03-31T20:27:15.169899Z","steps":["trace[1310872017] 'process raft request' (duration: 270.548465ms)","trace[1310872017] 'compare' (duration: 25.326497ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:27:15.449121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.903757ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:27:15.449268Z","caller":"traceutil/trace.go:171","msg":"trace[845572370] transaction","detail":"{read_only:false; response_revision:3955; number_of_response:1; }","duration":"253.335961ms","start":"2026-03-31T20:27:15.195906Z","end":"2026-03-31T20:27:15.449242Z","steps":["trace[845572370] 'process raft request' (duration: 92.191539ms)","trace[845572370] 'compare' (duration: 160.630059ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:27:15.83875Z","caller":"traceutil/trace.go:171","msg":"trace[677664606] transaction","detail":"{read_only:false; response_revision:3957; number_of_response:1; }","duration":"109.165915ms","start":"2026-03-31T20:27:15.729555Z","end":"2026-03-31T20:27:15.83872Z","steps":["trace[677664606] 'process raft request' (duration: 108.977661ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:17.042144Z","caller":"traceutil/trace.go:171","msg":"trace[1509139471] linearizableReadLoop","detail":"{readStateIndex:4130; appliedIndex:4128; }","duration":"174.375375ms","start":"2026-03-31T20:27:16.867725Z","end":"2026-03-31T20:27:17.042101Z","steps":["trace[1509139471] 'read index received' (duration: 18.374281ms)","trace[1509139471] 'applied index is now lower than readState.Index' (duration: 155.998524ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:27:17.042283Z","caller":"traceutil/trace.go:171","msg":"trace[1724512440] transaction","detail":"{read_only:false; response_revision:3962; number_of_response:1; }","duration":"226.685961ms","start":"2026-03-31T20:27:16.815535Z","end":"2026-03-31T20:27:17.042221Z","steps":["trace[1724512440] 'process raft request' (duration: 150.435583ms)","trace[1724512440] 'compare' (duration: 75.899209ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:27:17.042423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.676883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:27:17.042526Z","caller":"traceutil/trace.go:171","msg":"trace[1117246456] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3962; }","duration":"174.852147ms","start":"2026-03-31T20:27:16.867651Z","end":"2026-03-31T20:27:17.042503Z","steps":["trace[1117246456] 'agreement among raft nodes before linearized reading' (duration: 174.693783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:17.042817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.243201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:27:17.043338Z","caller":"traceutil/trace.go:171","msg":"trace[844127824] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3962; }","duration":"135.844146ms","start":"2026-03-31T20:27:16.907467Z","end":"2026-03-31T20:27:17.043311Z","steps":["trace[844127824] 'agreement among raft nodes before linearized reading' (duration: 134.895722ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:17.627016Z","caller":"traceutil/trace.go:171","msg":"trace[1333853736] transaction","detail":"{read_only:false; response_revision:3965; number_of_response:1; }","duration":"168.249882ms","start":"2026-03-31T20:27:17.458735Z","end":"2026-03-31T20:27:17.626985Z","steps":["trace[1333853736] 'process raft request' (duration: 168.056047ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:17.952553Z","caller":"traceutil/trace.go:171","msg":"trace[54845864] transaction","detail":"{read_only:false; response_revision:3967; number_of_response:1; }","duration":"106.057697ms","start":"2026-03-31T20:27:17.846458Z","end":"2026-03-31T20:27:17.952516Z","steps":["trace[54845864] 'process raft request' (duration: 105.613476ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:22.484757Z","caller":"traceutil/trace.go:171","msg":"trace[820051704] transaction","detail":"{read_only:false; response_revision:3988; number_of_response:1; }","duration":"109.766691ms","start":"2026-03-31T20:27:22.374958Z","end":"2026-03-31T20:27:22.484724Z","steps":["trace[820051704] 'process raft request' (duration: 109.549315ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:52.097275Z","caller":"traceutil/trace.go:171","msg":"trace[1192488534] transaction","detail":"{read_only:false; response_revision:4260; number_of_response:1; }","duration":"286.103962ms","start":"2026-03-31T20:27:51.811139Z","end":"2026-03-31T20:27:52.097243Z","steps":["trace[1192488534] 'process raft request' (duration: 285.900357ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:52.100308Z","caller":"traceutil/trace.go:171","msg":"trace[1184287988] linearizableReadLoop","detail":"{readStateIndex:4441; appliedIndex:4439; }","duration":"228.205378ms","start":"2026-03-31T20:27:51.872074Z","end":"2026-03-31T20:27:52.100279Z","steps":["trace[1184287988] 'read index received' (duration: 224.998197ms)","trace[1184287988] 'applied index is now lower than readState.Index' (duration: 3.205781ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:27:52.100415Z","caller":"traceutil/trace.go:171","msg":"trace[111357332] transaction","detail":"{read_only:false; response_revision:4261; number_of_response:1; }","duration":"245.562414ms","start":"2026-03-31T20:27:51.854832Z","end":"2026-03-31T20:27:52.100395Z","steps":["trace[111357332] 'process raft request' (duration: 245.315678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:52.10051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.378033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:27:52.100551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.062264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:27:52.100584Z","caller":"traceutil/trace.go:171","msg":"trace[2107042965] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4261; }","duration":"228.511426ms","start":"2026-03-31T20:27:51.872028Z","end":"2026-03-31T20:27:52.10054Z","steps":["trace[2107042965] 'agreement among raft nodes before linearized reading' (duration: 228.392793ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:52.100604Z","caller":"traceutil/trace.go:171","msg":"trace[629538944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4261; }","duration":"160.190317ms","start":"2026-03-31T20:27:51.9404Z","end":"2026-03-31T20:27:52.10059Z","steps":["trace[629538944] 'agreement among raft nodes before linearized reading' (duration: 160.027253ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:55.176597Z","caller":"traceutil/trace.go:171","msg":"trace[148613184] transaction","detail":"{read_only:false; response_revision:4332; number_of_response:1; }","duration":"157.960642ms","start":"2026-03-31T20:27:55.018581Z","end":"2026-03-31T20:27:55.176542Z","steps":["trace[148613184] 'process raft request' (duration: 157.704035ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:55.302041Z","caller":"traceutil/trace.go:171","msg":"trace[1458289549] transaction","detail":"{read_only:false; response_revision:4335; number_of_response:1; }","duration":"100.359513ms","start":"2026-03-31T20:27:55.201658Z","end":"2026-03-31T20:27:55.302018Z","steps":["trace[1458289549] 'process raft request' (duration: 100.196209ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:28:17.614656Z","caller":"traceutil/trace.go:171","msg":"trace[1602475436] transaction","detail":"{read_only:false; response_revision:4473; number_of_response:1; }","duration":"348.256085ms","start":"2026-03-31T20:28:17.266324Z","end":"2026-03-31T20:28:17.61458Z","steps":["trace[1602475436] 'process raft request' (duration: 348.077691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:17.614833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:17.266298Z","time spent":"348.438909ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:28:17.619067Z","caller":"traceutil/trace.go:171","msg":"trace[1212117550] linearizableReadLoop","detail":"{readStateIndex:4659; appliedIndex:4657; }","duration":"176.645471ms","start":"2026-03-31T20:28:17.442392Z","end":"2026-03-31T20:28:17.619037Z","steps":["trace[1212117550] 'read index received' (duration: 172.059665ms)","trace[1212117550] 'applied index is now lower than readState.Index' (duration: 4.585026ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:28:17.619143Z","caller":"traceutil/trace.go:171","msg":"trace[164574293] transaction","detail":"{read_only:false; response_revision:4474; number_of_response:1; }","duration":"243.769579ms","start":"2026-03-31T20:28:17.375345Z","end":"2026-03-31T20:28:17.619115Z","steps":["trace[164574293] 'process raft request' (duration: 243.618275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:17.619267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.484623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T20:28:17.619243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.835076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:28:17.619293Z","caller":"traceutil/trace.go:171","msg":"trace[784478668] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4474; }","duration":"115.521744ms","start":"2026-03-31T20:28:17.503764Z","end":"2026-03-31T20:28:17.619285Z","steps":["trace[784478668] 'agreement among raft nodes before linearized reading' (duration: 115.404081ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:28:17.619321Z","caller":"traceutil/trace.go:171","msg":"trace[668326019] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:4474; }","duration":"176.957508ms","start":"2026-03-31T20:28:17.442347Z","end":"2026-03-31T20:28:17.619305Z","steps":["trace[668326019] 'agreement among raft nodes before linearized reading' (duration: 176.797244ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:28:20.909436Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2796} {"level":"info","ts":"2026-03-31T20:28:21.016392Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2796,"took":"105.903722ms","hash":3886261840,"current-db-size-bytes":36261888,"current-db-size":"36 MB","current-db-size-in-use-bytes":11640832,"current-db-size-in-use":"12 MB"} {"level":"info","ts":"2026-03-31T20:28:21.016448Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3886261840,"revision":2796,"compact-revision":-1} {"level":"warn","ts":"2026-03-31T20:28:23.544034Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973331220,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:28:24.99267Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.358273598s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T20:28:25.083815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.21473833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:28:25.083894Z","caller":"traceutil/trace.go:171","msg":"trace[1731635674] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4501; }","duration":"2.214852183s","start":"2026-03-31T20:28:22.869026Z","end":"2026-03-31T20:28:25.083878Z","steps":["trace[1731635674] 'range keys from in-memory index tree' (duration: 2.214637208s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:25.083932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:22.869012Z","time spent":"2.214911375s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:28:25.084031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.272708408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:28:25.084068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.179827572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-76hz9\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-31T20:28:25.084108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501473088s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:28:25.084182Z","caller":"traceutil/trace.go:171","msg":"trace[1036837361] range","detail":"{range_begin:/registry/pods/openstack/keepalived-76hz9; range_end:; response_count:1; response_revision:4501; }","duration":"2.179995746s","start":"2026-03-31T20:28:22.904161Z","end":"2026-03-31T20:28:25.084156Z","steps":["trace[1036837361] 'range keys from in-memory index tree' (duration: 2.179542636s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:28:25.0842Z","caller":"traceutil/trace.go:171","msg":"trace[166269258] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:4501; }","duration":"2.273013376s","start":"2026-03-31T20:28:22.811119Z","end":"2026-03-31T20:28:25.084132Z","steps":["trace[166269258] 'count revisions from in-memory index tree' (duration: 2.272606976s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:25.084255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:22.904141Z","time spent":"2.180097659s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-76hz9\" "} {"level":"info","ts":"2026-03-31T20:28:25.084284Z","caller":"traceutil/trace.go:171","msg":"trace[1884370726] transaction","detail":"{read_only:false; response_revision:4502; number_of_response:1; }","duration":"2.116740587s","start":"2026-03-31T20:28:22.967514Z","end":"2026-03-31T20:28:25.084254Z","steps":["trace[1884370726] 'process raft request' (duration: 615.007902ms)","trace[1884370726] 'compare' (duration: 1.501308004s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:28:25.084356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:22.811101Z","time spent":"2.273236982s","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:28:25.084387Z","caller":"traceutil/trace.go:171","msg":"trace[1374936723] transaction","detail":"{read_only:false; response_revision:4503; number_of_response:1; }","duration":"1.450039335s","start":"2026-03-31T20:28:23.634322Z","end":"2026-03-31T20:28:25.084361Z","steps":["trace[1374936723] 'process raft request' (duration: 1.449943763s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:25.084423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:22.967487Z","time spent":"2.116850429s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:28:25.084515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:23.634304Z","time spent":"1.450152688s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:28:25.084499Z","caller":"traceutil/trace.go:171","msg":"trace[380585745] linearizableReadLoop","detail":"{readStateIndex:4689; appliedIndex:4688; }","duration":"2.041104595s","start":"2026-03-31T20:28:23.043299Z","end":"2026-03-31T20:28:25.084403Z","steps":["trace[380585745] 'read index received' (duration: 539.235567ms)","trace[380585745] 'applied index is now lower than readState.Index' (duration: 1.501863398s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:28:25.084758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.041437544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:28:25.084815Z","caller":"traceutil/trace.go:171","msg":"trace[1206377184] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:4503; }","duration":"2.041556336s","start":"2026-03-31T20:28:23.043246Z","end":"2026-03-31T20:28:25.084803Z","steps":["trace[1206377184] 'agreement among raft nodes before linearized reading' (duration: 2.041446664s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:25.084847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:23.043228Z","time spent":"2.041611517s","remote":"127.0.0.1:52354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:28:25.551585Z","caller":"traceutil/trace.go:171","msg":"trace[1695557109] linearizableReadLoop","detail":"{readStateIndex:4692; appliedIndex:4690; }","duration":"466.93281ms","start":"2026-03-31T20:28:25.084631Z","end":"2026-03-31T20:28:25.551564Z","steps":["trace[1695557109] 'read index received' (duration: 376.073935ms)","trace[1695557109] 'applied index is now lower than readState.Index' (duration: 90.857875ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:28:25.551812Z","caller":"traceutil/trace.go:171","msg":"trace[872363249] transaction","detail":"{read_only:false; response_revision:4504; number_of_response:1; }","duration":"1.915013726s","start":"2026-03-31T20:28:23.636787Z","end":"2026-03-31T20:28:25.551801Z","steps":["trace[872363249] 'process raft request' (duration: 1.824000117s)","trace[872363249] 'compare' (duration: 90.607079ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:28:25.551961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:23.636764Z","time spent":"1.915131388s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:28:25.551967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279713733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:28:25.55207Z","caller":"traceutil/trace.go:171","msg":"trace[620946551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4505; }","duration":"1.279855107s","start":"2026-03-31T20:28:24.272191Z","end":"2026-03-31T20:28:25.552046Z","steps":["trace[620946551] 'agreement among raft nodes before linearized reading' (duration: 1.279663332s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:25.552101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.616758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:28:25.552123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:24.272175Z","time spent":"1.279934439s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:28:25.552156Z","caller":"traceutil/trace.go:171","msg":"trace[810736116] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4505; }","duration":"681.674609ms","start":"2026-03-31T20:28:24.870466Z","end":"2026-03-31T20:28:25.552141Z","steps":["trace[810736116] 'agreement among raft nodes before linearized reading' (duration: 681.575627ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:28:25.552134Z","caller":"traceutil/trace.go:171","msg":"trace[216339396] transaction","detail":"{read_only:false; response_revision:4505; number_of_response:1; }","duration":"1.114559571s","start":"2026-03-31T20:28:24.437548Z","end":"2026-03-31T20:28:25.552108Z","steps":["trace[216339396] 'process raft request' (duration: 1.113975017s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:25.55219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:24.870406Z","time spent":"681.775811ms","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:28:25.552261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:24.437529Z","time spent":"1.114664453s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:28:25.552243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.821767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:28:25.552259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.859456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62904"} {"level":"warn","ts":"2026-03-31T20:28:25.552263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.890066838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T20:28:25.552312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.761733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-31T20:28:25.552324Z","caller":"traceutil/trace.go:171","msg":"trace[113066016] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:4505; }","duration":"361.948609ms","start":"2026-03-31T20:28:25.190353Z","end":"2026-03-31T20:28:25.552302Z","steps":["trace[113066016] 'agreement among raft nodes before linearized reading' (duration: 361.809896ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:28:25.552329Z","caller":"traceutil/trace.go:171","msg":"trace[1997184569] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4505; }","duration":"462.966369ms","start":"2026-03-31T20:28:25.089347Z","end":"2026-03-31T20:28:25.552314Z","steps":["trace[1997184569] 'agreement among raft nodes before linearized reading' (duration: 462.691132ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:28:25.552343Z","caller":"traceutil/trace.go:171","msg":"trace[662834185] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:4505; }","duration":"557.836965ms","start":"2026-03-31T20:28:24.994497Z","end":"2026-03-31T20:28:25.552334Z","steps":["trace[662834185] 'agreement among raft nodes before linearized reading' (duration: 557.727152ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:28:25.55235Z","caller":"traceutil/trace.go:171","msg":"trace[1539524309] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4505; }","duration":"1.890156391s","start":"2026-03-31T20:28:23.662171Z","end":"2026-03-31T20:28:25.552327Z","steps":["trace[1539524309] 'agreement among raft nodes before linearized reading' (duration: 1.889834793s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:25.552368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:24.994476Z","time spent":"557.887215ms","remote":"127.0.0.1:52240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":705,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-grafana-client-secret\" "} {"level":"warn","ts":"2026-03-31T20:28:25.552374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:25.190338Z","time spent":"362.024411ms","remote":"127.0.0.1:60488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:28:25.552376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:25.089333Z","time spent":"463.03016ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62927,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T20:28:25.552391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:23.66213Z","time spent":"1.890251153s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:28:25.5524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.486602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:28:25.552402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.788511746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T20:28:25.55248Z","caller":"traceutil/trace.go:171","msg":"trace[404331550] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:4505; }","duration":"743.579214ms","start":"2026-03-31T20:28:24.80886Z","end":"2026-03-31T20:28:25.552439Z","steps":["trace[404331550] 'agreement among raft nodes before linearized reading' (duration: 743.493082ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:28:25.552486Z","caller":"traceutil/trace.go:171","msg":"trace[1433997345] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4505; }","duration":"1.788611598s","start":"2026-03-31T20:28:23.763856Z","end":"2026-03-31T20:28:25.552468Z","steps":["trace[1433997345] 'agreement among raft nodes before linearized reading' (duration: 1.788260919s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:25.552527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:24.80884Z","time spent":"743.673317ms","remote":"127.0.0.1:59104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:28:25.552529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:23.763817Z","time spent":"1.7887032s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:28:25.552587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579170802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T20:28:25.552613Z","caller":"traceutil/trace.go:171","msg":"trace[1973960583] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:4505; }","duration":"1.579237843s","start":"2026-03-31T20:28:23.973369Z","end":"2026-03-31T20:28:25.552607Z","steps":["trace[1973960583] 'agreement among raft nodes before linearized reading' (duration: 1.579167062s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:25.552631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:23.973348Z","time spent":"1.579278555s","remote":"127.0.0.1:52168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-03-31T20:28:25.552665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.874268101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:28:25.552701Z","caller":"traceutil/trace.go:171","msg":"trace[1341224235] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4505; }","duration":"1.874326893s","start":"2026-03-31T20:28:23.678362Z","end":"2026-03-31T20:28:25.552689Z","steps":["trace[1341224235] 'agreement among raft nodes before linearized reading' (duration: 1.874198809s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:25.552722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:23.678353Z","time spent":"1.874364733s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:28:25.55275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163574433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:28:25.552787Z","caller":"traceutil/trace.go:171","msg":"trace[1488148900] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4505; }","duration":"1.163675005s","start":"2026-03-31T20:28:24.389101Z","end":"2026-03-31T20:28:25.552776Z","steps":["trace[1488148900] 'agreement among raft nodes before linearized reading' (duration: 1.163607263s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:25.552815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:24.389071Z","time spent":"1.163737706s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:28:25.55468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280526603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:28:25.554732Z","caller":"traceutil/trace.go:171","msg":"trace[1840570169] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4505; }","duration":"1.282527944s","start":"2026-03-31T20:28:24.272191Z","end":"2026-03-31T20:28:25.554719Z","steps":["trace[1840570169] 'agreement among raft nodes before linearized reading' (duration: 1.280466942s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:28:25.554767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:28:24.272178Z","time spent":"1.282576365s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:29:42.57753Z","caller":"traceutil/trace.go:171","msg":"trace[1938162730] linearizableReadLoop","detail":"{readStateIndex:5512; appliedIndex:5511; }","duration":"162.106076ms","start":"2026-03-31T20:29:42.415394Z","end":"2026-03-31T20:29:42.5775Z","steps":["trace[1938162730] 'read index received' (duration: 948.185µs)","trace[1938162730] 'applied index is now lower than readState.Index' (duration: 161.156621ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:29:42.577552Z","caller":"traceutil/trace.go:171","msg":"trace[166361877] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5289; }","duration":"173.512762ms","start":"2026-03-31T20:29:42.404003Z","end":"2026-03-31T20:29:42.577515Z","steps":["trace[166361877] 'process raft request' (duration: 148.126034ms)","trace[166361877] 'compare' (duration: 25.288106ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:29:42.57768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.260729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:29:42.57777Z","caller":"traceutil/trace.go:171","msg":"trace[838354319] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5289; }","duration":"162.412833ms","start":"2026-03-31T20:29:42.415337Z","end":"2026-03-31T20:29:42.57775Z","steps":["trace[838354319] 'agreement among raft nodes before linearized reading' (duration: 162.253259ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:42.581423Z","caller":"traceutil/trace.go:171","msg":"trace[1444174235] transaction","detail":"{read_only:false; response_revision:5290; number_of_response:1; }","duration":"160.405833ms","start":"2026-03-31T20:29:42.420993Z","end":"2026-03-31T20:29:42.581399Z","steps":["trace[1444174235] 'process raft request' (duration: 160.153867ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:42.581552Z","caller":"traceutil/trace.go:171","msg":"trace[652100843] transaction","detail":"{read_only:false; response_revision:5291; number_of_response:1; }","duration":"128.812299ms","start":"2026-03-31T20:29:42.452716Z","end":"2026-03-31T20:29:42.581529Z","steps":["trace[652100843] 'process raft request' (duration: 128.562522ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:44.653337Z","caller":"traceutil/trace.go:171","msg":"trace[791688228] transaction","detail":"{read_only:false; response_revision:5359; number_of_response:1; }","duration":"104.414095ms","start":"2026-03-31T20:29:44.548896Z","end":"2026-03-31T20:29:44.653311Z","steps":["trace[791688228] 'process raft request' (duration: 104.22448ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:49.092046Z","caller":"traceutil/trace.go:171","msg":"trace[2054919132] transaction","detail":"{read_only:false; response_revision:5454; number_of_response:1; }","duration":"125.324051ms","start":"2026-03-31T20:29:48.966686Z","end":"2026-03-31T20:29:49.09201Z","steps":["trace[2054919132] 'process raft request' (duration: 125.123056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:49.367621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.135021ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:29:49.367913Z","caller":"traceutil/trace.go:171","msg":"trace[2134172770] transaction","detail":"{read_only:false; response_revision:5455; number_of_response:1; }","duration":"360.03187ms","start":"2026-03-31T20:29:49.007842Z","end":"2026-03-31T20:29:49.367874Z","steps":["trace[2134172770] 'process raft request' (duration: 200.51126ms)","trace[2134172770] 'compare' (duration: 158.942246ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:29:49.368019Z","caller":"traceutil/trace.go:171","msg":"trace[2018848078] linearizableReadLoop","detail":"{readStateIndex:5681; appliedIndex:5679; }","duration":"351.289991ms","start":"2026-03-31T20:29:49.016476Z","end":"2026-03-31T20:29:49.367766Z","steps":["trace[2018848078] 'read index received' (duration: 75.370145ms)","trace[2018848078] 'applied index is now lower than readState.Index' (duration: 275.918196ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:29:49.368128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.62764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-03-31T20:29:49.368212Z","caller":"traceutil/trace.go:171","msg":"trace[1764759970] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:5455; }","duration":"351.761613ms","start":"2026-03-31T20:29:49.016431Z","end":"2026-03-31T20:29:49.368192Z","steps":["trace[1764759970] 'agreement among raft nodes before linearized reading' (duration: 351.520997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:49.368251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:49.016411Z","time spent":"351.832415ms","remote":"127.0.0.1:52350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":920,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-03-31T20:29:49.368061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:49.007815Z","time spent":"360.192295ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:29:49.368661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.923297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:29:49.368838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.792906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:20 size:515120"} {"level":"warn","ts":"2026-03-31T20:29:49.368808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.910761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-31T20:29:49.368881Z","caller":"traceutil/trace.go:171","msg":"trace[1036350710] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:20; response_revision:5455; }","duration":"322.868838ms","start":"2026-03-31T20:29:49.046001Z","end":"2026-03-31T20:29:49.36887Z","steps":["trace[1036350710] 'agreement among raft nodes before linearized reading' (duration: 322.522109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:49.36891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:49.045985Z","time spent":"322.917099ms","remote":"127.0.0.1:52240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":20,"response size":515143,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-31T20:29:49.36892Z","caller":"traceutil/trace.go:171","msg":"trace[711122441] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:5455; }","duration":"273.040775ms","start":"2026-03-31T20:29:49.095851Z","end":"2026-03-31T20:29:49.368892Z","steps":["trace[711122441] 'agreement among raft nodes before linearized reading' (duration: 272.731156ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:49.368764Z","caller":"traceutil/trace.go:171","msg":"trace[1364904186] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:0; response_revision:5455; }","duration":"272.081361ms","start":"2026-03-31T20:29:49.096661Z","end":"2026-03-31T20:29:49.368743Z","steps":["trace[1364904186] 'agreement among raft nodes before linearized reading' (duration: 271.899875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:50.440214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.390075ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:29:50.44033Z","caller":"traceutil/trace.go:171","msg":"trace[824756480] linearizableReadLoop","detail":"{readStateIndex:5714; appliedIndex:5713; }","duration":"449.444319ms","start":"2026-03-31T20:29:49.990869Z","end":"2026-03-31T20:29:50.440313Z","steps":["trace[824756480] 'read index received' (duration: 159.812017ms)","trace[824756480] 'applied index is now lower than readState.Index' (duration: 289.630942ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:29:50.440423Z","caller":"traceutil/trace.go:171","msg":"trace[1358377828] transaction","detail":"{read_only:false; response_revision:5487; number_of_response:1; }","duration":"457.884401ms","start":"2026-03-31T20:29:49.982527Z","end":"2026-03-31T20:29:50.440412Z","steps":["trace[1358377828] 'process raft request' (duration: 168.222419ms)","trace[1358377828] 'compare' (duration: 289.103168ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:29:50.440488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:49.982501Z","time spent":"457.956483ms","remote":"127.0.0.1:58586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2230,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:29:50.440761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.069041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:29:50.440817Z","caller":"traceutil/trace.go:171","msg":"trace[535691943] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:5487; }","duration":"319.184115ms","start":"2026-03-31T20:29:50.121622Z","end":"2026-03-31T20:29:50.440806Z","steps":["trace[535691943] 'agreement among raft nodes before linearized reading' (duration: 319.073132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:50.440851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:50.121596Z","time spent":"319.236665ms","remote":"127.0.0.1:59140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:29:50.44088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.397575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T20:29:50.440917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.061387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T20:29:50.440922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.061386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:29:50.440947Z","caller":"traceutil/trace.go:171","msg":"trace[1448793894] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5487; }","duration":"246.502557ms","start":"2026-03-31T20:29:50.194428Z","end":"2026-03-31T20:29:50.44093Z","steps":["trace[1448793894] 'agreement among raft nodes before linearized reading' (duration: 246.279931ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:50.440956Z","caller":"traceutil/trace.go:171","msg":"trace[333505789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5487; }","duration":"291.18107ms","start":"2026-03-31T20:29:50.149762Z","end":"2026-03-31T20:29:50.440943Z","steps":["trace[333505789] 'agreement among raft nodes before linearized reading' (duration: 291.039587ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:50.44097Z","caller":"traceutil/trace.go:171","msg":"trace[984329811] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5487; }","duration":"250.166299ms","start":"2026-03-31T20:29:50.190791Z","end":"2026-03-31T20:29:50.440957Z","steps":["trace[984329811] 'agreement among raft nodes before linearized reading' (duration: 249.992794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:50.441022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.140776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62904"} {"level":"warn","ts":"2026-03-31T20:29:50.441044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.019536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:29:50.441069Z","caller":"traceutil/trace.go:171","msg":"trace[1710291756] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5487; }","duration":"250.112468ms","start":"2026-03-31T20:29:50.190952Z","end":"2026-03-31T20:29:50.441064Z","steps":["trace[1710291756] 'agreement among raft nodes before linearized reading' (duration: 250.049067ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:50.44108Z","caller":"traceutil/trace.go:171","msg":"trace[630139251] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5487; }","duration":"450.198027ms","start":"2026-03-31T20:29:49.990862Z","end":"2026-03-31T20:29:50.44106Z","steps":["trace[630139251] 'agreement among raft nodes before linearized reading' (duration: 449.963671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:50.441081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.540433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T20:29:50.441116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:49.99081Z","time spent":"450.29694ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62927,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T20:29:50.441168Z","caller":"traceutil/trace.go:171","msg":"trace[1606931468] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5487; }","duration":"245.665745ms","start":"2026-03-31T20:29:50.195483Z","end":"2026-03-31T20:29:50.441149Z","steps":["trace[1606931468] 'agreement among raft nodes before linearized reading' (duration: 245.353528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:50.441739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.579064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196043"} {"level":"info","ts":"2026-03-31T20:29:50.441793Z","caller":"traceutil/trace.go:171","msg":"trace[1831555325] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:5487; }","duration":"311.635905ms","start":"2026-03-31T20:29:50.130144Z","end":"2026-03-31T20:29:50.44178Z","steps":["trace[1831555325] 'agreement among raft nodes before linearized reading' (duration: 310.65831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:50.441829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:50.130052Z","time spent":"311.767169ms","remote":"127.0.0.1:52252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":50,"response size":2196066,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-31T20:29:50.717211Z","caller":"traceutil/trace.go:171","msg":"trace[1778201561] transaction","detail":"{read_only:false; response_revision:5488; number_of_response:1; }","duration":"271.688712ms","start":"2026-03-31T20:29:50.445502Z","end":"2026-03-31T20:29:50.71719Z","steps":["trace[1778201561] 'process raft request' (duration: 271.172509ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:50.717444Z","caller":"traceutil/trace.go:171","msg":"trace[2114421172] transaction","detail":"{read_only:false; response_revision:5489; number_of_response:1; }","duration":"271.912088ms","start":"2026-03-31T20:29:50.445501Z","end":"2026-03-31T20:29:50.717413Z","steps":["trace[2114421172] 'process raft request' (duration: 271.657961ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:50.831391Z","caller":"traceutil/trace.go:171","msg":"trace[317143593] transaction","detail":"{read_only:false; response_revision:5491; number_of_response:1; }","duration":"385.485794ms","start":"2026-03-31T20:29:50.445877Z","end":"2026-03-31T20:29:50.831363Z","steps":["trace[317143593] 'process raft request' (duration: 385.383191ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:50.831422Z","caller":"traceutil/trace.go:171","msg":"trace[412769440] transaction","detail":"{read_only:false; response_revision:5490; number_of_response:1; }","duration":"385.669028ms","start":"2026-03-31T20:29:50.445721Z","end":"2026-03-31T20:29:50.83139Z","steps":["trace[412769440] 'process raft request' (duration: 359.064279ms)","trace[412769440] 'compare' (duration: 26.297332ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:29:50.831574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:50.445693Z","time spent":"385.804832ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:29:50.831592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:50.445868Z","time spent":"385.622998ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:29:50.832332Z","caller":"traceutil/trace.go:171","msg":"trace[1192192429] linearizableReadLoop","detail":"{readStateIndex:5719; appliedIndex:5714; }","duration":"364.413744ms","start":"2026-03-31T20:29:50.46789Z","end":"2026-03-31T20:29:50.832304Z","steps":["trace[1192192429] 'read index received' (duration: 249.087254ms)","trace[1192192429] 'applied index is now lower than readState.Index' (duration: 115.32433ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:29:50.832672Z","caller":"traceutil/trace.go:171","msg":"trace[577109468] transaction","detail":"{read_only:false; response_revision:5492; number_of_response:1; }","duration":"386.562001ms","start":"2026-03-31T20:29:50.446094Z","end":"2026-03-31T20:29:50.832656Z","steps":["trace[577109468] 'process raft request' (duration: 385.226178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:50.832777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:50.446084Z","time spent":"386.616742ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:29:50.832817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.096735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6d65ff7f-a66f-4c0b-9dcf-05cb1d11a9aa\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-31T20:29:50.832878Z","caller":"traceutil/trace.go:171","msg":"trace[2063109610] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6d65ff7f-a66f-4c0b-9dcf-05cb1d11a9aa; range_end:; response_count:1; response_revision:5492; }","duration":"286.187557ms","start":"2026-03-31T20:29:50.546675Z","end":"2026-03-31T20:29:50.832862Z","steps":["trace[2063109610] 'agreement among raft nodes before linearized reading' (duration: 286.003522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:50.833024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.131111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-31T20:29:50.833085Z","caller":"traceutil/trace.go:171","msg":"trace[1162366569] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5492; }","duration":"365.224694ms","start":"2026-03-31T20:29:50.467846Z","end":"2026-03-31T20:29:50.83307Z","steps":["trace[1162366569] 'agreement among raft nodes before linearized reading' (duration: 365.05416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:50.833126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:50.467827Z","time spent":"365.291215ms","remote":"127.0.0.1:52240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1844,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-31T20:29:50.833117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.607169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-729ffd25-43ed-4eec-bcb0-756f457ddddf\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-03-31T20:29:50.833185Z","caller":"traceutil/trace.go:171","msg":"trace[1722933547] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-729ffd25-43ed-4eec-bcb0-756f457ddddf; range_end:; response_count:1; response_revision:5492; }","duration":"228.713721ms","start":"2026-03-31T20:29:50.604451Z","end":"2026-03-31T20:29:50.833165Z","steps":["trace[1722933547] 'agreement among raft nodes before linearized reading' (duration: 228.527587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:51.370775Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973333435,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:29:51.465174Z","caller":"traceutil/trace.go:171","msg":"trace[1787729659] linearizableReadLoop","detail":"{readStateIndex:5720; appliedIndex:5719; }","duration":"595.242269ms","start":"2026-03-31T20:29:50.869912Z","end":"2026-03-31T20:29:51.465155Z","steps":["trace[1787729659] 'read index received' (duration: 595.083465ms)","trace[1787729659] 'applied index is now lower than readState.Index' (duration: 157.814µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:29:51.465308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.384042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:29:51.465381Z","caller":"traceutil/trace.go:171","msg":"trace[184736267] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5493; }","duration":"595.428833ms","start":"2026-03-31T20:29:50.8699Z","end":"2026-03-31T20:29:51.465329Z","steps":["trace[184736267] 'agreement among raft nodes before linearized reading' (duration: 595.365662ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:51.465296Z","caller":"traceutil/trace.go:171","msg":"trace[156300577] transaction","detail":"{read_only:false; response_revision:5493; number_of_response:1; }","duration":"624.187727ms","start":"2026-03-31T20:29:50.841077Z","end":"2026-03-31T20:29:51.465265Z","steps":["trace[156300577] 'process raft request' (duration: 623.89423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:51.46541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:50.869843Z","time spent":"595.561157ms","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:29:51.465604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:50.841046Z","time spent":"624.375842ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3879,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:29:51.530831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.717186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"warn","ts":"2026-03-31T20:29:51.530852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.833267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:29:51.530922Z","caller":"traceutil/trace.go:171","msg":"trace[1459600128] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5495; }","duration":"660.825888ms","start":"2026-03-31T20:29:50.870076Z","end":"2026-03-31T20:29:51.530902Z","steps":["trace[1459600128] 'agreement among raft nodes before linearized reading' (duration: 660.558072ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:51.530927Z","caller":"traceutil/trace.go:171","msg":"trace[1281658893] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:5495; }","duration":"450.960891ms","start":"2026-03-31T20:29:51.079947Z","end":"2026-03-31T20:29:51.530908Z","steps":["trace[1281658893] 'agreement among raft nodes before linearized reading' (duration: 450.833817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:51.530975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:51.079928Z","time spent":"451.036803ms","remote":"127.0.0.1:41590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:29:51.530978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:50.870059Z","time spent":"660.90156ms","remote":"127.0.0.1:52240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3529,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-31T20:29:52.010448Z","caller":"traceutil/trace.go:171","msg":"trace[1450284273] transaction","detail":"{read_only:false; response_revision:5501; number_of_response:1; }","duration":"133.448796ms","start":"2026-03-31T20:29:51.876964Z","end":"2026-03-31T20:29:52.010413Z","steps":["trace[1450284273] 'process raft request' (duration: 58.658805ms)","trace[1450284273] 'compare' (duration: 74.504483ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:29:52.010868Z","caller":"traceutil/trace.go:171","msg":"trace[1190203021] transaction","detail":"{read_only:false; response_revision:5502; number_of_response:1; }","duration":"133.066317ms","start":"2026-03-31T20:29:51.87777Z","end":"2026-03-31T20:29:52.010836Z","steps":["trace[1190203021] 'process raft request' (duration: 132.576875ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:52.394591Z","caller":"traceutil/trace.go:171","msg":"trace[800692713] linearizableReadLoop","detail":"{readStateIndex:5730; appliedIndex:5729; }","duration":"338.830871ms","start":"2026-03-31T20:29:52.055738Z","end":"2026-03-31T20:29:52.394569Z","steps":["trace[800692713] 'read index received' (duration: 338.534623ms)","trace[800692713] 'applied index is now lower than readState.Index' (duration: 295.178µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:29:52.394726Z","caller":"traceutil/trace.go:171","msg":"trace[1590289495] transaction","detail":"{read_only:false; response_revision:5503; number_of_response:1; }","duration":"341.96434ms","start":"2026-03-31T20:29:52.052699Z","end":"2026-03-31T20:29:52.394664Z","steps":["trace[1590289495] 'process raft request' (duration: 341.703484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:52.394827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.062777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:29:52.394926Z","caller":"traceutil/trace.go:171","msg":"trace[1140175980] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5503; }","duration":"339.226621ms","start":"2026-03-31T20:29:52.055679Z","end":"2026-03-31T20:29:52.394905Z","steps":["trace[1140175980] 'agreement among raft nodes before linearized reading' (duration: 339.039136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:52.395018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:52.052676Z","time spent":"342.204225ms","remote":"127.0.0.1:37578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7378,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:29:52.395071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:52.055657Z","time spent":"339.315333ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:29:52.395095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.240637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:29:52.395191Z","caller":"traceutil/trace.go:171","msg":"trace[1444817660] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:5503; }","duration":"105.38804ms","start":"2026-03-31T20:29:52.289778Z","end":"2026-03-31T20:29:52.395166Z","steps":["trace[1444817660] 'agreement among raft nodes before linearized reading' (duration: 105.219736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:52.395226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.290743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:517148"} {"level":"info","ts":"2026-03-31T20:29:52.395261Z","caller":"traceutil/trace.go:171","msg":"trace[1791498223] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:5503; }","duration":"242.374646ms","start":"2026-03-31T20:29:52.152876Z","end":"2026-03-31T20:29:52.395251Z","steps":["trace[1791498223] 'agreement among raft nodes before linearized reading' (duration: 241.865693ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:52.742015Z","caller":"traceutil/trace.go:171","msg":"trace[712437058] linearizableReadLoop","detail":"{readStateIndex:5731; appliedIndex:5730; }","duration":"271.675232ms","start":"2026-03-31T20:29:52.470311Z","end":"2026-03-31T20:29:52.741986Z","steps":["trace[712437058] 'read index received' (duration: 271.547549ms)","trace[712437058] 'applied index is now lower than readState.Index' (duration: 125.343µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:29:52.742041Z","caller":"traceutil/trace.go:171","msg":"trace[390699146] transaction","detail":"{read_only:false; response_revision:5504; number_of_response:1; }","duration":"272.088062ms","start":"2026-03-31T20:29:52.469913Z","end":"2026-03-31T20:29:52.742001Z","steps":["trace[390699146] 'process raft request' (duration: 271.761054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:52.742422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.99315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T20:29:52.742702Z","caller":"traceutil/trace.go:171","msg":"trace[1646799388] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5504; }","duration":"272.293347ms","start":"2026-03-31T20:29:52.470277Z","end":"2026-03-31T20:29:52.74257Z","steps":["trace[1646799388] 'agreement among raft nodes before linearized reading' (duration: 271.793355ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:52.746446Z","caller":"traceutil/trace.go:171","msg":"trace[570355623] transaction","detail":"{read_only:false; response_revision:5505; number_of_response:1; }","duration":"117.295639ms","start":"2026-03-31T20:29:52.62913Z","end":"2026-03-31T20:29:52.746425Z","steps":["trace[570355623] 'process raft request' (duration: 116.95137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:52.746856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.867538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T20:29:52.746942Z","caller":"traceutil/trace.go:171","msg":"trace[104823644] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5505; }","duration":"218.010261ms","start":"2026-03-31T20:29:52.528912Z","end":"2026-03-31T20:29:52.746922Z","steps":["trace[104823644] 'agreement among raft nodes before linearized reading' (duration: 217.516029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:54.23489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.256197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-31T20:29:54.234992Z","caller":"traceutil/trace.go:171","msg":"trace[1271161472] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5562; }","duration":"138.408131ms","start":"2026-03-31T20:29:54.096563Z","end":"2026-03-31T20:29:54.234972Z","steps":["trace[1271161472] 'range keys from in-memory index tree' (duration: 138.059072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:56.060282Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.360836662s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:29:56.060916Z","caller":"traceutil/trace.go:171","msg":"trace[1957690713] transaction","detail":"{read_only:false; response_revision:5579; number_of_response:1; }","duration":"1.404175371s","start":"2026-03-31T20:29:54.656705Z","end":"2026-03-31T20:29:56.060881Z","steps":["trace[1957690713] 'process raft request' (duration: 1.404070948s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:56.060913Z","caller":"traceutil/trace.go:171","msg":"trace[1125835775] transaction","detail":"{read_only:false; response_revision:5577; number_of_response:1; }","duration":"1.405097853s","start":"2026-03-31T20:29:54.655765Z","end":"2026-03-31T20:29:56.060863Z","steps":["trace[1125835775] 'process raft request' (duration: 1.404817087s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:56.060941Z","caller":"traceutil/trace.go:171","msg":"trace[1169521283] linearizableReadLoop","detail":"{readStateIndex:5809; appliedIndex:5807; }","duration":"1.404567331s","start":"2026-03-31T20:29:54.656354Z","end":"2026-03-31T20:29:56.060922Z","steps":["trace[1169521283] 'read index received' (duration: 42.91724ms)","trace[1169521283] 'applied index is now lower than readState.Index' (duration: 1.361649391s)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:29:56.061002Z","caller":"traceutil/trace.go:171","msg":"trace[1501111662] transaction","detail":"{read_only:false; response_revision:5581; number_of_response:1; }","duration":"1.404082769s","start":"2026-03-31T20:29:54.656879Z","end":"2026-03-31T20:29:56.060962Z","steps":["trace[1501111662] 'process raft request' (duration: 1.403935125s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:56.061057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:54.65669Z","time spent":"1.404304084s","remote":"127.0.0.1:52348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1297,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:29:56.061084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:54.655741Z","time spent":"1.405266488s","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:29:56.061093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:54.656872Z","time spent":"1.404178681s","remote":"127.0.0.1:52348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1223,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:29:56.061111Z","caller":"traceutil/trace.go:171","msg":"trace[1592842353] transaction","detail":"{read_only:false; response_revision:5580; number_of_response:1; }","duration":"1.404375986s","start":"2026-03-31T20:29:54.65671Z","end":"2026-03-31T20:29:56.061086Z","steps":["trace[1592842353] 'process raft request' (duration: 1.404086459s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:56.061181Z","caller":"traceutil/trace.go:171","msg":"trace[890111132] transaction","detail":"{read_only:false; response_revision:5578; number_of_response:1; }","duration":"1.404477939s","start":"2026-03-31T20:29:54.656667Z","end":"2026-03-31T20:29:56.061145Z","steps":["trace[890111132] 'process raft request' (duration: 1.404071278s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:56.061234Z","caller":"traceutil/trace.go:171","msg":"trace[1598758793] transaction","detail":"{read_only:false; response_revision:5582; number_of_response:1; }","duration":"1.399853152s","start":"2026-03-31T20:29:54.661334Z","end":"2026-03-31T20:29:56.061187Z","steps":["trace[1598758793] 'process raft request' (duration: 1.399504003s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:56.061248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:54.65669Z","time spent":"1.404485149s","remote":"127.0.0.1:52348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1474,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:29:56.061312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:54.656655Z","time spent":"1.404586122s","remote":"127.0.0.1:52348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1478,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:29:56.061335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404975372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130904"} {"level":"warn","ts":"2026-03-31T20:29:56.061351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:54.66132Z","time spent":"1.399977585s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9732,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:29:56.061378Z","caller":"traceutil/trace.go:171","msg":"trace[1293724976] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5582; }","duration":"1.405043973s","start":"2026-03-31T20:29:54.656324Z","end":"2026-03-31T20:29:56.061368Z","steps":["trace[1293724976] 'agreement among raft nodes before linearized reading' (duration: 1.404865509s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:56.061421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:54.656316Z","time spent":"1.405097675s","remote":"127.0.0.1:52204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130927,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-31T20:29:56.088352Z","caller":"traceutil/trace.go:171","msg":"trace[2136715490] transaction","detail":"{read_only:false; response_revision:5583; number_of_response:1; }","duration":"1.336365716s","start":"2026-03-31T20:29:54.751956Z","end":"2026-03-31T20:29:56.088322Z","steps":["trace[2136715490] 'process raft request' (duration: 1.336139601s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:56.08853Z","caller":"traceutil/trace.go:171","msg":"trace[1030777561] transaction","detail":"{read_only:false; response_revision:5584; number_of_response:1; }","duration":"940.701867ms","start":"2026-03-31T20:29:55.147796Z","end":"2026-03-31T20:29:56.088498Z","steps":["trace[1030777561] 'process raft request' (duration: 940.44366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:56.088568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:54.751923Z","time spent":"1.33654368s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11440,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:29:56.088597Z","caller":"traceutil/trace.go:171","msg":"trace[664822781] transaction","detail":"{read_only:false; response_revision:5585; number_of_response:1; }","duration":"532.88923ms","start":"2026-03-31T20:29:55.555673Z","end":"2026-03-31T20:29:56.088562Z","steps":["trace[664822781] 'process raft request' (duration: 532.624604ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:56.088673Z","caller":"traceutil/trace.go:171","msg":"trace[1877267897] transaction","detail":"{read_only:false; response_revision:5586; number_of_response:1; }","duration":"532.976892ms","start":"2026-03-31T20:29:55.555672Z","end":"2026-03-31T20:29:56.088649Z","steps":["trace[1877267897] 'process raft request' (duration: 532.692325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:56.088765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:55.555643Z","time spent":"533.027524ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:29:56.088813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:55.555647Z","time spent":"533.104286ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:29:56.088971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219421295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:29:56.088964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217200689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:29:56.089023Z","caller":"traceutil/trace.go:171","msg":"trace[1503858453] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5588; }","duration":"1.219509547s","start":"2026-03-31T20:29:54.869497Z","end":"2026-03-31T20:29:56.089006Z","steps":["trace[1503858453] 'agreement among raft nodes before linearized reading' (duration: 1.219426185s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:56.089029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.213932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16248"} {"level":"warn","ts":"2026-03-31T20:29:56.08905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:54.869476Z","time spent":"1.219569048s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:29:56.089034Z","caller":"traceutil/trace.go:171","msg":"trace[948565020] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5588; }","duration":"1.217303392s","start":"2026-03-31T20:29:54.871714Z","end":"2026-03-31T20:29:56.089017Z","steps":["trace[948565020] 'agreement among raft nodes before linearized reading' (duration: 1.217067596s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:56.089038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193630637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6d65ff7f-a66f-4c0b-9dcf-05cb1d11a9aa\" ","response":"range_response_count:1 size:4066"} {"level":"info","ts":"2026-03-31T20:29:56.089081Z","caller":"traceutil/trace.go:171","msg":"trace[1912173104] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5588; }","duration":"720.300584ms","start":"2026-03-31T20:29:55.368767Z","end":"2026-03-31T20:29:56.089068Z","steps":["trace[1912173104] 'agreement among raft nodes before linearized reading' (duration: 720.14572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:56.089091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:54.871703Z","time spent":"1.217375733s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:29:56.0891Z","caller":"traceutil/trace.go:171","msg":"trace[553766643] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6d65ff7f-a66f-4c0b-9dcf-05cb1d11a9aa; range_end:; response_count:1; response_revision:5588; }","duration":"1.193721728s","start":"2026-03-31T20:29:54.895362Z","end":"2026-03-31T20:29:56.089084Z","steps":["trace[553766643] 'agreement among raft nodes before linearized reading' (duration: 1.193582865s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:56.088961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:55.147774Z","time spent":"940.824879ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:29:56.089199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329817482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:29:56.089181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292470502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T20:29:56.089121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:55.368748Z","time spent":"720.365296ms","remote":"127.0.0.1:52336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16271,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T20:29:56.089215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217785614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:29:56.089341Z","caller":"traceutil/trace.go:171","msg":"trace[5425280] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5588; }","duration":"1.217981699s","start":"2026-03-31T20:29:54.871344Z","end":"2026-03-31T20:29:56.089326Z","steps":["trace[5425280] 'agreement among raft nodes before linearized reading' (duration: 1.217559938s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:56.089271Z","caller":"traceutil/trace.go:171","msg":"trace[134310310] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:5588; }","duration":"1.329921804s","start":"2026-03-31T20:29:54.759331Z","end":"2026-03-31T20:29:56.089253Z","steps":["trace[134310310] 'agreement among raft nodes before linearized reading' (duration: 1.329828502s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:56.089411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:54.871331Z","time spent":"1.218067971s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:29:56.08934Z","caller":"traceutil/trace.go:171","msg":"trace[542591408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5588; }","duration":"1.292676458s","start":"2026-03-31T20:29:54.796593Z","end":"2026-03-31T20:29:56.089269Z","steps":["trace[542591408] 'agreement among raft nodes before linearized reading' (duration: 1.292237136s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:56.089467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:54.759311Z","time spent":"1.330131139s","remote":"127.0.0.1:58620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:29:56.089566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:54.796561Z","time spent":"1.292994446s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:29:56.089012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217554588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T20:29:56.089139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292603525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:29:56.089627Z","caller":"traceutil/trace.go:171","msg":"trace[1085973243] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5588; }","duration":"1.218208134s","start":"2026-03-31T20:29:54.871404Z","end":"2026-03-31T20:29:56.089612Z","steps":["trace[1085973243] 'agreement among raft nodes before linearized reading' (duration: 1.217380273s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:56.089144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:54.895348Z","time spent":"1.193783791s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4089,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6d65ff7f-a66f-4c0b-9dcf-05cb1d11a9aa\" "} {"level":"warn","ts":"2026-03-31T20:29:56.089251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.127533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-fhf4v.18a207161a19cb87\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-03-31T20:29:56.089637Z","caller":"traceutil/trace.go:171","msg":"trace[22587520] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5588; }","duration":"1.293128949s","start":"2026-03-31T20:29:54.796493Z","end":"2026-03-31T20:29:56.089622Z","steps":["trace[22587520] 'agreement among raft nodes before linearized reading' (duration: 1.292577284s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:56.089762Z","caller":"traceutil/trace.go:171","msg":"trace[671859328] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-fhf4v.18a207161a19cb87; range_end:; response_count:1; response_revision:5588; }","duration":"435.654386ms","start":"2026-03-31T20:29:55.654093Z","end":"2026-03-31T20:29:56.089747Z","steps":["trace[671859328] 'agreement among raft nodes before linearized reading' (duration: 434.730492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:56.08979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:54.796474Z","time spent":"1.293276993s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:29:56.089861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:55.654082Z","time spent":"435.738878ms","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":985,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-fhf4v.18a207161a19cb87\" "} {"level":"warn","ts":"2026-03-31T20:29:56.089724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:29:54.871395Z","time spent":"1.218313968s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:29:56.307739Z","caller":"traceutil/trace.go:171","msg":"trace[1943553216] transaction","detail":"{read_only:false; response_revision:5589; number_of_response:1; }","duration":"242.403046ms","start":"2026-03-31T20:29:56.065307Z","end":"2026-03-31T20:29:56.30771Z","steps":["trace[1943553216] 'process raft request' (duration: 181.297769ms)","trace[1943553216] 'compare' (duration: 60.835479ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:29:56.308325Z","caller":"traceutil/trace.go:171","msg":"trace[903590634] transaction","detail":"{read_only:false; response_revision:5590; number_of_response:1; }","duration":"240.635691ms","start":"2026-03-31T20:29:56.067651Z","end":"2026-03-31T20:29:56.308286Z","steps":["trace[903590634] 'process raft request' (duration: 239.999956ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:56.308409Z","caller":"traceutil/trace.go:171","msg":"trace[175748243] transaction","detail":"{read_only:false; response_revision:5591; number_of_response:1; }","duration":"239.890653ms","start":"2026-03-31T20:29:56.068491Z","end":"2026-03-31T20:29:56.308381Z","steps":["trace[175748243] 'process raft request' (duration: 239.668567ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:56.308612Z","caller":"traceutil/trace.go:171","msg":"trace[888505921] transaction","detail":"{read_only:false; response_revision:5592; number_of_response:1; }","duration":"240.032147ms","start":"2026-03-31T20:29:56.06855Z","end":"2026-03-31T20:29:56.308583Z","steps":["trace[888505921] 'process raft request' (duration: 239.859312ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:56.308729Z","caller":"traceutil/trace.go:171","msg":"trace[2141405804] transaction","detail":"{read_only:false; response_revision:5593; number_of_response:1; }","duration":"240.16698ms","start":"2026-03-31T20:29:56.068553Z","end":"2026-03-31T20:29:56.30872Z","steps":["trace[2141405804] 'process raft request' (duration: 240.008986ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:56.308899Z","caller":"traceutil/trace.go:171","msg":"trace[2136046303] transaction","detail":"{read_only:false; response_revision:5594; number_of_response:1; }","duration":"239.76011ms","start":"2026-03-31T20:29:56.069119Z","end":"2026-03-31T20:29:56.308879Z","steps":["trace[2136046303] 'process raft request' (duration: 239.654867ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:56.309014Z","caller":"traceutil/trace.go:171","msg":"trace[1384986193] transaction","detail":"{read_only:false; response_revision:5596; number_of_response:1; }","duration":"239.41202ms","start":"2026-03-31T20:29:56.069593Z","end":"2026-03-31T20:29:56.309005Z","steps":["trace[1384986193] 'process raft request' (duration: 239.263576ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:56.309019Z","caller":"traceutil/trace.go:171","msg":"trace[1909384923] transaction","detail":"{read_only:false; response_revision:5595; number_of_response:1; }","duration":"239.841482ms","start":"2026-03-31T20:29:56.069161Z","end":"2026-03-31T20:29:56.309002Z","steps":["trace[1909384923] 'process raft request' (duration: 239.652737ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:56.309171Z","caller":"traceutil/trace.go:171","msg":"trace[914786080] transaction","detail":"{read_only:false; response_revision:5597; number_of_response:1; }","duration":"238.917518ms","start":"2026-03-31T20:29:56.070247Z","end":"2026-03-31T20:29:56.309164Z","steps":["trace[914786080] 'process raft request' (duration: 238.705373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:56.309382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.382915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-fhf4v\" ","response":"range_response_count:1 size:9747"} {"level":"info","ts":"2026-03-31T20:29:56.309419Z","caller":"traceutil/trace.go:171","msg":"trace[1116641586] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-fhf4v; range_end:; response_count:1; response_revision:5597; }","duration":"242.503468ms","start":"2026-03-31T20:29:56.066904Z","end":"2026-03-31T20:29:56.309408Z","steps":["trace[1116641586] 'agreement among raft nodes before linearized reading' (duration: 242.283443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:56.309464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.779116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/loki-memcached-results-cache.18a2071616fc385f\" ","response":"range_response_count:1 size:725"} {"level":"info","ts":"2026-03-31T20:29:56.309502Z","caller":"traceutil/trace.go:171","msg":"trace[1070820052] range","detail":"{range_begin:/registry/events/monitoring/loki-memcached-results-cache.18a2071616fc385f; range_end:; response_count:1; response_revision:5597; }","duration":"242.825717ms","start":"2026-03-31T20:29:56.066663Z","end":"2026-03-31T20:29:56.309489Z","steps":["trace[1070820052] 'agreement among raft nodes before linearized reading' (duration: 242.660143ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:56.309766Z","caller":"traceutil/trace.go:171","msg":"trace[2074870739] linearizableReadLoop","detail":"{readStateIndex:5829; appliedIndex:5820; }","duration":"220.419103ms","start":"2026-03-31T20:29:56.088748Z","end":"2026-03-31T20:29:56.309167Z","steps":["trace[2074870739] 'read index received' (duration: 157.897341ms)","trace[2074870739] 'applied index is now lower than readState.Index' (duration: 62.520742ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:29:56.318373Z","caller":"traceutil/trace.go:171","msg":"trace[855153307] transaction","detail":"{read_only:false; response_revision:5599; number_of_response:1; }","duration":"225.983122ms","start":"2026-03-31T20:29:56.092374Z","end":"2026-03-31T20:29:56.318357Z","steps":["trace[855153307] 'process raft request' (duration: 225.90286ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:56.318511Z","caller":"traceutil/trace.go:171","msg":"trace[560910225] transaction","detail":"{read_only:false; response_revision:5598; number_of_response:1; }","duration":"226.32945ms","start":"2026-03-31T20:29:56.092175Z","end":"2026-03-31T20:29:56.318504Z","steps":["trace[560910225] 'process raft request' (duration: 225.988882ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:56.318605Z","caller":"traceutil/trace.go:171","msg":"trace[1431658267] transaction","detail":"{read_only:false; response_revision:5603; number_of_response:1; }","duration":"223.13278ms","start":"2026-03-31T20:29:56.095457Z","end":"2026-03-31T20:29:56.31859Z","steps":["trace[1431658267] 'process raft request' (duration: 222.946776ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:56.318724Z","caller":"traceutil/trace.go:171","msg":"trace[1390404291] transaction","detail":"{read_only:false; response_revision:5600; number_of_response:1; }","duration":"223.900369ms","start":"2026-03-31T20:29:56.094816Z","end":"2026-03-31T20:29:56.318717Z","steps":["trace[1390404291] 'process raft request' (duration: 223.493289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:56.318598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.758757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:29:56.318789Z","caller":"traceutil/trace.go:171","msg":"trace[1167179815] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5604; }","duration":"227.977942ms","start":"2026-03-31T20:29:56.090794Z","end":"2026-03-31T20:29:56.318772Z","steps":["trace[1167179815] 'agreement among raft nodes before linearized reading' (duration: 227.686805ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:56.318827Z","caller":"traceutil/trace.go:171","msg":"trace[562227580] transaction","detail":"{read_only:false; response_revision:5601; number_of_response:1; }","duration":"223.970921ms","start":"2026-03-31T20:29:56.094847Z","end":"2026-03-31T20:29:56.318818Z","steps":["trace[562227580] 'process raft request' (duration: 223.502529ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:56.31884Z","caller":"traceutil/trace.go:171","msg":"trace[442196221] transaction","detail":"{read_only:false; response_revision:5602; number_of_response:1; }","duration":"223.740926ms","start":"2026-03-31T20:29:56.095094Z","end":"2026-03-31T20:29:56.318834Z","steps":["trace[442196221] 'process raft request' (duration: 223.285914ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:56.318844Z","caller":"traceutil/trace.go:171","msg":"trace[1971963334] transaction","detail":"{read_only:false; response_revision:5604; number_of_response:1; }","duration":"223.226143ms","start":"2026-03-31T20:29:56.095588Z","end":"2026-03-31T20:29:56.318814Z","steps":["trace[1971963334] 'process raft request' (duration: 222.849404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:56.318878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.24026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-31T20:29:56.31893Z","caller":"traceutil/trace.go:171","msg":"trace[1270212099] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5604; }","duration":"131.309412ms","start":"2026-03-31T20:29:56.187595Z","end":"2026-03-31T20:29:56.318904Z","steps":["trace[1270212099] 'agreement among raft nodes before linearized reading' (duration: 131.194548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:56.318972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.008838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16248"} {"level":"info","ts":"2026-03-31T20:29:56.318995Z","caller":"traceutil/trace.go:171","msg":"trace[1013317379] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5604; }","duration":"223.068769ms","start":"2026-03-31T20:29:56.09592Z","end":"2026-03-31T20:29:56.318988Z","steps":["trace[1013317379] 'agreement among raft nodes before linearized reading' (duration: 222.960017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:56.425972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.093322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:29:56.426051Z","caller":"traceutil/trace.go:171","msg":"trace[1673305207] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5611; }","duration":"101.209855ms","start":"2026-03-31T20:29:56.324825Z","end":"2026-03-31T20:29:56.426035Z","steps":["trace[1673305207] 'agreement among raft nodes before linearized reading' (duration: 101.084242ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:56.918444Z","caller":"traceutil/trace.go:171","msg":"trace[1539443116] transaction","detail":"{read_only:false; response_revision:5658; number_of_response:1; }","duration":"109.628127ms","start":"2026-03-31T20:29:56.808792Z","end":"2026-03-31T20:29:56.91842Z","steps":["trace[1539443116] 'process raft request' (duration: 108.17799ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:57.798717Z","caller":"traceutil/trace.go:171","msg":"trace[341692861] transaction","detail":"{read_only:false; response_revision:5684; number_of_response:1; }","duration":"105.910734ms","start":"2026-03-31T20:29:57.692783Z","end":"2026-03-31T20:29:57.798694Z","steps":["trace[341692861] 'process raft request' (duration: 104.065507ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:57.822096Z","caller":"traceutil/trace.go:171","msg":"trace[1760171047] linearizableReadLoop","detail":"{readStateIndex:5920; appliedIndex:5917; }","duration":"110.976721ms","start":"2026-03-31T20:29:57.711099Z","end":"2026-03-31T20:29:57.822076Z","steps":["trace[1760171047] 'read index received' (duration: 85.761907ms)","trace[1760171047] 'applied index is now lower than readState.Index' (duration: 25.214134ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:29:57.822162Z","caller":"traceutil/trace.go:171","msg":"trace[796204115] transaction","detail":"{read_only:false; response_revision:5686; number_of_response:1; }","duration":"119.578787ms","start":"2026-03-31T20:29:57.702558Z","end":"2026-03-31T20:29:57.822137Z","steps":["trace[796204115] 'process raft request' (duration: 119.456774ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:57.822174Z","caller":"traceutil/trace.go:171","msg":"trace[1177692723] transaction","detail":"{read_only:false; response_revision:5685; number_of_response:1; }","duration":"122.10839ms","start":"2026-03-31T20:29:57.700038Z","end":"2026-03-31T20:29:57.822147Z","steps":["trace[1177692723] 'process raft request' (duration: 121.889174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:57.822347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.229097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1219"} {"level":"info","ts":"2026-03-31T20:29:57.822412Z","caller":"traceutil/trace.go:171","msg":"trace[1909365131] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5686; }","duration":"111.304339ms","start":"2026-03-31T20:29:57.711092Z","end":"2026-03-31T20:29:57.822396Z","steps":["trace[1909365131] 'agreement among raft nodes before linearized reading' (duration: 111.089754ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:58.882547Z","caller":"traceutil/trace.go:171","msg":"trace[178078942] linearizableReadLoop","detail":"{readStateIndex:5934; appliedIndex:5933; }","duration":"106.271773ms","start":"2026-03-31T20:29:58.776245Z","end":"2026-03-31T20:29:58.882517Z","steps":["trace[178078942] 'read index received' (duration: 106.136949ms)","trace[178078942] 'applied index is now lower than readState.Index' (duration: 133.064µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:29:58.882653Z","caller":"traceutil/trace.go:171","msg":"trace[1174370715] transaction","detail":"{read_only:false; response_revision:5700; number_of_response:1; }","duration":"109.661458ms","start":"2026-03-31T20:29:58.772941Z","end":"2026-03-31T20:29:58.882603Z","steps":["trace[1174370715] 'process raft request' (duration: 109.393301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:58.883272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.995361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719224"} {"level":"info","ts":"2026-03-31T20:29:58.88337Z","caller":"traceutil/trace.go:171","msg":"trace[510443860] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5700; }","duration":"107.139454ms","start":"2026-03-31T20:29:58.776207Z","end":"2026-03-31T20:29:58.883347Z","steps":["trace[510443860] 'agreement among raft nodes before linearized reading' (duration: 106.460988ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:58.905855Z","caller":"traceutil/trace.go:171","msg":"trace[583727226] transaction","detail":"{read_only:false; response_revision:5701; number_of_response:1; }","duration":"121.976007ms","start":"2026-03-31T20:29:58.783858Z","end":"2026-03-31T20:29:58.905834Z","steps":["trace[583727226] 'process raft request' (duration: 121.849634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:00.833266Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973333925,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:30:00.884611Z","caller":"traceutil/trace.go:171","msg":"trace[1231201856] transaction","detail":"{read_only:false; response_revision:5728; number_of_response:1; }","duration":"781.0063ms","start":"2026-03-31T20:30:00.103569Z","end":"2026-03-31T20:30:00.884576Z","steps":["trace[1231201856] 'process raft request' (duration: 780.783625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:00.884858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:00.103545Z","time spent":"781.196344ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:30:01.462477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.53442ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:30:01.462906Z","caller":"traceutil/trace.go:171","msg":"trace[51993020] transaction","detail":"{read_only:false; response_revision:5729; number_of_response:1; }","duration":"1.35801773s","start":"2026-03-31T20:30:00.104863Z","end":"2026-03-31T20:30:01.462881Z","steps":["trace[51993020] 'process raft request' (duration: 1.149964368s)","trace[51993020] 'compare' (duration: 207.323703ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:01.462934Z","caller":"traceutil/trace.go:171","msg":"trace[50691083] transaction","detail":"{read_only:false; response_revision:5730; number_of_response:1; }","duration":"1.356148564s","start":"2026-03-31T20:30:00.106754Z","end":"2026-03-31T20:30:01.462903Z","steps":["trace[50691083] 'process raft request' (duration: 1.355822496s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:01.463033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:00.104838Z","time spent":"1.358118553s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:30:01.463015Z","caller":"traceutil/trace.go:171","msg":"trace[910276238] transaction","detail":"{read_only:false; response_revision:5732; number_of_response:1; }","duration":"1.211403434s","start":"2026-03-31T20:30:00.251585Z","end":"2026-03-31T20:30:01.462988Z","steps":["trace[910276238] 'process raft request' (duration: 1.211111997s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:01.463014Z","caller":"traceutil/trace.go:171","msg":"trace[246620934] linearizableReadLoop","detail":"{readStateIndex:5969; appliedIndex:5964; }","duration":"1.130822018s","start":"2026-03-31T20:30:00.332161Z","end":"2026-03-31T20:30:01.462983Z","steps":["trace[246620934] 'read index received' (duration: 552.214027ms)","trace[246620934] 'applied index is now lower than readState.Index' (duration: 578.605701ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:30:01.463097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:00.10674Z","time spent":"1.356263176s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:30:01.463172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:00.251557Z","time spent":"1.211525287s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:30:01.463185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131025413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T20:30:01.463326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.611308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1aed7f1d-ac7d-4ac4-8e2d-e3b918b04451\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-03-31T20:30:01.463351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072934981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:30:01.463366Z","caller":"traceutil/trace.go:171","msg":"trace[1210635895] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1aed7f1d-ac7d-4ac4-8e2d-e3b918b04451; range_end:; response_count:1; response_revision:5732; }","duration":"764.662339ms","start":"2026-03-31T20:30:00.69869Z","end":"2026-03-31T20:30:01.463352Z","steps":["trace[1210635895] 'agreement among raft nodes before linearized reading' (duration: 764.531686ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:01.463393Z","caller":"traceutil/trace.go:171","msg":"trace[456244427] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:5732; }","duration":"1.072981502s","start":"2026-03-31T20:30:00.390403Z","end":"2026-03-31T20:30:01.463385Z","steps":["trace[456244427] 'agreement among raft nodes before linearized reading' (duration: 1.072836108s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:01.463407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:00.698676Z","time spent":"764.721451ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1aed7f1d-ac7d-4ac4-8e2d-e3b918b04451\" "} {"level":"warn","ts":"2026-03-31T20:30:01.463421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125866312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T20:30:01.463445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126911169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:30:01.46347Z","caller":"traceutil/trace.go:171","msg":"trace[1098972998] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5732; }","duration":"1.125936785s","start":"2026-03-31T20:30:00.337519Z","end":"2026-03-31T20:30:01.463456Z","steps":["trace[1098972998] 'agreement among raft nodes before linearized reading' (duration: 1.125817312s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:01.463479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.725687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1aed7f1d-ac7d-4ac4-8e2d-e3b918b04451\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-03-31T20:30:01.463524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:00.337509Z","time spent":"1.126004216s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:30:01.463465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.839316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:30:01.463624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.09859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:30:01.463624Z","caller":"traceutil/trace.go:171","msg":"trace[1544392813] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5732; }","duration":"775.03411ms","start":"2026-03-31T20:30:00.688578Z","end":"2026-03-31T20:30:01.463612Z","steps":["trace[1544392813] 'agreement among raft nodes before linearized reading' (duration: 774.857816ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:01.463656Z","caller":"traceutil/trace.go:171","msg":"trace[913147632] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5732; }","duration":"594.156401ms","start":"2026-03-31T20:30:00.869492Z","end":"2026-03-31T20:30:01.463649Z","steps":["trace[913147632] 'agreement among raft nodes before linearized reading' (duration: 594.11483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:01.463675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:00.688558Z","time spent":"775.103602ms","remote":"127.0.0.1:52382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:30:01.463685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:00.869476Z","time spent":"594.204052ms","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:30:01.463009Z","caller":"traceutil/trace.go:171","msg":"trace[2106805532] transaction","detail":"{read_only:false; response_revision:5731; number_of_response:1; }","duration":"1.355299123s","start":"2026-03-31T20:30:00.107438Z","end":"2026-03-31T20:30:01.462737Z","steps":["trace[2106805532] 'process raft request' (duration: 1.355226111s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:01.463793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127832692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T20:30:01.463838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:00.107427Z","time spent":"1.356345738s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:30:01.463356Z","caller":"traceutil/trace.go:171","msg":"trace[1723781216] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5732; }","duration":"1.131233888s","start":"2026-03-31T20:30:00.332108Z","end":"2026-03-31T20:30:01.463342Z","steps":["trace[1723781216] 'agreement among raft nodes before linearized reading' (duration: 1.130945421s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:01.463889Z","caller":"traceutil/trace.go:171","msg":"trace[697670997] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5732; }","duration":"1.127984646s","start":"2026-03-31T20:30:00.335882Z","end":"2026-03-31T20:30:01.463867Z","steps":["trace[697670997] 'agreement among raft nodes before linearized reading' (duration: 1.127659278s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:01.463949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:00.335861Z","time spent":"1.128077469s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:30:01.463527Z","caller":"traceutil/trace.go:171","msg":"trace[1509013142] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5732; }","duration":"1.126995551s","start":"2026-03-31T20:30:00.336516Z","end":"2026-03-31T20:30:01.463512Z","steps":["trace[1509013142] 'agreement among raft nodes before linearized reading' (duration: 1.126827937s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:01.463943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.336999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777409"} {"level":"info","ts":"2026-03-31T20:30:01.464074Z","caller":"traceutil/trace.go:171","msg":"trace[1826309834] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5732; }","duration":"408.524593ms","start":"2026-03-31T20:30:01.055523Z","end":"2026-03-31T20:30:01.464048Z","steps":["trace[1826309834] 'agreement among raft nodes before linearized reading' (duration: 407.806145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:01.463422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:00.390359Z","time spent":"1.073055595s","remote":"127.0.0.1:52492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":98,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:30:01.464139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:01.055501Z","time spent":"408.623646ms","remote":"127.0.0.1:52240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777432,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-31T20:30:01.464012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:00.336453Z","time spent":"1.127542134s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:30:01.463304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127613657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:30:01.464276Z","caller":"traceutil/trace.go:171","msg":"trace[1736664127] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5732; }","duration":"1.128612131s","start":"2026-03-31T20:30:00.335647Z","end":"2026-03-31T20:30:01.464259Z","steps":["trace[1736664127] 'agreement among raft nodes before linearized reading' (duration: 1.127511234s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:01.46433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:00.335636Z","time spent":"1.128680313s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T20:30:01.463528Z","caller":"traceutil/trace.go:171","msg":"trace[876049936] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1aed7f1d-ac7d-4ac4-8e2d-e3b918b04451; range_end:; response_count:1; response_revision:5732; }","duration":"427.818159ms","start":"2026-03-31T20:30:01.035695Z","end":"2026-03-31T20:30:01.463514Z","steps":["trace[876049936] 'agreement among raft nodes before linearized reading' (duration: 427.684356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:01.464403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:01.03567Z","time spent":"428.714021ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1aed7f1d-ac7d-4ac4-8e2d-e3b918b04451\" "} {"level":"warn","ts":"2026-03-31T20:30:01.463584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.027551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-76hz9\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-31T20:30:01.464484Z","caller":"traceutil/trace.go:171","msg":"trace[581741133] range","detail":"{range_begin:/registry/pods/openstack/keepalived-76hz9; range_end:; response_count:1; response_revision:5732; }","duration":"785.976615ms","start":"2026-03-31T20:30:00.678492Z","end":"2026-03-31T20:30:01.464468Z","steps":["trace[581741133] 'agreement among raft nodes before linearized reading' (duration: 784.99555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:01.46454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:00.678474Z","time spent":"786.051246ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-76hz9\" "} {"level":"warn","ts":"2026-03-31T20:30:01.463936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:00.33209Z","time spent":"1.131835882s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:30:01.914904Z","caller":"traceutil/trace.go:171","msg":"trace[593714914] linearizableReadLoop","detail":"{readStateIndex:5970; appliedIndex:5969; }","duration":"445.81816ms","start":"2026-03-31T20:30:01.469061Z","end":"2026-03-31T20:30:01.914879Z","steps":["trace[593714914] 'read index received' (duration: 435.579412ms)","trace[593714914] 'applied index is now lower than readState.Index' (duration: 10.237848ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:01.917744Z","caller":"traceutil/trace.go:171","msg":"trace[239168244] transaction","detail":"{read_only:false; response_revision:5733; number_of_response:1; }","duration":"448.694173ms","start":"2026-03-31T20:30:01.469013Z","end":"2026-03-31T20:30:01.917707Z","steps":["trace[239168244] 'process raft request' (duration: 435.706736ms)","trace[239168244] 'compare' (duration: 10.048233ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:30:01.917908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:01.468997Z","time spent":"448.823026ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:30:01.917908Z","caller":"traceutil/trace.go:171","msg":"trace[611314941] transaction","detail":"{read_only:false; response_revision:5734; number_of_response:1; }","duration":"448.012796ms","start":"2026-03-31T20:30:01.469873Z","end":"2026-03-31T20:30:01.917886Z","steps":["trace[611314941] 'process raft request' (duration: 447.839141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:01.918036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:01.469848Z","time spent":"448.115409ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:30:01.918134Z","caller":"traceutil/trace.go:171","msg":"trace[369756417] transaction","detail":"{read_only:false; response_revision:5735; number_of_response:1; }","duration":"447.42257ms","start":"2026-03-31T20:30:01.470681Z","end":"2026-03-31T20:30:01.918104Z","steps":["trace[369756417] 'process raft request' (duration: 447.149673ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:01.918192Z","caller":"traceutil/trace.go:171","msg":"trace[541487902] transaction","detail":"{read_only:false; response_revision:5736; number_of_response:1; }","duration":"446.953339ms","start":"2026-03-31T20:30:01.471221Z","end":"2026-03-31T20:30:01.918175Z","steps":["trace[541487902] 'process raft request' (duration: 446.787435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:01.918309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:01.470668Z","time spent":"447.542564ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:30:01.918344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.281388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62904"} {"level":"info","ts":"2026-03-31T20:30:01.918392Z","caller":"traceutil/trace.go:171","msg":"trace[1801843795] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5736; }","duration":"449.36839ms","start":"2026-03-31T20:30:01.469011Z","end":"2026-03-31T20:30:01.918379Z","steps":["trace[1801843795] 'agreement among raft nodes before linearized reading' (duration: 449.066012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:01.918438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:01.468989Z","time spent":"449.439231ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62927,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T20:30:01.918441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:01.471201Z","time spent":"447.101632ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3706,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:30:01.918598Z","caller":"traceutil/trace.go:171","msg":"trace[259889009] transaction","detail":"{read_only:false; response_revision:5737; number_of_response:1; }","duration":"431.701755ms","start":"2026-03-31T20:30:01.486855Z","end":"2026-03-31T20:30:01.918557Z","steps":["trace[259889009] 'process raft request' (duration: 431.260954ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:01.918635Z","caller":"traceutil/trace.go:171","msg":"trace[615477536] transaction","detail":"{read_only:false; response_revision:5738; number_of_response:1; }","duration":"430.569507ms","start":"2026-03-31T20:30:01.488012Z","end":"2026-03-31T20:30:01.918581Z","steps":["trace[615477536] 'process raft request' (duration: 430.423593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:01.918744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:01.488003Z","time spent":"430.69493ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:30:01.918743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:01.486839Z","time spent":"431.84633ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:30:01.918882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.269999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777409"} {"level":"info","ts":"2026-03-31T20:30:01.918922Z","caller":"traceutil/trace.go:171","msg":"trace[1201860950] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5738; }","duration":"218.344291ms","start":"2026-03-31T20:30:01.700567Z","end":"2026-03-31T20:30:01.918911Z","steps":["trace[1201860950] 'agreement among raft nodes before linearized reading' (duration: 217.93582ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:04.166394Z","caller":"traceutil/trace.go:171","msg":"trace[1685230323] transaction","detail":"{read_only:false; response_revision:5775; number_of_response:1; }","duration":"238.964679ms","start":"2026-03-31T20:30:03.927405Z","end":"2026-03-31T20:30:04.16637Z","steps":["trace[1685230323] 'process raft request' (duration: 238.834195ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:04.254791Z","caller":"traceutil/trace.go:171","msg":"trace[1551330427] transaction","detail":"{read_only:false; response_revision:5776; number_of_response:1; }","duration":"326.126471ms","start":"2026-03-31T20:30:03.928629Z","end":"2026-03-31T20:30:04.254756Z","steps":["trace[1551330427] 'process raft request' (duration: 276.400061ms)","trace[1551330427] 'compare' (duration: 49.475584ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:30:04.255071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:03.92861Z","time spent":"326.359577ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:30:04.255069Z","caller":"traceutil/trace.go:171","msg":"trace[2071023468] linearizableReadLoop","detail":"{readStateIndex:6017; appliedIndex:6012; }","duration":"323.73081ms","start":"2026-03-31T20:30:03.931315Z","end":"2026-03-31T20:30:04.255046Z","steps":["trace[2071023468] 'read index received' (duration: 234.930978ms)","trace[2071023468] 'applied index is now lower than readState.Index' (duration: 88.798852ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:30:04.255227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.901375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-76hz9\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-31T20:30:04.255224Z","caller":"traceutil/trace.go:171","msg":"trace[1144787044] transaction","detail":"{read_only:false; response_revision:5778; number_of_response:1; }","duration":"326.402749ms","start":"2026-03-31T20:30:03.928776Z","end":"2026-03-31T20:30:04.255179Z","steps":["trace[1144787044] 'process raft request' (duration: 326.138171ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:04.255264Z","caller":"traceutil/trace.go:171","msg":"trace[827999767] range","detail":"{range_begin:/registry/pods/openstack/keepalived-76hz9; range_end:; response_count:1; response_revision:5779; }","duration":"323.969548ms","start":"2026-03-31T20:30:03.931285Z","end":"2026-03-31T20:30:04.255255Z","steps":["trace[827999767] 'agreement among raft nodes before linearized reading' (duration: 323.832443ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:04.255236Z","caller":"traceutil/trace.go:171","msg":"trace[1105461979] transaction","detail":"{read_only:false; response_revision:5779; number_of_response:1; }","duration":"324.765537ms","start":"2026-03-31T20:30:03.930432Z","end":"2026-03-31T20:30:04.255198Z","steps":["trace[1105461979] 'process raft request' (duration: 324.573281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:04.255298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.819067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-31T20:30:04.255302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:03.931274Z","time spent":"324.020759ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-76hz9\" "} {"level":"info","ts":"2026-03-31T20:30:04.255321Z","caller":"traceutil/trace.go:171","msg":"trace[729081930] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:5779; }","duration":"275.856548ms","start":"2026-03-31T20:30:03.979457Z","end":"2026-03-31T20:30:04.255314Z","steps":["trace[729081930] 'agreement among raft nodes before linearized reading' (duration: 275.779956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:04.255375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:03.928767Z","time spent":"326.526092ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:30:04.255402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:03.930415Z","time spent":"324.89689ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:30:04.255525Z","caller":"traceutil/trace.go:171","msg":"trace[858301298] transaction","detail":"{read_only:false; response_revision:5777; number_of_response:1; }","duration":"326.791148ms","start":"2026-03-31T20:30:03.928723Z","end":"2026-03-31T20:30:04.255514Z","steps":["trace[858301298] 'process raft request' (duration: 325.972577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:04.255577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:03.928714Z","time spent":"326.836369ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:30:04.430658Z","caller":"traceutil/trace.go:171","msg":"trace[1964659041] linearizableReadLoop","detail":"{readStateIndex:6018; appliedIndex:6017; }","duration":"171.168134ms","start":"2026-03-31T20:30:04.259471Z","end":"2026-03-31T20:30:04.430639Z","steps":["trace[1964659041] 'read index received' (duration: 118.342786ms)","trace[1964659041] 'applied index is now lower than readState.Index' (duration: 52.823988ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:30:04.430985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.489292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62904"} {"level":"info","ts":"2026-03-31T20:30:04.431066Z","caller":"traceutil/trace.go:171","msg":"trace[309233426] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5779; }","duration":"171.611845ms","start":"2026-03-31T20:30:04.259436Z","end":"2026-03-31T20:30:04.431048Z","steps":["trace[309233426] 'agreement among raft nodes before linearized reading' (duration: 171.271987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:05.287678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.072753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:30:05.287775Z","caller":"traceutil/trace.go:171","msg":"trace[864029301] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5781; }","duration":"420.194527ms","start":"2026-03-31T20:30:04.867539Z","end":"2026-03-31T20:30:05.287733Z","steps":["trace[864029301] 'range keys from in-memory index tree' (duration: 419.928459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:05.287805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:04.867521Z","time spent":"420.277258ms","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:30:05.28797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.344985ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:30:05.288084Z","caller":"traceutil/trace.go:171","msg":"trace[748102254] linearizableReadLoop","detail":"{readStateIndex:6021; appliedIndex:6020; }","duration":"152.806802ms","start":"2026-03-31T20:30:05.135258Z","end":"2026-03-31T20:30:05.288065Z","steps":["trace[748102254] 'read index received' (duration: 1.277422ms)","trace[748102254] 'applied index is now lower than readState.Index' (duration: 151.52795ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:05.288169Z","caller":"traceutil/trace.go:171","msg":"trace[1902342480] transaction","detail":"{read_only:false; response_revision:5782; number_of_response:1; }","duration":"392.287425ms","start":"2026-03-31T20:30:04.895862Z","end":"2026-03-31T20:30:05.28815Z","steps":["trace[1902342480] 'process raft request' (duration: 240.678743ms)","trace[1902342480] 'compare' (duration: 151.230233ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:30:05.288255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:04.895838Z","time spent":"392.354846ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:30:05.288514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.259573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:787641"} {"level":"info","ts":"2026-03-31T20:30:05.288549Z","caller":"traceutil/trace.go:171","msg":"trace[2129216879] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:5782; }","duration":"153.316255ms","start":"2026-03-31T20:30:05.135221Z","end":"2026-03-31T20:30:05.288537Z","steps":["trace[2129216879] 'agreement among raft nodes before linearized reading' (duration: 152.893744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:05.994964Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973334039,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:30:06.314285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.183298ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:30:06.31482Z","caller":"traceutil/trace.go:171","msg":"trace[1241613921] linearizableReadLoop","detail":"{readStateIndex:6024; appliedIndex:6021; }","duration":"820.235227ms","start":"2026-03-31T20:30:05.494563Z","end":"2026-03-31T20:30:06.314798Z","steps":["trace[1241613921] 'read index received' (duration: 618.263018ms)","trace[1241613921] 'applied index is now lower than readState.Index' (duration: 201.970709ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:06.315018Z","caller":"traceutil/trace.go:171","msg":"trace[1638957897] transaction","detail":"{read_only:false; response_revision:5783; number_of_response:1; }","duration":"831.410777ms","start":"2026-03-31T20:30:05.483573Z","end":"2026-03-31T20:30:06.314984Z","steps":["trace[1638957897] 'process raft request' (duration: 629.255764ms)","trace[1638957897] 'compare' (duration: 200.778728ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:06.315107Z","caller":"traceutil/trace.go:171","msg":"trace[1622367249] transaction","detail":"{read_only:false; response_revision:5784; number_of_response:1; }","duration":"830.636469ms","start":"2026-03-31T20:30:05.484452Z","end":"2026-03-31T20:30:06.315089Z","steps":["trace[1622367249] 'process raft request' (duration: 829.946062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:06.315185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:05.483547Z","time spent":"831.539281ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:30:06.315221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:05.484425Z","time spent":"830.738421ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:30:06.315223Z","caller":"traceutil/trace.go:171","msg":"trace[1298579984] transaction","detail":"{read_only:false; response_revision:5785; number_of_response:1; }","duration":"811.938218ms","start":"2026-03-31T20:30:05.503237Z","end":"2026-03-31T20:30:06.315175Z","steps":["trace[1298579984] 'process raft request' (duration: 811.483977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:06.315269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.702298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1aed7f1d-ac7d-4ac4-8e2d-e3b918b04451\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-03-31T20:30:06.315321Z","caller":"traceutil/trace.go:171","msg":"trace[976197554] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1aed7f1d-ac7d-4ac4-8e2d-e3b918b04451; range_end:; response_count:1; response_revision:5785; }","duration":"820.79859ms","start":"2026-03-31T20:30:05.494506Z","end":"2026-03-31T20:30:06.315305Z","steps":["trace[976197554] 'agreement among raft nodes before linearized reading' (duration: 820.631286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:06.315357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:05.494484Z","time spent":"820.864753ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3930,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1aed7f1d-ac7d-4ac4-8e2d-e3b918b04451\" "} {"level":"warn","ts":"2026-03-31T20:30:06.315399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:05.50322Z","time spent":"812.087081ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:30:06.485853Z","caller":"traceutil/trace.go:171","msg":"trace[748264578] linearizableReadLoop","detail":"{readStateIndex:6025; appliedIndex:6024; }","duration":"170.943368ms","start":"2026-03-31T20:30:06.31488Z","end":"2026-03-31T20:30:06.485823Z","steps":["trace[748264578] 'read index received' (duration: 170.668522ms)","trace[748264578] 'applied index is now lower than readState.Index' (duration: 273.576µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:30:06.48604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.229956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:30:06.486046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.283721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:30:06.486075Z","caller":"traceutil/trace.go:171","msg":"trace[761457460] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5786; }","duration":"616.317498ms","start":"2026-03-31T20:30:05.869746Z","end":"2026-03-31T20:30:06.486064Z","steps":["trace[761457460] 'agreement among raft nodes before linearized reading' (duration: 616.236906ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:06.486085Z","caller":"traceutil/trace.go:171","msg":"trace[2112061115] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5786; }","duration":"226.329222ms","start":"2026-03-31T20:30:06.259747Z","end":"2026-03-31T20:30:06.486076Z","steps":["trace[2112061115] 'agreement among raft nodes before linearized reading' (duration: 226.152637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:06.486112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.228174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T20:30:06.486112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:05.869732Z","time spent":"616.37137ms","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:30:06.486114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.950256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:30:06.486178Z","caller":"traceutil/trace.go:171","msg":"trace[325660384] transaction","detail":"{read_only:false; response_revision:5786; number_of_response:1; }","duration":"299.01576ms","start":"2026-03-31T20:30:06.187135Z","end":"2026-03-31T20:30:06.486151Z","steps":["trace[325660384] 'process raft request' (duration: 298.513617ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:06.486196Z","caller":"traceutil/trace.go:171","msg":"trace[40438822] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5786; }","duration":"227.374337ms","start":"2026-03-31T20:30:06.258805Z","end":"2026-03-31T20:30:06.48618Z","steps":["trace[40438822] 'agreement among raft nodes before linearized reading' (duration: 227.07991ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:06.486243Z","caller":"traceutil/trace.go:171","msg":"trace[557364631] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5786; }","duration":"600.143042ms","start":"2026-03-31T20:30:05.886065Z","end":"2026-03-31T20:30:06.486208Z","steps":["trace[557364631] 'agreement among raft nodes before linearized reading' (duration: 599.889886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:06.486321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.474075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:30:06.486352Z","caller":"traceutil/trace.go:171","msg":"trace[1789122251] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:5786; }","duration":"941.547046ms","start":"2026-03-31T20:30:05.544797Z","end":"2026-03-31T20:30:06.486344Z","steps":["trace[1789122251] 'agreement among raft nodes before linearized reading' (duration: 941.490155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:06.486361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.740512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T20:30:06.486379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:05.54478Z","time spent":"941.588138ms","remote":"127.0.0.1:52282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:30:06.486388Z","caller":"traceutil/trace.go:171","msg":"trace[863121096] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5786; }","duration":"226.776742ms","start":"2026-03-31T20:30:06.259603Z","end":"2026-03-31T20:30:06.486379Z","steps":["trace[863121096] 'agreement among raft nodes before linearized reading' (duration: 226.69097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:06.486472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.120809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:30:06.486509Z","caller":"traceutil/trace.go:171","msg":"trace[1783490451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5786; }","duration":"316.175571ms","start":"2026-03-31T20:30:06.170323Z","end":"2026-03-31T20:30:06.486499Z","steps":["trace[1783490451] 'agreement among raft nodes before linearized reading' (duration: 316.022167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:06.486539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:06.170312Z","time spent":"316.220532ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:30:06.486561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.023811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:30:06.486622Z","caller":"traceutil/trace.go:171","msg":"trace[1094127970] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:5786; }","duration":"822.102843ms","start":"2026-03-31T20:30:05.664493Z","end":"2026-03-31T20:30:06.486596Z","steps":["trace[1094127970] 'agreement among raft nodes before linearized reading' (duration: 822.044401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:06.486646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:05.664473Z","time spent":"822.166475ms","remote":"127.0.0.1:59104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:30:06.486694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.365607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T20:30:06.486703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.882766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:30:06.48673Z","caller":"traceutil/trace.go:171","msg":"trace[418408160] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5786; }","duration":"227.432289ms","start":"2026-03-31T20:30:06.259286Z","end":"2026-03-31T20:30:06.486718Z","steps":["trace[418408160] 'agreement among raft nodes before linearized reading' (duration: 227.319006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:06.486315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:05.886037Z","time spent":"600.258974ms","remote":"127.0.0.1:59262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:30:06.486736Z","caller":"traceutil/trace.go:171","msg":"trace[1176597590] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:5786; }","duration":"335.943708ms","start":"2026-03-31T20:30:06.150782Z","end":"2026-03-31T20:30:06.486725Z","steps":["trace[1176597590] 'agreement among raft nodes before linearized reading' (duration: 335.890246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:06.48677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:06.150767Z","time spent":"335.993709ms","remote":"127.0.0.1:46132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:30:07.305806Z","caller":"traceutil/trace.go:171","msg":"trace[663110306] linearizableReadLoop","detail":"{readStateIndex:6057; appliedIndex:6056; }","duration":"236.253231ms","start":"2026-03-31T20:30:07.069537Z","end":"2026-03-31T20:30:07.30579Z","steps":["trace[663110306] 'read index received' (duration: 236.176409ms)","trace[663110306] 'applied index is now lower than readState.Index' (duration: 75.602µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:07.305905Z","caller":"traceutil/trace.go:171","msg":"trace[1545908855] transaction","detail":"{read_only:false; response_revision:5817; number_of_response:1; }","duration":"250.146121ms","start":"2026-03-31T20:30:07.055725Z","end":"2026-03-31T20:30:07.305871Z","steps":["trace[1545908855] 'process raft request' (duration: 249.938825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:07.306653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.065212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-31T20:30:07.306698Z","caller":"traceutil/trace.go:171","msg":"trace[448586373] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5817; }","duration":"237.169755ms","start":"2026-03-31T20:30:07.069517Z","end":"2026-03-31T20:30:07.306686Z","steps":["trace[448586373] 'agreement among raft nodes before linearized reading' (duration: 236.363655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:07.344674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.395341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:27 size:803521"} {"level":"warn","ts":"2026-03-31T20:30:07.344702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.362481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:910"} {"level":"info","ts":"2026-03-31T20:30:07.344744Z","caller":"traceutil/trace.go:171","msg":"trace[463574818] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:27; response_revision:5818; }","duration":"243.521814ms","start":"2026-03-31T20:30:07.101206Z","end":"2026-03-31T20:30:07.344728Z","steps":["trace[463574818] 'agreement among raft nodes before linearized reading' (duration: 242.976331ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:07.344791Z","caller":"traceutil/trace.go:171","msg":"trace[577086158] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:5818; }","duration":"214.507114ms","start":"2026-03-31T20:30:07.13026Z","end":"2026-03-31T20:30:07.344767Z","steps":["trace[577086158] 'agreement among raft nodes before linearized reading' (duration: 214.194076ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:07.744657Z","caller":"traceutil/trace.go:171","msg":"trace[1951508972] transaction","detail":"{read_only:false; response_revision:5829; number_of_response:1; }","duration":"135.234231ms","start":"2026-03-31T20:30:07.609396Z","end":"2026-03-31T20:30:07.744631Z","steps":["trace[1951508972] 'process raft request' (duration: 135.093267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:09.196747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.400698ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:30:09.196949Z","caller":"traceutil/trace.go:171","msg":"trace[1120639317] transaction","detail":"{read_only:false; response_revision:5848; number_of_response:1; }","duration":"544.012481ms","start":"2026-03-31T20:30:08.652906Z","end":"2026-03-31T20:30:09.196919Z","steps":["trace[1120639317] 'process raft request' (duration: 143.312715ms)","trace[1120639317] 'compare' (duration: 400.266644ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:09.197016Z","caller":"traceutil/trace.go:171","msg":"trace[2002222559] transaction","detail":"{read_only:false; response_revision:5849; number_of_response:1; }","duration":"543.771415ms","start":"2026-03-31T20:30:08.653226Z","end":"2026-03-31T20:30:09.196998Z","steps":["trace[2002222559] 'process raft request' (duration: 543.633682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:09.19703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:08.652892Z","time spent":"544.103203ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:30:09.197109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:08.65322Z","time spent":"543.839666ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:30:09.197121Z","caller":"traceutil/trace.go:171","msg":"trace[1597440124] linearizableReadLoop","detail":"{readStateIndex:6090; appliedIndex:6087; }","duration":"425.88464ms","start":"2026-03-31T20:30:08.771202Z","end":"2026-03-31T20:30:09.197086Z","steps":["trace[1597440124] 'read index received' (duration: 25.03293ms)","trace[1597440124] 'applied index is now lower than readState.Index' (duration: 400.85008ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:09.197142Z","caller":"traceutil/trace.go:171","msg":"trace[2097146561] transaction","detail":"{read_only:false; response_revision:5850; number_of_response:1; }","duration":"521.786462ms","start":"2026-03-31T20:30:08.675308Z","end":"2026-03-31T20:30:09.197094Z","steps":["trace[2097146561] 'process raft request' (duration: 521.626798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:09.197384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.191107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12975"} {"level":"info","ts":"2026-03-31T20:30:09.197435Z","caller":"traceutil/trace.go:171","msg":"trace[104213229] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5850; }","duration":"426.239588ms","start":"2026-03-31T20:30:08.771179Z","end":"2026-03-31T20:30:09.197419Z","steps":["trace[104213229] 'agreement among raft nodes before linearized reading' (duration: 426.035753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:09.197473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:08.771107Z","time spent":"426.358832ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":12998,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-31T20:30:09.197567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:08.675285Z","time spent":"522.07026ms","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":826,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:30:09.232294Z","caller":"traceutil/trace.go:171","msg":"trace[1326170207] transaction","detail":"{read_only:false; response_revision:5851; number_of_response:1; }","duration":"261.142207ms","start":"2026-03-31T20:30:08.971125Z","end":"2026-03-31T20:30:09.232267Z","steps":["trace[1326170207] 'process raft request' (duration: 260.936622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:09.232336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.089138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-31T20:30:09.232384Z","caller":"traceutil/trace.go:171","msg":"trace[738954964] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5851; }","duration":"450.14955ms","start":"2026-03-31T20:30:08.782219Z","end":"2026-03-31T20:30:09.232369Z","steps":["trace[738954964] 'agreement among raft nodes before linearized reading' (duration: 449.969555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:09.23241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:08.7822Z","time spent":"450.203251ms","remote":"127.0.0.1:52318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-31T20:30:09.643975Z","caller":"traceutil/trace.go:171","msg":"trace[1114863598] transaction","detail":"{read_only:false; response_revision:5853; number_of_response:1; }","duration":"434.902816ms","start":"2026-03-31T20:30:09.209052Z","end":"2026-03-31T20:30:09.643955Z","steps":["trace[1114863598] 'process raft request' (duration: 434.832555ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:09.643997Z","caller":"traceutil/trace.go:171","msg":"trace[37621779] linearizableReadLoop","detail":"{readStateIndex:6093; appliedIndex:6093; }","duration":"408.635327ms","start":"2026-03-31T20:30:09.235335Z","end":"2026-03-31T20:30:09.643971Z","steps":["trace[37621779] 'read index received' (duration: 408.620176ms)","trace[37621779] 'applied index is now lower than readState.Index' (duration: 12.911µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:09.644065Z","caller":"traceutil/trace.go:171","msg":"trace[1490066132] transaction","detail":"{read_only:false; response_revision:5852; number_of_response:1; }","duration":"442.744854ms","start":"2026-03-31T20:30:09.201283Z","end":"2026-03-31T20:30:09.644028Z","steps":["trace[1490066132] 'process raft request' (duration: 442.478417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:09.644134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:09.209046Z","time spent":"434.991318ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13281,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:30:09.644204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.861312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-729ffd25-43ed-4eec-bcb0-756f457ddddf\" ","response":"range_response_count:1 size:1450"} {"level":"warn","ts":"2026-03-31T20:30:09.644215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:09.201262Z","time spent":"442.879847ms","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:30:09.644266Z","caller":"traceutil/trace.go:171","msg":"trace[1802656357] range","detail":"{range_begin:/registry/persistentvolumes/pvc-729ffd25-43ed-4eec-bcb0-756f457ddddf; range_end:; response_count:1; response_revision:5853; }","duration":"408.961605ms","start":"2026-03-31T20:30:09.235288Z","end":"2026-03-31T20:30:09.644249Z","steps":["trace[1802656357] 'agreement among raft nodes before linearized reading' (duration: 408.804571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:09.644323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:09.235268Z","time spent":"409.040206ms","remote":"127.0.0.1:52302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-729ffd25-43ed-4eec-bcb0-756f457ddddf\" "} {"level":"info","ts":"2026-03-31T20:30:09.748988Z","caller":"traceutil/trace.go:171","msg":"trace[1335796270] transaction","detail":"{read_only:false; response_revision:5854; number_of_response:1; }","duration":"398.768138ms","start":"2026-03-31T20:30:09.350192Z","end":"2026-03-31T20:30:09.74896Z","steps":["trace[1335796270] 'process raft request' (duration: 392.911991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:09.749144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:09.350166Z","time spent":"398.894912ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:30:09.755048Z","caller":"traceutil/trace.go:171","msg":"trace[90925170] linearizableReadLoop","detail":"{readStateIndex:6095; appliedIndex:6093; }","duration":"110.980851ms","start":"2026-03-31T20:30:09.644053Z","end":"2026-03-31T20:30:09.755034Z","steps":["trace[90925170] 'read index received' (duration: 99.069602ms)","trace[90925170] 'applied index is now lower than readState.Index' (duration: 11.910348ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:30:09.7551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.871202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:30:09.755153Z","caller":"traceutil/trace.go:171","msg":"trace[1501713621] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:5858; }","duration":"210.963434ms","start":"2026-03-31T20:30:09.544175Z","end":"2026-03-31T20:30:09.755139Z","steps":["trace[1501713621] 'agreement among raft nodes before linearized reading' (duration: 210.863102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:09.755502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.831874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:30:09.755578Z","caller":"traceutil/trace.go:171","msg":"trace[205272928] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:5858; }","duration":"498.952018ms","start":"2026-03-31T20:30:09.256608Z","end":"2026-03-31T20:30:09.75556Z","steps":["trace[205272928] 'agreement among raft nodes before linearized reading' (duration: 498.494636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:09.755617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:09.256588Z","time spent":"499.019219ms","remote":"127.0.0.1:52240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":56,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:30:11.025585Z","caller":"traceutil/trace.go:171","msg":"trace[796699923] linearizableReadLoop","detail":"{readStateIndex:6110; appliedIndex:6109; }","duration":"155.549651ms","start":"2026-03-31T20:30:10.870008Z","end":"2026-03-31T20:30:11.025558Z","steps":["trace[796699923] 'read index received' (duration: 125.64322ms)","trace[796699923] 'applied index is now lower than readState.Index' (duration: 29.905161ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:30:11.025764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.738926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:30:11.025808Z","caller":"traceutil/trace.go:171","msg":"trace[1001970023] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5869; }","duration":"155.840258ms","start":"2026-03-31T20:30:10.869956Z","end":"2026-03-31T20:30:11.025796Z","steps":["trace[1001970023] 'agreement among raft nodes before linearized reading' (duration: 155.750826ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:11.025771Z","caller":"traceutil/trace.go:171","msg":"trace[1556547754] transaction","detail":"{read_only:false; response_revision:5869; number_of_response:1; }","duration":"222.727481ms","start":"2026-03-31T20:30:10.802877Z","end":"2026-03-31T20:30:11.025605Z","steps":["trace[1556547754] 'process raft request' (duration: 192.84994ms)","trace[1556547754] 'compare' (duration: 29.536362ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:30:11.025985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.364127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-31T20:30:11.026085Z","caller":"traceutil/trace.go:171","msg":"trace[790970903] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5869; }","duration":"155.48027ms","start":"2026-03-31T20:30:10.87058Z","end":"2026-03-31T20:30:11.02606Z","steps":["trace[790970903] 'agreement among raft nodes before linearized reading' (duration: 155.174302ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:13.47938Z","caller":"traceutil/trace.go:171","msg":"trace[382818888] linearizableReadLoop","detail":"{readStateIndex:6156; appliedIndex:6155; }","duration":"259.257119ms","start":"2026-03-31T20:30:13.220091Z","end":"2026-03-31T20:30:13.479348Z","steps":["trace[382818888] 'read index received' (duration: 259.120036ms)","trace[382818888] 'applied index is now lower than readState.Index' (duration: 135.573µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:13.479435Z","caller":"traceutil/trace.go:171","msg":"trace[1257938590] transaction","detail":"{read_only:false; response_revision:5914; number_of_response:1; }","duration":"260.49432ms","start":"2026-03-31T20:30:13.218901Z","end":"2026-03-31T20:30:13.479395Z","steps":["trace[1257938590] 'process raft request' (duration: 259.955197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:13.479744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.618618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T20:30:13.479845Z","caller":"traceutil/trace.go:171","msg":"trace[1764232699] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5914; }","duration":"259.738001ms","start":"2026-03-31T20:30:13.220078Z","end":"2026-03-31T20:30:13.479816Z","steps":["trace[1764232699] 'agreement among raft nodes before linearized reading' (duration: 259.409852ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:13.494788Z","caller":"traceutil/trace.go:171","msg":"trace[2010790253] transaction","detail":"{read_only:false; response_revision:5915; number_of_response:1; }","duration":"274.604365ms","start":"2026-03-31T20:30:13.220155Z","end":"2026-03-31T20:30:13.494759Z","steps":["trace[2010790253] 'process raft request' (duration: 274.101673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:14.101107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.636879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T20:30:14.101175Z","caller":"traceutil/trace.go:171","msg":"trace[1244234816] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:5924; }","duration":"121.771062ms","start":"2026-03-31T20:30:13.979386Z","end":"2026-03-31T20:30:14.101157Z","steps":["trace[1244234816] 'range keys from in-memory index tree' (duration: 121.441404ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:16.675829Z","caller":"traceutil/trace.go:171","msg":"trace[1428146574] transaction","detail":"{read_only:false; response_revision:5954; number_of_response:1; }","duration":"291.597663ms","start":"2026-03-31T20:30:16.384206Z","end":"2026-03-31T20:30:16.675803Z","steps":["trace[1428146574] 'process raft request' (duration: 291.382177ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:16.67601Z","caller":"traceutil/trace.go:171","msg":"trace[591207961] transaction","detail":"{read_only:false; response_revision:5955; number_of_response:1; }","duration":"290.658938ms","start":"2026-03-31T20:30:16.385323Z","end":"2026-03-31T20:30:16.675982Z","steps":["trace[591207961] 'process raft request' (duration: 290.429332ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:16.679758Z","caller":"traceutil/trace.go:171","msg":"trace[213100028] linearizableReadLoop","detail":"{readStateIndex:6199; appliedIndex:6196; }","duration":"106.154ms","start":"2026-03-31T20:30:16.573584Z","end":"2026-03-31T20:30:16.679738Z","steps":["trace[213100028] 'read index received' (duration: 101.997545ms)","trace[213100028] 'applied index is now lower than readState.Index' (duration: 4.155415ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:16.679805Z","caller":"traceutil/trace.go:171","msg":"trace[443961328] transaction","detail":"{read_only:false; response_revision:5956; number_of_response:1; }","duration":"118.287735ms","start":"2026-03-31T20:30:16.561499Z","end":"2026-03-31T20:30:16.679787Z","steps":["trace[443961328] 'process raft request' (duration: 118.135192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:16.679985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.386466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-76hz9\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-31T20:30:16.680037Z","caller":"traceutil/trace.go:171","msg":"trace[1756033821] range","detail":"{range_begin:/registry/pods/openstack/keepalived-76hz9; range_end:; response_count:1; response_revision:5956; }","duration":"106.479878ms","start":"2026-03-31T20:30:16.573544Z","end":"2026-03-31T20:30:16.680024Z","steps":["trace[1756033821] 'agreement among raft nodes before linearized reading' (duration: 106.303494ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:18.701703Z","caller":"traceutil/trace.go:171","msg":"trace[604906272] linearizableReadLoop","detail":"{readStateIndex:6221; appliedIndex:6220; }","duration":"186.613483ms","start":"2026-03-31T20:30:18.515071Z","end":"2026-03-31T20:30:18.701684Z","steps":["trace[604906272] 'read index received' (duration: 186.53183ms)","trace[604906272] 'applied index is now lower than readState.Index' (duration: 80.792µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:18.701739Z","caller":"traceutil/trace.go:171","msg":"trace[870062780] transaction","detail":"{read_only:false; response_revision:5978; number_of_response:1; }","duration":"290.053013ms","start":"2026-03-31T20:30:18.411668Z","end":"2026-03-31T20:30:18.701721Z","steps":["trace[870062780] 'process raft request' (duration: 289.90533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:18.701866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.787197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T20:30:18.701896Z","caller":"traceutil/trace.go:171","msg":"trace[1298903460] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5978; }","duration":"186.86425ms","start":"2026-03-31T20:30:18.515024Z","end":"2026-03-31T20:30:18.701888Z","steps":["trace[1298903460] 'agreement among raft nodes before linearized reading' (duration: 186.755516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:18.812965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.891058ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:30:18.813238Z","caller":"traceutil/trace.go:171","msg":"trace[1032806340] linearizableReadLoop","detail":"{readStateIndex:6223; appliedIndex:6221; }","duration":"111.462213ms","start":"2026-03-31T20:30:18.701759Z","end":"2026-03-31T20:30:18.813221Z","steps":["trace[1032806340] 'read index received' (duration: 4.164416ms)","trace[1032806340] 'applied index is now lower than readState.Index' (duration: 107.296407ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:18.813261Z","caller":"traceutil/trace.go:171","msg":"trace[2110070342] transaction","detail":"{read_only:false; response_revision:5979; number_of_response:1; }","duration":"132.364798ms","start":"2026-03-31T20:30:18.680864Z","end":"2026-03-31T20:30:18.813229Z","steps":["trace[2110070342] 'process raft request' (duration: 25.054441ms)","trace[2110070342] 'compare' (duration: 106.555479ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:18.813254Z","caller":"traceutil/trace.go:171","msg":"trace[484389460] transaction","detail":"{read_only:false; response_revision:5980; number_of_response:1; }","duration":"131.360483ms","start":"2026-03-31T20:30:18.681867Z","end":"2026-03-31T20:30:18.813227Z","steps":["trace[484389460] 'process raft request' (duration: 131.23163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:18.813477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.3046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T20:30:18.813477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.308486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T20:30:18.813486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.076534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-76hz9\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-31T20:30:18.813533Z","caller":"traceutil/trace.go:171","msg":"trace[1175059187] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5980; }","duration":"121.409403ms","start":"2026-03-31T20:30:18.692113Z","end":"2026-03-31T20:30:18.813522Z","steps":["trace[1175059187] 'agreement among raft nodes before linearized reading' (duration: 121.187487ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:18.813559Z","caller":"traceutil/trace.go:171","msg":"trace[1730437627] range","detail":"{range_begin:/registry/pods/openstack/keepalived-76hz9; range_end:; response_count:1; response_revision:5980; }","duration":"121.166726ms","start":"2026-03-31T20:30:18.692377Z","end":"2026-03-31T20:30:18.813544Z","steps":["trace[1730437627] 'agreement among raft nodes before linearized reading' (duration: 120.90804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:18.813657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.091357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T20:30:18.81375Z","caller":"traceutil/trace.go:171","msg":"trace[888415527] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5980; }","duration":"106.20851ms","start":"2026-03-31T20:30:18.707526Z","end":"2026-03-31T20:30:18.813734Z","steps":["trace[888415527] 'agreement among raft nodes before linearized reading' (duration: 105.865401ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:18.813555Z","caller":"traceutil/trace.go:171","msg":"trace[784321537] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5980; }","duration":"124.432989ms","start":"2026-03-31T20:30:18.689099Z","end":"2026-03-31T20:30:18.813532Z","steps":["trace[784321537] 'agreement among raft nodes before linearized reading' (duration: 124.219564ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:19.06115Z","caller":"traceutil/trace.go:171","msg":"trace[1343442578] transaction","detail":"{read_only:false; response_revision:5982; number_of_response:1; }","duration":"242.386746ms","start":"2026-03-31T20:30:18.818725Z","end":"2026-03-31T20:30:19.061111Z","steps":["trace[1343442578] 'process raft request' (duration: 242.341684ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:19.061169Z","caller":"traceutil/trace.go:171","msg":"trace[274457841] transaction","detail":"{read_only:false; response_revision:5981; number_of_response:1; }","duration":"242.415566ms","start":"2026-03-31T20:30:18.818722Z","end":"2026-03-31T20:30:19.061138Z","steps":["trace[274457841] 'process raft request' (duration: 242.206661ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:19.262139Z","caller":"traceutil/trace.go:171","msg":"trace[292110076] linearizableReadLoop","detail":"{readStateIndex:6226; appliedIndex:6223; }","duration":"389.37359ms","start":"2026-03-31T20:30:18.87274Z","end":"2026-03-31T20:30:19.262113Z","steps":["trace[292110076] 'read index received' (duration: 188.195682ms)","trace[292110076] 'applied index is now lower than readState.Index' (duration: 201.176998ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:19.26222Z","caller":"traceutil/trace.go:171","msg":"trace[950422049] transaction","detail":"{read_only:false; response_revision:5983; number_of_response:1; }","duration":"443.309369ms","start":"2026-03-31T20:30:18.818881Z","end":"2026-03-31T20:30:19.26219Z","steps":["trace[950422049] 'process raft request' (duration: 384.607603ms)","trace[950422049] 'compare' (duration: 58.49992ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:30:19.262327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.564988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:30:19.262355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:18.818856Z","time spent":"443.428902ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:30:19.262368Z","caller":"traceutil/trace.go:171","msg":"trace[1597315816] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5983; }","duration":"389.67481ms","start":"2026-03-31T20:30:18.872682Z","end":"2026-03-31T20:30:19.262357Z","steps":["trace[1597315816] 'agreement among raft nodes before linearized reading' (duration: 389.574268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:19.262501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:18.872653Z","time spent":"389.813333ms","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T20:30:20.018871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.187072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:30:20.018937Z","caller":"traceutil/trace.go:171","msg":"trace[251095813] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5986; }","duration":"149.286445ms","start":"2026-03-31T20:30:19.869636Z","end":"2026-03-31T20:30:20.018922Z","steps":["trace[251095813] 'range keys from in-memory index tree' (duration: 149.13443ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:21.905653Z","caller":"traceutil/trace.go:171","msg":"trace[1312115972] transaction","detail":"{read_only:false; response_revision:6014; number_of_response:1; }","duration":"103.744869ms","start":"2026-03-31T20:30:21.801858Z","end":"2026-03-31T20:30:21.905603Z","steps":["trace[1312115972] 'process raft request' (duration: 78.579156ms)","trace[1312115972] 'compare' (duration: 24.715622ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:23.619588Z","caller":"traceutil/trace.go:171","msg":"trace[549113574] linearizableReadLoop","detail":"{readStateIndex:6315; appliedIndex:6314; }","duration":"147.043338ms","start":"2026-03-31T20:30:23.472501Z","end":"2026-03-31T20:30:23.619544Z","steps":["trace[549113574] 'read index received' (duration: 146.895734ms)","trace[549113574] 'applied index is now lower than readState.Index' (duration: 146.454µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:23.619627Z","caller":"traceutil/trace.go:171","msg":"trace[1655252735] transaction","detail":"{read_only:false; response_revision:6071; number_of_response:1; }","duration":"335.312562ms","start":"2026-03-31T20:30:23.284283Z","end":"2026-03-31T20:30:23.619595Z","steps":["trace[1655252735] 'process raft request' (duration: 335.044645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:23.619804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.285904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e8f730bb-016e-4217-8a8d-7339e32626bf\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-31T20:30:23.619865Z","caller":"traceutil/trace.go:171","msg":"trace[191419198] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e8f730bb-016e-4217-8a8d-7339e32626bf; range_end:; response_count:1; response_revision:6071; }","duration":"147.400727ms","start":"2026-03-31T20:30:23.472449Z","end":"2026-03-31T20:30:23.61985Z","steps":["trace[191419198] 'agreement among raft nodes before linearized reading' (duration: 147.186272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:23.619859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:23.284261Z","time spent":"335.497857ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:30:23.832592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.095654ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:30:23.833075Z","caller":"traceutil/trace.go:171","msg":"trace[1102095921] transaction","detail":"{read_only:false; response_revision:6072; number_of_response:1; }","duration":"208.922793ms","start":"2026-03-31T20:30:23.624102Z","end":"2026-03-31T20:30:23.833024Z","steps":["trace[1102095921] 'process raft request' (duration: 56.327096ms)","trace[1102095921] 'compare' (duration: 151.944061ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:23.83312Z","caller":"traceutil/trace.go:171","msg":"trace[925531418] transaction","detail":"{read_only:false; response_revision:6073; number_of_response:1; }","duration":"208.898873ms","start":"2026-03-31T20:30:23.624207Z","end":"2026-03-31T20:30:23.833106Z","steps":["trace[925531418] 'process raft request' (duration: 208.460902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:24.481692Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973334660,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:30:24.981995Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973334660,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:30:25.273366Z","caller":"traceutil/trace.go:171","msg":"trace[2088137966] transaction","detail":"{read_only:false; response_revision:6074; number_of_response:1; }","duration":"1.355970879s","start":"2026-03-31T20:30:23.917371Z","end":"2026-03-31T20:30:25.273342Z","steps":["trace[2088137966] 'process raft request' (duration: 1.355779604s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:25.273523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:23.917347Z","time spent":"1.356094752s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:30:25.399405Z","caller":"traceutil/trace.go:171","msg":"trace[197974457] transaction","detail":"{read_only:false; response_revision:6076; number_of_response:1; }","duration":"1.479784132s","start":"2026-03-31T20:30:23.919593Z","end":"2026-03-31T20:30:25.399377Z","steps":["trace[197974457] 'process raft request' (duration: 1.479638748s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:25.399404Z","caller":"traceutil/trace.go:171","msg":"trace[794746236] transaction","detail":"{read_only:false; response_revision:6077; number_of_response:1; }","duration":"1.153891457s","start":"2026-03-31T20:30:24.245488Z","end":"2026-03-31T20:30:25.399379Z","steps":["trace[794746236] 'process raft request' (duration: 1.153805315s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:25.399412Z","caller":"traceutil/trace.go:171","msg":"trace[270082722] transaction","detail":"{read_only:false; response_revision:6075; number_of_response:1; }","duration":"1.48166755s","start":"2026-03-31T20:30:23.917655Z","end":"2026-03-31T20:30:25.399323Z","steps":["trace[270082722] 'process raft request' (duration: 1.481415643s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:25.399547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:23.919569Z","time spent":"1.479901855s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:30:25.39956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:24.245436Z","time spent":"1.15404455s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:30:25.399856Z","caller":"traceutil/trace.go:171","msg":"trace[350054579] transaction","detail":"{read_only:false; response_revision:6079; number_of_response:1; }","duration":"520.817776ms","start":"2026-03-31T20:30:24.879018Z","end":"2026-03-31T20:30:25.399836Z","steps":["trace[350054579] 'process raft request' (duration: 520.595741ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:25.399834Z","caller":"traceutil/trace.go:171","msg":"trace[723969395] transaction","detail":"{read_only:false; response_revision:6078; number_of_response:1; }","duration":"622.32611ms","start":"2026-03-31T20:30:24.77748Z","end":"2026-03-31T20:30:25.399806Z","steps":["trace[723969395] 'process raft request' (duration: 621.859488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:25.39998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:24.878998Z","time spent":"520.902548ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:30:25.399974Z","caller":"traceutil/trace.go:171","msg":"trace[1253493385] transaction","detail":"{read_only:false; response_revision:6080; number_of_response:1; }","duration":"513.896212ms","start":"2026-03-31T20:30:24.88602Z","end":"2026-03-31T20:30:25.399916Z","steps":["trace[1253493385] 'process raft request' (duration: 513.724628ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:25.399847Z","caller":"traceutil/trace.go:171","msg":"trace[2077856377] linearizableReadLoop","detail":"{readStateIndex:6324; appliedIndex:6317; }","duration":"1.419222229s","start":"2026-03-31T20:30:23.980597Z","end":"2026-03-31T20:30:25.399819Z","steps":["trace[2077856377] 'read index received' (duration: 1.292517093s)","trace[2077856377] 'applied index is now lower than readState.Index' (duration: 126.703896ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:30:25.400024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:24.777451Z","time spent":"622.476234ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:30:25.400058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419449475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T20:30:25.400119Z","caller":"traceutil/trace.go:171","msg":"trace[567614490] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:6080; }","duration":"1.419568168s","start":"2026-03-31T20:30:23.98054Z","end":"2026-03-31T20:30:25.400108Z","steps":["trace[567614490] 'agreement among raft nodes before linearized reading' (duration: 1.419362172s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:25.400162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:23.980519Z","time spent":"1.41963402s","remote":"127.0.0.1:52168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-03-31T20:30:25.400182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:24.88601Z","time spent":"514.058628ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:30:25.40023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112422464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T20:30:25.400261Z","caller":"traceutil/trace.go:171","msg":"trace[394176842] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6080; }","duration":"1.112493977s","start":"2026-03-31T20:30:24.287759Z","end":"2026-03-31T20:30:25.400253Z","steps":["trace[394176842] 'agreement among raft nodes before linearized reading' (duration: 1.112361953s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:25.400288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:24.287739Z","time spent":"1.112544568s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:30:25.40022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.572216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T20:30:25.400348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.47857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-31T20:30:25.400375Z","caller":"traceutil/trace.go:171","msg":"trace[419994805] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6080; }","duration":"313.782491ms","start":"2026-03-31T20:30:25.086576Z","end":"2026-03-31T20:30:25.400359Z","steps":["trace[419994805] 'agreement among raft nodes before linearized reading' (duration: 313.598377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:25.40042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:25.08656Z","time spent":"313.848582ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:30:25.400417Z","caller":"traceutil/trace.go:171","msg":"trace[1717756524] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6080; }","duration":"260.555482ms","start":"2026-03-31T20:30:25.139843Z","end":"2026-03-31T20:30:25.400399Z","steps":["trace[1717756524] 'agreement among raft nodes before linearized reading' (duration: 260.417299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:25.400441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.478217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-76hz9\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-31T20:30:25.400461Z","caller":"traceutil/trace.go:171","msg":"trace[294849510] range","detail":"{range_begin:/registry/pods/openstack/keepalived-76hz9; range_end:; response_count:1; response_revision:6080; }","duration":"508.498308ms","start":"2026-03-31T20:30:24.891956Z","end":"2026-03-31T20:30:25.400455Z","steps":["trace[294849510] 'agreement among raft nodes before linearized reading' (duration: 508.435296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:25.400481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:24.891918Z","time spent":"508.559869ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-76hz9\" "} {"level":"warn","ts":"2026-03-31T20:30:25.400588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.037409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:30:25.400581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.052612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:30:25.400613Z","caller":"traceutil/trace.go:171","msg":"trace[1285154428] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6080; }","duration":"532.123491ms","start":"2026-03-31T20:30:24.868484Z","end":"2026-03-31T20:30:25.400607Z","steps":["trace[1285154428] 'agreement among raft nodes before linearized reading' (duration: 532.08416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:25.40063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:24.868464Z","time spent":"532.161992ms","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:30:25.400628Z","caller":"traceutil/trace.go:171","msg":"trace[1968575484] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6080; }","duration":"276.150765ms","start":"2026-03-31T20:30:25.124464Z","end":"2026-03-31T20:30:25.400615Z","steps":["trace[1968575484] 'agreement among raft nodes before linearized reading' (duration: 276.070033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:25.400674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.808465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:30:25.40072Z","caller":"traceutil/trace.go:171","msg":"trace[1364272067] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6080; }","duration":"304.889827ms","start":"2026-03-31T20:30:25.09582Z","end":"2026-03-31T20:30:25.40071Z","steps":["trace[1364272067] 'agreement among raft nodes before linearized reading' (duration: 304.780604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:25.400701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:23.917636Z","time spent":"1.482993174s","remote":"127.0.0.1:52430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1408,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:30:25.400749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:25.0958Z","time spent":"304.942269ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:30:25.4008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089824976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:30:25.400739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.839566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e8f730bb-016e-4217-8a8d-7339e32626bf\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-31T20:30:25.400829Z","caller":"traceutil/trace.go:171","msg":"trace[130583824] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:6080; }","duration":"1.089892358s","start":"2026-03-31T20:30:24.310929Z","end":"2026-03-31T20:30:25.400821Z","steps":["trace[130583824] 'agreement among raft nodes before linearized reading' (duration: 1.089823426s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:25.400848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:24.310898Z","time spent":"1.089944459s","remote":"127.0.0.1:58630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":37,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:30:25.400849Z","caller":"traceutil/trace.go:171","msg":"trace[1825515520] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e8f730bb-016e-4217-8a8d-7339e32626bf; range_end:; response_count:1; response_revision:6080; }","duration":"776.939218ms","start":"2026-03-31T20:30:24.623894Z","end":"2026-03-31T20:30:25.400833Z","steps":["trace[1825515520] 'agreement among raft nodes before linearized reading' (duration: 776.820565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:25.400879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:24.623836Z","time spent":"777.035101ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e8f730bb-016e-4217-8a8d-7339e32626bf\" "} {"level":"info","ts":"2026-03-31T20:30:27.410792Z","caller":"traceutil/trace.go:171","msg":"trace[321472263] transaction","detail":"{read_only:false; response_revision:6089; number_of_response:1; }","duration":"130.314207ms","start":"2026-03-31T20:30:27.280455Z","end":"2026-03-31T20:30:27.410769Z","steps":["trace[321472263] 'process raft request' (duration: 130.133322ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:29.200899Z","caller":"traceutil/trace.go:171","msg":"trace[185192150] transaction","detail":"{read_only:false; response_revision:6112; number_of_response:1; }","duration":"254.92547ms","start":"2026-03-31T20:30:28.945934Z","end":"2026-03-31T20:30:29.20086Z","steps":["trace[185192150] 'process raft request' (duration: 254.630203ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:29.42833Z","caller":"traceutil/trace.go:171","msg":"trace[1900652387] transaction","detail":"{read_only:false; response_revision:6117; number_of_response:1; }","duration":"106.344314ms","start":"2026-03-31T20:30:29.321919Z","end":"2026-03-31T20:30:29.428264Z","steps":["trace[1900652387] 'process raft request' (duration: 106.003495ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:29.646037Z","caller":"traceutil/trace.go:171","msg":"trace[1899786883] transaction","detail":"{read_only:false; response_revision:6122; number_of_response:1; }","duration":"143.039537ms","start":"2026-03-31T20:30:29.50293Z","end":"2026-03-31T20:30:29.64597Z","steps":["trace[1899786883] 'process raft request' (duration: 142.871373ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:29.646108Z","caller":"traceutil/trace.go:171","msg":"trace[981057125] linearizableReadLoop","detail":"{readStateIndex:6370; appliedIndex:6365; }","duration":"138.013391ms","start":"2026-03-31T20:30:29.508069Z","end":"2026-03-31T20:30:29.646082Z","steps":["trace[981057125] 'read index received' (duration: 4.098813ms)","trace[981057125] 'applied index is now lower than readState.Index' (duration: 133.913508ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:29.646175Z","caller":"traceutil/trace.go:171","msg":"trace[1828968908] transaction","detail":"{read_only:false; response_revision:6123; number_of_response:1; }","duration":"142.916935ms","start":"2026-03-31T20:30:29.503243Z","end":"2026-03-31T20:30:29.64616Z","steps":["trace[1828968908] 'process raft request' (duration: 142.698609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:29.646249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.176394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:30:29.646275Z","caller":"traceutil/trace.go:171","msg":"trace[51222566] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6123; }","duration":"138.297997ms","start":"2026-03-31T20:30:29.50797Z","end":"2026-03-31T20:30:29.646268Z","steps":["trace[51222566] 'agreement among raft nodes before linearized reading' (duration: 138.201215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:29.646331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.82ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-31T20:30:29.646362Z","caller":"traceutil/trace.go:171","msg":"trace[1455494779] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6123; }","duration":"128.871141ms","start":"2026-03-31T20:30:29.517484Z","end":"2026-03-31T20:30:29.646355Z","steps":["trace[1455494779] 'agreement among raft nodes before linearized reading' (duration: 128.779029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:29.64649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.985995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:30:29.646515Z","caller":"traceutil/trace.go:171","msg":"trace[613130776] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6123; }","duration":"135.034586ms","start":"2026-03-31T20:30:29.511474Z","end":"2026-03-31T20:30:29.646509Z","steps":["trace[613130776] 'agreement among raft nodes before linearized reading' (duration: 134.980455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:29.646555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.19807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-76hz9\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-31T20:30:29.646742Z","caller":"traceutil/trace.go:171","msg":"trace[809653291] range","detail":"{range_begin:/registry/pods/openstack/keepalived-76hz9; range_end:; response_count:1; response_revision:6123; }","duration":"135.424105ms","start":"2026-03-31T20:30:29.511281Z","end":"2026-03-31T20:30:29.646706Z","steps":["trace[809653291] 'agreement among raft nodes before linearized reading' (duration: 134.989384ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:32.049756Z","caller":"traceutil/trace.go:171","msg":"trace[21742633] linearizableReadLoop","detail":"{readStateIndex:6391; appliedIndex:6389; }","duration":"320.910259ms","start":"2026-03-31T20:30:31.728818Z","end":"2026-03-31T20:30:32.049728Z","steps":["trace[21742633] 'read index received' (duration: 6.743849ms)","trace[21742633] 'applied index is now lower than readState.Index' (duration: 314.16553ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:32.049841Z","caller":"traceutil/trace.go:171","msg":"trace[901569948] transaction","detail":"{read_only:false; response_revision:6145; number_of_response:1; }","duration":"320.459198ms","start":"2026-03-31T20:30:31.72936Z","end":"2026-03-31T20:30:32.049819Z","steps":["trace[901569948] 'process raft request' (duration: 320.279764ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:32.049838Z","caller":"traceutil/trace.go:171","msg":"trace[136937268] transaction","detail":"{read_only:false; response_revision:6144; number_of_response:1; }","duration":"321.200066ms","start":"2026-03-31T20:30:31.728602Z","end":"2026-03-31T20:30:32.049802Z","steps":["trace[136937268] 'process raft request' (duration: 320.070458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:32.049954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.398291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T20:30:32.050008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:31.728585Z","time spent":"321.325259ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:30:32.050024Z","caller":"traceutil/trace.go:171","msg":"trace[1096114249] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6145; }","duration":"179.534205ms","start":"2026-03-31T20:30:31.870474Z","end":"2026-03-31T20:30:32.050008Z","steps":["trace[1096114249] 'agreement among raft nodes before linearized reading' (duration: 179.408272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:32.049967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:31.729346Z","time spent":"320.55183ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:30:32.050139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.546238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:30:32.050184Z","caller":"traceutil/trace.go:171","msg":"trace[430083386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6145; }","duration":"172.61446ms","start":"2026-03-31T20:30:31.877558Z","end":"2026-03-31T20:30:32.050172Z","steps":["trace[430083386] 'agreement among raft nodes before linearized reading' (duration: 172.543768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:32.050273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.420531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81265"} {"level":"info","ts":"2026-03-31T20:30:32.050382Z","caller":"traceutil/trace.go:171","msg":"trace[1987265396] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6145; }","duration":"321.576686ms","start":"2026-03-31T20:30:31.728782Z","end":"2026-03-31T20:30:32.050359Z","steps":["trace[1987265396] 'agreement among raft nodes before linearized reading' (duration: 321.091413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:32.050444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:31.728764Z","time spent":"321.664948ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81288,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T20:30:33.977993Z","caller":"traceutil/trace.go:171","msg":"trace[159590600] linearizableReadLoop","detail":"{readStateIndex:6402; appliedIndex:6401; }","duration":"122.595853ms","start":"2026-03-31T20:30:33.855372Z","end":"2026-03-31T20:30:33.977967Z","steps":["trace[159590600] 'read index received' (duration: 121.813633ms)","trace[159590600] 'applied index is now lower than readState.Index' (duration: 781.18µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:33.978056Z","caller":"traceutil/trace.go:171","msg":"trace[55445939] transaction","detail":"{read_only:false; response_revision:6155; number_of_response:1; }","duration":"186.511711ms","start":"2026-03-31T20:30:33.791511Z","end":"2026-03-31T20:30:33.978023Z","steps":["trace[55445939] 'process raft request' (duration: 185.6968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:33.978317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.907901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:30:33.978436Z","caller":"traceutil/trace.go:171","msg":"trace[12182892] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:6155; }","duration":"123.069445ms","start":"2026-03-31T20:30:33.855337Z","end":"2026-03-31T20:30:33.978406Z","steps":["trace[12182892] 'agreement among raft nodes before linearized reading' (duration: 122.87463ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:34.3581Z","caller":"traceutil/trace.go:171","msg":"trace[409327643] transaction","detail":"{read_only:false; response_revision:6160; number_of_response:1; }","duration":"239.758898ms","start":"2026-03-31T20:30:34.118312Z","end":"2026-03-31T20:30:34.358071Z","steps":["trace[409327643] 'process raft request' (duration: 212.596536ms)","trace[409327643] 'compare' (duration: 26.999568ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:34.358493Z","caller":"traceutil/trace.go:171","msg":"trace[960058132] transaction","detail":"{read_only:false; response_revision:6161; number_of_response:1; }","duration":"239.273177ms","start":"2026-03-31T20:30:34.119187Z","end":"2026-03-31T20:30:34.358461Z","steps":["trace[960058132] 'process raft request' (duration: 238.844516ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:34.358601Z","caller":"traceutil/trace.go:171","msg":"trace[146401557] transaction","detail":"{read_only:false; response_revision:6162; number_of_response:1; }","duration":"238.875966ms","start":"2026-03-31T20:30:34.119691Z","end":"2026-03-31T20:30:34.358567Z","steps":["trace[146401557] 'process raft request' (duration: 238.63369ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:34.358706Z","caller":"traceutil/trace.go:171","msg":"trace[556529477] transaction","detail":"{read_only:false; response_revision:6163; number_of_response:1; }","duration":"238.938078ms","start":"2026-03-31T20:30:34.119745Z","end":"2026-03-31T20:30:34.358683Z","steps":["trace[556529477] 'process raft request' (duration: 238.710333ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:34.35895Z","caller":"traceutil/trace.go:171","msg":"trace[118789134] transaction","detail":"{read_only:false; response_revision:6164; number_of_response:1; }","duration":"239.011201ms","start":"2026-03-31T20:30:34.119908Z","end":"2026-03-31T20:30:34.35892Z","steps":["trace[118789134] 'process raft request' (duration: 238.667142ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:34.358993Z","caller":"traceutil/trace.go:171","msg":"trace[1976257184] transaction","detail":"{read_only:false; response_revision:6165; number_of_response:1; }","duration":"239.00782ms","start":"2026-03-31T20:30:34.119967Z","end":"2026-03-31T20:30:34.358975Z","steps":["trace[1976257184] 'process raft request' (duration: 238.830536ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:34.359417Z","caller":"traceutil/trace.go:171","msg":"trace[555393676] transaction","detail":"{read_only:false; response_revision:6166; number_of_response:1; }","duration":"239.40117ms","start":"2026-03-31T20:30:34.119999Z","end":"2026-03-31T20:30:34.3594Z","steps":["trace[555393676] 'process raft request' (duration: 238.910188ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:34.359531Z","caller":"traceutil/trace.go:171","msg":"trace[2061620395] transaction","detail":"{read_only:false; response_revision:6167; number_of_response:1; }","duration":"238.923049ms","start":"2026-03-31T20:30:34.120591Z","end":"2026-03-31T20:30:34.359514Z","steps":["trace[2061620395] 'process raft request' (duration: 238.742654ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:34.359553Z","caller":"traceutil/trace.go:171","msg":"trace[1239810104] linearizableReadLoop","detail":"{readStateIndex:6408; appliedIndex:6406; }","duration":"240.95566ms","start":"2026-03-31T20:30:34.118545Z","end":"2026-03-31T20:30:34.359501Z","steps":["trace[1239810104] 'read index received' (duration: 86.111705ms)","trace[1239810104] 'applied index is now lower than readState.Index' (duration: 154.843105ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:34.359622Z","caller":"traceutil/trace.go:171","msg":"trace[1257005491] transaction","detail":"{read_only:false; response_revision:6168; number_of_response:1; }","duration":"207.126269ms","start":"2026-03-31T20:30:34.152482Z","end":"2026-03-31T20:30:34.359608Z","steps":["trace[1257005491] 'process raft request' (duration: 206.966415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:34.359892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.326089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81265"} {"level":"warn","ts":"2026-03-31T20:30:34.359905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.565013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:30:34.359938Z","caller":"traceutil/trace.go:171","msg":"trace[1628827547] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6168; }","duration":"241.40616ms","start":"2026-03-31T20:30:34.118521Z","end":"2026-03-31T20:30:34.359928Z","steps":["trace[1628827547] 'agreement among raft nodes before linearized reading' (duration: 241.184415ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:34.359951Z","caller":"traceutil/trace.go:171","msg":"trace[18387321] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:6168; }","duration":"134.649195ms","start":"2026-03-31T20:30:34.225286Z","end":"2026-03-31T20:30:34.359936Z","steps":["trace[18387321] 'agreement among raft nodes before linearized reading' (duration: 134.534642ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:35.015032Z","caller":"traceutil/trace.go:171","msg":"trace[940946605] transaction","detail":"{read_only:false; response_revision:6169; number_of_response:1; }","duration":"125.330472ms","start":"2026-03-31T20:30:34.889675Z","end":"2026-03-31T20:30:35.015006Z","steps":["trace[940946605] 'process raft request' (duration: 124.893011ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:37.439618Z","caller":"traceutil/trace.go:171","msg":"trace[1921432329] linearizableReadLoop","detail":"{readStateIndex:6449; appliedIndex:6448; }","duration":"101.911842ms","start":"2026-03-31T20:30:37.337683Z","end":"2026-03-31T20:30:37.439595Z","steps":["trace[1921432329] 'read index received' (duration: 94.977308ms)","trace[1921432329] 'applied index is now lower than readState.Index' (duration: 6.933284ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:37.439665Z","caller":"traceutil/trace.go:171","msg":"trace[828449055] transaction","detail":"{read_only:false; response_revision:6201; number_of_response:1; }","duration":"110.732994ms","start":"2026-03-31T20:30:37.328899Z","end":"2026-03-31T20:30:37.439632Z","steps":["trace[828449055] 'process raft request' (duration: 103.841001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:37.43989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.192009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-03-31T20:30:37.439941Z","caller":"traceutil/trace.go:171","msg":"trace[199546362] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:6201; }","duration":"102.287752ms","start":"2026-03-31T20:30:37.337641Z","end":"2026-03-31T20:30:37.439929Z","steps":["trace[199546362] 'agreement among raft nodes before linearized reading' (duration: 102.044816ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:38.87521Z","caller":"traceutil/trace.go:171","msg":"trace[1388527316] transaction","detail":"{read_only:false; response_revision:6227; number_of_response:1; }","duration":"496.27057ms","start":"2026-03-31T20:30:38.378911Z","end":"2026-03-31T20:30:38.875181Z","steps":["trace[1388527316] 'process raft request' (duration: 496.126716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:38.875469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:38.378885Z","time spent":"496.429453ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:30:39.143748Z","caller":"traceutil/trace.go:171","msg":"trace[1601733673] transaction","detail":"{read_only:false; response_revision:6228; number_of_response:1; }","duration":"762.717061ms","start":"2026-03-31T20:30:38.380989Z","end":"2026-03-31T20:30:39.143706Z","steps":["trace[1601733673] 'process raft request' (duration: 762.386581ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:39.144081Z","caller":"traceutil/trace.go:171","msg":"trace[1029518888] linearizableReadLoop","detail":"{readStateIndex:6477; appliedIndex:6474; }","duration":"760.991657ms","start":"2026-03-31T20:30:38.383059Z","end":"2026-03-31T20:30:39.144051Z","steps":["trace[1029518888] 'read index received' (duration: 491.979412ms)","trace[1029518888] 'applied index is now lower than readState.Index' (duration: 269.010735ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:39.144379Z","caller":"traceutil/trace.go:171","msg":"trace[2007346110] transaction","detail":"{read_only:false; response_revision:6229; number_of_response:1; }","duration":"763.140901ms","start":"2026-03-31T20:30:38.381195Z","end":"2026-03-31T20:30:39.144336Z","steps":["trace[2007346110] 'process raft request' (duration: 762.451534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:39.144443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:38.380971Z","time spent":"762.889215ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:30:39.144614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.51935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81631"} {"level":"warn","ts":"2026-03-31T20:30:39.144655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:38.381182Z","time spent":"763.293015ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:30:39.144698Z","caller":"traceutil/trace.go:171","msg":"trace[386717544] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6229; }","duration":"761.638813ms","start":"2026-03-31T20:30:38.383042Z","end":"2026-03-31T20:30:39.144681Z","steps":["trace[386717544] 'agreement among raft nodes before linearized reading' (duration: 761.202782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:39.144743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:38.383035Z","time spent":"761.699834ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81654,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T20:30:43.221792Z","caller":"traceutil/trace.go:171","msg":"trace[504098373] transaction","detail":"{read_only:false; response_revision:6289; number_of_response:1; }","duration":"329.472824ms","start":"2026-03-31T20:30:42.892295Z","end":"2026-03-31T20:30:43.221767Z","steps":["trace[504098373] 'process raft request' (duration: 329.245419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:43.221958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:42.892268Z","time spent":"329.605248ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:30:43.633294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.672401ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:30:43.633506Z","caller":"traceutil/trace.go:171","msg":"trace[2020010385] linearizableReadLoop","detail":"{readStateIndex:6543; appliedIndex:6541; }","duration":"153.450869ms","start":"2026-03-31T20:30:43.480034Z","end":"2026-03-31T20:30:43.633485Z","steps":["trace[2020010385] 'read index received' (duration: 12.939375ms)","trace[2020010385] 'applied index is now lower than readState.Index' (duration: 140.510604ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:43.633506Z","caller":"traceutil/trace.go:171","msg":"trace[792703823] transaction","detail":"{read_only:false; response_revision:6290; number_of_response:1; }","duration":"406.601915ms","start":"2026-03-31T20:30:43.226878Z","end":"2026-03-31T20:30:43.63348Z","steps":["trace[792703823] 'process raft request' (duration: 200.646416ms)","trace[792703823] 'compare' (duration: 205.237561ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:30:43.63361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.583622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:30:43.63364Z","caller":"traceutil/trace.go:171","msg":"trace[1280277927] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6291; }","duration":"153.652753ms","start":"2026-03-31T20:30:43.479978Z","end":"2026-03-31T20:30:43.63363Z","steps":["trace[1280277927] 'agreement among raft nodes before linearized reading' (duration: 153.570121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:43.633648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:43.226858Z","time spent":"406.716918ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:30:43.633865Z","caller":"traceutil/trace.go:171","msg":"trace[266724120] transaction","detail":"{read_only:false; response_revision:6291; number_of_response:1; }","duration":"406.946753ms","start":"2026-03-31T20:30:43.226907Z","end":"2026-03-31T20:30:43.633854Z","steps":["trace[266724120] 'process raft request' (duration: 406.492302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:43.63394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:43.226884Z","time spent":"407.017105ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:30:50.235352Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973335244,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:30:50.404141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.136122847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T20:30:50.404219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166907874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-31T20:30:50.40427Z","caller":"traceutil/trace.go:171","msg":"trace[1745164694] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6332; }","duration":"2.136334272s","start":"2026-03-31T20:30:48.26791Z","end":"2026-03-31T20:30:50.404244Z","steps":["trace[1745164694] 'range keys from in-memory index tree' (duration: 2.136009804s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:50.404284Z","caller":"traceutil/trace.go:171","msg":"trace[95655536] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6332; }","duration":"1.167002486s","start":"2026-03-31T20:30:49.23726Z","end":"2026-03-31T20:30:50.404262Z","steps":["trace[95655536] 'range keys from in-memory index tree' (duration: 1.166691178s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:50.40433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:48.26789Z","time spent":"2.136425424s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:30:50.40434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:49.237242Z","time spent":"1.167079588s","remote":"127.0.0.1:52318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-31T20:30:50.404643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115306066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:30:50.404874Z","caller":"traceutil/trace.go:171","msg":"trace[1074629163] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6332; }","duration":"1.115399489s","start":"2026-03-31T20:30:49.28928Z","end":"2026-03-31T20:30:50.40468Z","steps":["trace[1074629163] 'range keys from in-memory index tree' (duration: 1.115140923s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:50.40491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:49.289248Z","time spent":"1.115653035s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:30:50.405164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110704351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-76hz9\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-31T20:30:50.405211Z","caller":"traceutil/trace.go:171","msg":"trace[1311784134] range","detail":"{range_begin:/registry/pods/openstack/keepalived-76hz9; range_end:; response_count:1; response_revision:6332; }","duration":"1.110775533s","start":"2026-03-31T20:30:49.294424Z","end":"2026-03-31T20:30:50.405199Z","steps":["trace[1311784134] 'range keys from in-memory index tree' (duration: 1.110448856s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:50.405245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:49.294383Z","time spent":"1.110853645s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-76hz9\" "} {"level":"warn","ts":"2026-03-31T20:30:50.405429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356059751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:30:50.405477Z","caller":"traceutil/trace.go:171","msg":"trace[1864419035] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6332; }","duration":"1.356142423s","start":"2026-03-31T20:30:49.049322Z","end":"2026-03-31T20:30:50.405464Z","steps":["trace[1864419035] 'count revisions from in-memory index tree' (duration: 1.35600728s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:50.40551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:49.049305Z","time spent":"1.356195514s","remote":"127.0.0.1:59244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:30:50.405245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.535591296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:30:50.406293Z","caller":"traceutil/trace.go:171","msg":"trace[1358212676] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6332; }","duration":"1.536665794s","start":"2026-03-31T20:30:48.869599Z","end":"2026-03-31T20:30:50.406264Z","steps":["trace[1358212676] 'range keys from in-memory index tree' (duration: 1.535505234s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:50.406303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.857148171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111006"} {"level":"info","ts":"2026-03-31T20:30:50.406352Z","caller":"traceutil/trace.go:171","msg":"trace[226437955] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:6332; }","duration":"1.857239814s","start":"2026-03-31T20:30:48.549098Z","end":"2026-03-31T20:30:50.406338Z","steps":["trace[226437955] 'range keys from in-memory index tree' (duration: 1.856867505s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:50.406354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:48.869577Z","time spent":"1.536758976s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:30:50.406389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:48.549057Z","time spent":"1.857321936s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111029,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-03-31T20:30:50.406756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.85589366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111006"} {"level":"info","ts":"2026-03-31T20:30:50.406887Z","caller":"traceutil/trace.go:171","msg":"trace[463628178] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:6332; }","duration":"1.856088305s","start":"2026-03-31T20:30:48.550769Z","end":"2026-03-31T20:30:50.406857Z","steps":["trace[463628178] 'range keys from in-memory index tree' (duration: 1.855174151s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:50.406951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:48.550749Z","time spent":"1.856185346s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111029,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-03-31T20:30:52.399013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.795178734s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-31T20:30:52.399416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.402535ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:30:52.399564Z","caller":"traceutil/trace.go:171","msg":"trace[512825473] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6332; }","duration":"168.553189ms","start":"2026-03-31T20:30:52.230991Z","end":"2026-03-31T20:30:52.399544Z","steps":["trace[512825473] 'range keys from in-memory index tree' (duration: 168.389025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:52.417894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000261671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T20:30:52.41801Z","caller":"traceutil/trace.go:171","msg":"trace[1198567228] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000451326s","start":"2026-03-31T20:30:50.417532Z","end":"2026-03-31T20:30:52.417983Z","steps":["trace[1198567228] 'agreement among raft nodes before linearized reading' (duration: 2.000294102s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:52.418081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:50.417513Z","time spent":"2.000552708s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:30:52.496364Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.892505311s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:30:52.497018Z","caller":"traceutil/trace.go:171","msg":"trace[1341417557] transaction","detail":"{read_only:false; response_revision:6333; number_of_response:1; }","duration":"2.768275014s","start":"2026-03-31T20:30:49.728717Z","end":"2026-03-31T20:30:52.496992Z","steps":["trace[1341417557] 'process raft request' (duration: 2.767886275s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:52.497186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:49.728689Z","time spent":"2.768405527s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:30:52.497397Z","caller":"traceutil/trace.go:171","msg":"trace[17752920] transaction","detail":"{read_only:false; response_revision:6334; number_of_response:1; }","duration":"2.76657835s","start":"2026-03-31T20:30:49.730777Z","end":"2026-03-31T20:30:52.497356Z","steps":["trace[17752920] 'process raft request' (duration: 2.76614956s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:52.497449Z","caller":"traceutil/trace.go:171","msg":"trace[1065978526] transaction","detail":"{read_only:false; response_revision:6335; number_of_response:1; }","duration":"2.732355351s","start":"2026-03-31T20:30:49.765069Z","end":"2026-03-31T20:30:52.497424Z","steps":["trace[1065978526] 'process raft request' (duration: 2.732102295s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:52.497585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:49.730767Z","time spent":"2.766702294s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:30:52.497691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:49.765048Z","time spent":"2.732549065s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:30:52.497715Z","caller":"traceutil/trace.go:171","msg":"trace[1439764835] transaction","detail":"{read_only:false; response_revision:6336; number_of_response:1; }","duration":"2.67668016s","start":"2026-03-31T20:30:49.820992Z","end":"2026-03-31T20:30:52.497672Z","steps":["trace[1439764835] 'process raft request' (duration: 2.676348752s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:52.498508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:49.820965Z","time spent":"2.677451331s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:30:52.497862Z","caller":"traceutil/trace.go:171","msg":"trace[1971029629] transaction","detail":"{read_only:false; response_revision:6337; number_of_response:1; }","duration":"2.08414175s","start":"2026-03-31T20:30:50.41362Z","end":"2026-03-31T20:30:52.497762Z","steps":["trace[1971029629] 'process raft request' (duration: 2.083948395s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:52.498739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:50.413608Z","time spent":"2.085050913s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:30:52.497889Z","caller":"traceutil/trace.go:171","msg":"trace[571132081] linearizableReadLoop","detail":"{readStateIndex:6590; appliedIndex:6585; }","duration":"2.763215528s","start":"2026-03-31T20:30:49.734643Z","end":"2026-03-31T20:30:52.497859Z","steps":["trace[571132081] 'read index received' (duration: 869.220448ms)","trace[571132081] 'applied index is now lower than readState.Index' (duration: 1.89399376s)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:52.497936Z","caller":"traceutil/trace.go:171","msg":"trace[1800368306] transaction","detail":"{read_only:false; response_revision:6339; number_of_response:1; }","duration":"2.060522586s","start":"2026-03-31T20:30:50.43739Z","end":"2026-03-31T20:30:52.497913Z","steps":["trace[1800368306] 'process raft request' (duration: 2.060348192s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:52.499003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:50.43737Z","time spent":"2.061564982s","remote":"127.0.0.1:37578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7527,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:30:52.498028Z","caller":"traceutil/trace.go:171","msg":"trace[1888042150] transaction","detail":"{read_only:false; response_revision:6338; number_of_response:1; }","duration":"2.08333552s","start":"2026-03-31T20:30:50.414682Z","end":"2026-03-31T20:30:52.498018Z","steps":["trace[1888042150] 'process raft request' (duration: 2.08299368s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:52.499137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:50.414671Z","time spent":"2.084411687s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:30:52.498107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.763479024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:30:52.499297Z","caller":"traceutil/trace.go:171","msg":"trace[1202372309] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6339; }","duration":"2.764716465s","start":"2026-03-31T20:30:49.734558Z","end":"2026-03-31T20:30:52.499274Z","steps":["trace[1202372309] 'agreement among raft nodes before linearized reading' (duration: 2.763405482s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:52.499345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:49.734537Z","time spent":"2.764797386s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:30:52.643968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.874886ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:30:52.644084Z","caller":"traceutil/trace.go:171","msg":"trace[1819068878] transaction","detail":"{read_only:false; response_revision:6340; number_of_response:1; }","duration":"1.837341954s","start":"2026-03-31T20:30:50.80671Z","end":"2026-03-31T20:30:52.644052Z","steps":["trace[1819068878] 'process raft request' (duration: 1.713304784s)","trace[1819068878] 'compare' (duration: 123.756863ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:52.644152Z","caller":"traceutil/trace.go:171","msg":"trace[1017316573] linearizableReadLoop","detail":"{readStateIndex:6594; appliedIndex:6593; }","duration":"145.259283ms","start":"2026-03-31T20:30:52.498886Z","end":"2026-03-31T20:30:52.644145Z","steps":["trace[1017316573] 'read index received' (duration: 21.228565ms)","trace[1017316573] 'applied index is now lower than readState.Index' (duration: 124.029978ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:30:52.644253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.895860713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T20:30:52.644249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:50.806684Z","time spent":"1.837480608s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:30:52.644278Z","caller":"traceutil/trace.go:171","msg":"trace[1147320436] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6341; }","duration":"2.895904743s","start":"2026-03-31T20:30:49.748366Z","end":"2026-03-31T20:30:52.644271Z","steps":["trace[1147320436] 'agreement among raft nodes before linearized reading' (duration: 2.895807221s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:52.644304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:49.748353Z","time spent":"2.895944835s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:30:52.644294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198471028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-31T20:30:52.644431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.206692452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4867"} {"level":"warn","ts":"2026-03-31T20:30:52.644495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.333691236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:30:52.644385Z","caller":"traceutil/trace.go:171","msg":"trace[434809563] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6341; }","duration":"1.198612972s","start":"2026-03-31T20:30:51.445749Z","end":"2026-03-31T20:30:52.644362Z","steps":["trace[434809563] 'agreement among raft nodes before linearized reading' (duration: 1.198430127s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:52.644426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.994286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:30:52.644516Z","caller":"traceutil/trace.go:171","msg":"trace[103360457] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:6341; }","duration":"2.333771007s","start":"2026-03-31T20:30:50.310738Z","end":"2026-03-31T20:30:52.644509Z","steps":["trace[103360457] 'agreement among raft nodes before linearized reading' (duration: 2.333735446s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:52.644536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:50.310707Z","time spent":"2.333823749s","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:30:52.644523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.717252474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T20:30:52.644546Z","caller":"traceutil/trace.go:171","msg":"trace[1273160529] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:6341; }","duration":"345.311294ms","start":"2026-03-31T20:30:52.29922Z","end":"2026-03-31T20:30:52.644532Z","steps":["trace[1273160529] 'agreement among raft nodes before linearized reading' (duration: 344.990066ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:52.644571Z","caller":"traceutil/trace.go:171","msg":"trace[1681503603] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6341; }","duration":"1.717337656s","start":"2026-03-31T20:30:50.927219Z","end":"2026-03-31T20:30:52.644557Z","steps":["trace[1681503603] 'agreement among raft nodes before linearized reading' (duration: 1.717056969s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:52.644603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:52.2992Z","time spent":"345.384775ms","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:30:52.64455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:51.445727Z","time spent":"1.198805147s","remote":"127.0.0.1:59022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-31T20:30:52.644645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.520472135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:30:52.644695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.811715616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:30:52.644701Z","caller":"traceutil/trace.go:171","msg":"trace[213849162] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:6341; }","duration":"1.520570598s","start":"2026-03-31T20:30:51.124117Z","end":"2026-03-31T20:30:52.644688Z","steps":["trace[213849162] 'agreement among raft nodes before linearized reading' (duration: 1.520479185s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:52.644733Z","caller":"traceutil/trace.go:171","msg":"trace[540711593] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:6341; }","duration":"2.811762187s","start":"2026-03-31T20:30:49.83296Z","end":"2026-03-31T20:30:52.644722Z","steps":["trace[540711593] 'agreement among raft nodes before linearized reading' (duration: 2.811687416s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:52.644644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:50.927203Z","time spent":"1.717394677s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:30:52.64474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:51.124098Z","time spent":"1.5206318s","remote":"127.0.0.1:54254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:30:52.644761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:49.832915Z","time spent":"2.811839789s","remote":"127.0.0.1:54306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:30:52.644764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.575464915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:30:52.644784Z","caller":"traceutil/trace.go:171","msg":"trace[1227884972] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6341; }","duration":"2.575513747s","start":"2026-03-31T20:30:50.069264Z","end":"2026-03-31T20:30:52.644778Z","steps":["trace[1227884972] 'agreement among raft nodes before linearized reading' (duration: 2.575458015s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:52.64478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.166362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:30:52.64481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:50.069247Z","time spent":"2.575557598s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:30:52.644836Z","caller":"traceutil/trace.go:171","msg":"trace[1650014480] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6341; }","duration":"800.244914ms","start":"2026-03-31T20:30:51.844575Z","end":"2026-03-31T20:30:52.64482Z","steps":["trace[1650014480] 'agreement among raft nodes before linearized reading' (duration: 800.153272ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:52.644118Z","caller":"traceutil/trace.go:171","msg":"trace[959337803] transaction","detail":"{read_only:false; response_revision:6341; number_of_response:1; }","duration":"140.621456ms","start":"2026-03-31T20:30:52.503483Z","end":"2026-03-31T20:30:52.644104Z","steps":["trace[959337803] 'process raft request' (duration: 140.573195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:52.644891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:51.844559Z","time spent":"800.320165ms","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:30:52.644895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.20584617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81739"} {"level":"warn","ts":"2026-03-31T20:30:52.645085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.36379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:30:52.645113Z","caller":"traceutil/trace.go:171","msg":"trace[1841747294] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6341; }","duration":"2.206084856s","start":"2026-03-31T20:30:50.439004Z","end":"2026-03-31T20:30:52.645089Z","steps":["trace[1841747294] 'agreement among raft nodes before linearized reading' (duration: 2.205557753s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:52.64515Z","caller":"traceutil/trace.go:171","msg":"trace[895147517] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:6341; }","duration":"723.477113ms","start":"2026-03-31T20:30:51.921659Z","end":"2026-03-31T20:30:52.645136Z","steps":["trace[895147517] 'agreement among raft nodes before linearized reading' (duration: 723.37629ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:52.644496Z","caller":"traceutil/trace.go:171","msg":"trace[635123690] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:6341; }","duration":"2.206778385s","start":"2026-03-31T20:30:50.437703Z","end":"2026-03-31T20:30:52.644481Z","steps":["trace[635123690] 'agreement among raft nodes before linearized reading' (duration: 2.20657743s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:52.645188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:50.438999Z","time spent":"2.206170018s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81762,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T20:30:52.645196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:51.921634Z","time spent":"723.548655ms","remote":"127.0.0.1:52452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:30:52.64499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.344945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:30:52.645421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:50.437697Z","time spent":"2.207519083s","remote":"127.0.0.1:37546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4890,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-03-31T20:30:52.64541Z","caller":"traceutil/trace.go:171","msg":"trace[1779062682] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:6341; }","duration":"619.788695ms","start":"2026-03-31T20:30:52.025601Z","end":"2026-03-31T20:30:52.645389Z","steps":["trace[1779062682] 'agreement among raft nodes before linearized reading' (duration: 619.363354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:52.645476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:52.025586Z","time spent":"619.873408ms","remote":"127.0.0.1:52614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:30:52.645013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.306881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-31T20:30:52.645605Z","caller":"traceutil/trace.go:171","msg":"trace[369036960] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6341; }","duration":"195.948018ms","start":"2026-03-31T20:30:52.449639Z","end":"2026-03-31T20:30:52.645587Z","steps":["trace[369036960] 'agreement among raft nodes before linearized reading' (duration: 195.329173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:52.644462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.231733381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e8f730bb-016e-4217-8a8d-7339e32626bf\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-31T20:30:52.645751Z","caller":"traceutil/trace.go:171","msg":"trace[753829342] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e8f730bb-016e-4217-8a8d-7339e32626bf; range_end:; response_count:1; response_revision:6341; }","duration":"2.233067995s","start":"2026-03-31T20:30:50.412657Z","end":"2026-03-31T20:30:52.645725Z","steps":["trace[753829342] 'agreement among raft nodes before linearized reading' (duration: 2.231738012s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:52.645882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:50.412634Z","time spent":"2.233226559s","remote":"127.0.0.1:52302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-e8f730bb-016e-4217-8a8d-7339e32626bf\" "} {"level":"warn","ts":"2026-03-31T20:30:52.645039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.863304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:30:52.646018Z","caller":"traceutil/trace.go:171","msg":"trace[1402839272] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:6341; }","duration":"802.871569ms","start":"2026-03-31T20:30:51.843135Z","end":"2026-03-31T20:30:52.646007Z","steps":["trace[1402839272] 'agreement among raft nodes before linearized reading' (duration: 801.883025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:52.646057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:51.843115Z","time spent":"802.93143ms","remote":"127.0.0.1:41590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:30:52.645015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.272348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:30:52.646101Z","caller":"traceutil/trace.go:171","msg":"trace[7052972] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:6341; }","duration":"176.541439ms","start":"2026-03-31T20:30:52.469542Z","end":"2026-03-31T20:30:52.646084Z","steps":["trace[7052972] 'agreement among raft nodes before linearized reading' (duration: 174.925689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:52.645035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.25759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:30:52.646188Z","caller":"traceutil/trace.go:171","msg":"trace[31805340] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6341; }","duration":"227.43673ms","start":"2026-03-31T20:30:52.418732Z","end":"2026-03-31T20:30:52.646169Z","steps":["trace[31805340] 'agreement among raft nodes before linearized reading' (duration: 226.277701ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:52.888323Z","caller":"traceutil/trace.go:171","msg":"trace[654848917] linearizableReadLoop","detail":"{readStateIndex:6598; appliedIndex:6596; }","duration":"155.09449ms","start":"2026-03-31T20:30:52.733205Z","end":"2026-03-31T20:30:52.888299Z","steps":["trace[654848917] 'read index received' (duration: 154.819703ms)","trace[654848917] 'applied index is now lower than readState.Index' (duration: 273.867µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:52.888367Z","caller":"traceutil/trace.go:171","msg":"trace[760389990] transaction","detail":"{read_only:false; response_revision:6343; number_of_response:1; }","duration":"236.439666ms","start":"2026-03-31T20:30:52.651894Z","end":"2026-03-31T20:30:52.888334Z","steps":["trace[760389990] 'process raft request' (duration: 236.19281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:52.888566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.201982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:30:52.888641Z","caller":"traceutil/trace.go:171","msg":"trace[2099952881] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6344; }","duration":"151.304555ms","start":"2026-03-31T20:30:52.73732Z","end":"2026-03-31T20:30:52.888624Z","steps":["trace[2099952881] 'agreement among raft nodes before linearized reading' (duration: 151.162151ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:52.888712Z","caller":"traceutil/trace.go:171","msg":"trace[2072327287] transaction","detail":"{read_only:false; response_revision:6344; number_of_response:1; }","duration":"233.530282ms","start":"2026-03-31T20:30:52.655157Z","end":"2026-03-31T20:30:52.888687Z","steps":["trace[2072327287] 'process raft request' (duration: 233.086401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:52.889052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.808527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:30:52.889098Z","caller":"traceutil/trace.go:171","msg":"trace[1152881071] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:6344; }","duration":"155.906989ms","start":"2026-03-31T20:30:52.733178Z","end":"2026-03-31T20:30:52.889085Z","steps":["trace[1152881071] 'agreement among raft nodes before linearized reading' (duration: 155.795497ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:53.562776Z","caller":"traceutil/trace.go:171","msg":"trace[533248766] linearizableReadLoop","detail":"{readStateIndex:6601; appliedIndex:6600; }","duration":"478.848241ms","start":"2026-03-31T20:30:53.083896Z","end":"2026-03-31T20:30:53.562744Z","steps":["trace[533248766] 'read index received' (duration: 478.315347ms)","trace[533248766] 'applied index is now lower than readState.Index' (duration: 531.084µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:53.562951Z","caller":"traceutil/trace.go:171","msg":"trace[1305959491] transaction","detail":"{read_only:false; response_revision:6347; number_of_response:1; }","duration":"601.444085ms","start":"2026-03-31T20:30:52.961459Z","end":"2026-03-31T20:30:53.562904Z","steps":["trace[1305959491] 'process raft request' (duration: 600.82156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:53.563043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.115339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:30:53.563113Z","caller":"traceutil/trace.go:171","msg":"trace[412277989] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:6347; }","duration":"479.233652ms","start":"2026-03-31T20:30:53.083843Z","end":"2026-03-31T20:30:53.563076Z","steps":["trace[412277989] 'agreement among raft nodes before linearized reading' (duration: 479.017536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:53.563184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:52.961431Z","time spent":"601.629569ms","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:30:53.563189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:53.08382Z","time spent":"479.354554ms","remote":"127.0.0.1:52508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":76,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:30:54.21283Z","caller":"traceutil/trace.go:171","msg":"trace[1390168572] transaction","detail":"{read_only:false; response_revision:6348; number_of_response:1; }","duration":"125.295912ms","start":"2026-03-31T20:30:54.087506Z","end":"2026-03-31T20:30:54.212801Z","steps":["trace[1390168572] 'process raft request' (duration: 80.685549ms)","trace[1390168572] 'compare' (duration: 44.459139ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:54.590381Z","caller":"traceutil/trace.go:171","msg":"trace[830590543] transaction","detail":"{read_only:false; response_revision:6350; number_of_response:1; }","duration":"133.752674ms","start":"2026-03-31T20:30:54.456596Z","end":"2026-03-31T20:30:54.590348Z","steps":["trace[830590543] 'process raft request' (duration: 133.362023ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:54.612579Z","caller":"traceutil/trace.go:171","msg":"trace[1743808970] transaction","detail":"{read_only:false; response_revision:6354; number_of_response:1; }","duration":"108.343664ms","start":"2026-03-31T20:30:54.504205Z","end":"2026-03-31T20:30:54.612549Z","steps":["trace[1743808970] 'process raft request' (duration: 108.293323ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:54.613238Z","caller":"traceutil/trace.go:171","msg":"trace[1677833472] transaction","detail":"{read_only:false; response_revision:6351; number_of_response:1; }","duration":"109.608286ms","start":"2026-03-31T20:30:54.503619Z","end":"2026-03-31T20:30:54.613227Z","steps":["trace[1677833472] 'process raft request' (duration: 108.653141ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:54.613369Z","caller":"traceutil/trace.go:171","msg":"trace[2112275954] transaction","detail":"{read_only:false; response_revision:6352; number_of_response:1; }","duration":"109.175275ms","start":"2026-03-31T20:30:54.504182Z","end":"2026-03-31T20:30:54.613358Z","steps":["trace[2112275954] 'process raft request' (duration: 108.242841ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:54.613547Z","caller":"traceutil/trace.go:171","msg":"trace[1122289868] transaction","detail":"{read_only:false; response_revision:6353; number_of_response:1; }","duration":"109.33092ms","start":"2026-03-31T20:30:54.504204Z","end":"2026-03-31T20:30:54.613535Z","steps":["trace[1122289868] 'process raft request' (duration: 108.260332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:54.613696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.584096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:30:54.613777Z","caller":"traceutil/trace.go:171","msg":"trace[860353653] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6354; }","duration":"109.724709ms","start":"2026-03-31T20:30:54.504034Z","end":"2026-03-31T20:30:54.613758Z","steps":["trace[860353653] 'agreement among raft nodes before linearized reading' (duration: 109.451013ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:54.954259Z","caller":"traceutil/trace.go:171","msg":"trace[1419854337] linearizableReadLoop","detail":"{readStateIndex:6611; appliedIndex:6610; }","duration":"303.518682ms","start":"2026-03-31T20:30:54.650707Z","end":"2026-03-31T20:30:54.954225Z","steps":["trace[1419854337] 'read index received' (duration: 255.69051ms)","trace[1419854337] 'applied index is now lower than readState.Index' (duration: 47.826482ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:54.954357Z","caller":"traceutil/trace.go:171","msg":"trace[1968941473] transaction","detail":"{read_only:false; response_revision:6356; number_of_response:1; }","duration":"331.351132ms","start":"2026-03-31T20:30:54.622951Z","end":"2026-03-31T20:30:54.954302Z","steps":["trace[1968941473] 'process raft request' (duration: 283.54444ms)","trace[1968941473] 'compare' (duration: 47.32099ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:30:54.954575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.850351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T20:30:54.95459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:54.62293Z","time spent":"331.523336ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:30:54.954663Z","caller":"traceutil/trace.go:171","msg":"trace[1613452853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6356; }","duration":"303.997095ms","start":"2026-03-31T20:30:54.650651Z","end":"2026-03-31T20:30:54.954648Z","steps":["trace[1613452853] 'agreement among raft nodes before linearized reading' (duration: 303.722377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:54.954699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:54.650625Z","time spent":"304.066227ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:30:54.954933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.66511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:30:54.955021Z","caller":"traceutil/trace.go:171","msg":"trace[257067400] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6356; }","duration":"224.766112ms","start":"2026-03-31T20:30:54.73023Z","end":"2026-03-31T20:30:54.954996Z","steps":["trace[257067400] 'agreement among raft nodes before linearized reading' (duration: 224.522616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:54.955256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.21566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-76hz9\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-31T20:30:54.955323Z","caller":"traceutil/trace.go:171","msg":"trace[609527816] range","detail":"{range_begin:/registry/pods/openstack/keepalived-76hz9; range_end:; response_count:1; response_revision:6356; }","duration":"300.384504ms","start":"2026-03-31T20:30:54.654921Z","end":"2026-03-31T20:30:54.955305Z","steps":["trace[609527816] 'agreement among raft nodes before linearized reading' (duration: 299.509511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:54.955395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:54.654902Z","time spent":"300.478626ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-76hz9\" "} {"level":"info","ts":"2026-03-31T20:30:57.388321Z","caller":"traceutil/trace.go:171","msg":"trace[2017408152] linearizableReadLoop","detail":"{readStateIndex:6645; appliedIndex:6644; }","duration":"134.546414ms","start":"2026-03-31T20:30:57.253756Z","end":"2026-03-31T20:30:57.388302Z","steps":["trace[2017408152] 'read index received' (duration: 134.361399ms)","trace[2017408152] 'applied index is now lower than readState.Index' (duration: 184.455µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:57.388414Z","caller":"traceutil/trace.go:171","msg":"trace[1067247695] transaction","detail":"{read_only:false; response_revision:6390; number_of_response:1; }","duration":"135.266551ms","start":"2026-03-31T20:30:57.25314Z","end":"2026-03-31T20:30:57.388407Z","steps":["trace[1067247695] 'process raft request' (duration: 135.034145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:57.388576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.81526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6d65ff7f-a66f-4c0b-9dcf-05cb1d11a9aa\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-31T20:30:57.38861Z","caller":"traceutil/trace.go:171","msg":"trace[568834324] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6d65ff7f-a66f-4c0b-9dcf-05cb1d11a9aa; range_end:; response_count:1; response_revision:6390; }","duration":"134.898432ms","start":"2026-03-31T20:30:57.253702Z","end":"2026-03-31T20:30:57.388601Z","steps":["trace[568834324] 'agreement among raft nodes before linearized reading' (duration: 134.80686ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:57.546355Z","caller":"traceutil/trace.go:171","msg":"trace[1924243511] transaction","detail":"{read_only:false; response_revision:6391; number_of_response:1; }","duration":"126.879821ms","start":"2026-03-31T20:30:57.419451Z","end":"2026-03-31T20:30:57.54633Z","steps":["trace[1924243511] 'process raft request' (duration: 119.989927ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:03.283744Z","caller":"traceutil/trace.go:171","msg":"trace[1716970934] linearizableReadLoop","detail":"{readStateIndex:6686; appliedIndex:6683; }","duration":"157.847901ms","start":"2026-03-31T20:31:03.125867Z","end":"2026-03-31T20:31:03.283715Z","steps":["trace[1716970934] 'read index received' (duration: 157.516512ms)","trace[1716970934] 'applied index is now lower than readState.Index' (duration: 329.839µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:03.283783Z","caller":"traceutil/trace.go:171","msg":"trace[444883027] transaction","detail":"{read_only:false; response_revision:6429; number_of_response:1; }","duration":"231.550214ms","start":"2026-03-31T20:31:03.052209Z","end":"2026-03-31T20:31:03.283759Z","steps":["trace[444883027] 'process raft request' (duration: 231.423361ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:03.283816Z","caller":"traceutil/trace.go:171","msg":"trace[2056479810] transaction","detail":"{read_only:false; response_revision:6428; number_of_response:1; }","duration":"231.907232ms","start":"2026-03-31T20:31:03.051879Z","end":"2026-03-31T20:31:03.283786Z","steps":["trace[2056479810] 'process raft request' (duration: 231.579844ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:03.283872Z","caller":"traceutil/trace.go:171","msg":"trace[2119924124] transaction","detail":"{read_only:false; response_revision:6430; number_of_response:1; }","duration":"230.793265ms","start":"2026-03-31T20:31:03.053054Z","end":"2026-03-31T20:31:03.283848Z","steps":["trace[2119924124] 'process raft request' (duration: 230.618031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:03.284046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.65077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:31:03.284084Z","caller":"traceutil/trace.go:171","msg":"trace[1781988222] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:6430; }","duration":"121.752013ms","start":"2026-03-31T20:31:03.162319Z","end":"2026-03-31T20:31:03.284071Z","steps":["trace[1781988222] 'agreement among raft nodes before linearized reading' (duration: 121.65442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:03.284166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.909646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18806"} {"level":"warn","ts":"2026-03-31T20:31:03.284222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.341018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81941"} {"level":"info","ts":"2026-03-31T20:31:03.284242Z","caller":"traceutil/trace.go:171","msg":"trace[1234610867] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6430; }","duration":"157.023219ms","start":"2026-03-31T20:31:03.127201Z","end":"2026-03-31T20:31:03.284224Z","steps":["trace[1234610867] 'agreement among raft nodes before linearized reading' (duration: 156.775443ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:03.284279Z","caller":"traceutil/trace.go:171","msg":"trace[814023323] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6430; }","duration":"231.43254ms","start":"2026-03-31T20:31:03.05283Z","end":"2026-03-31T20:31:03.284262Z","steps":["trace[814023323] 'agreement among raft nodes before linearized reading' (duration: 231.041771ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:04.141825Z","caller":"traceutil/trace.go:171","msg":"trace[1137430621] linearizableReadLoop","detail":"{readStateIndex:6688; appliedIndex:6687; }","duration":"113.914365ms","start":"2026-03-31T20:31:04.027858Z","end":"2026-03-31T20:31:04.141772Z","steps":["trace[1137430621] 'read index received' (duration: 42.604512ms)","trace[1137430621] 'applied index is now lower than readState.Index' (duration: 71.308693ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:04.141846Z","caller":"traceutil/trace.go:171","msg":"trace[1432905367] transaction","detail":"{read_only:false; response_revision:6431; number_of_response:1; }","duration":"117.518966ms","start":"2026-03-31T20:31:04.02428Z","end":"2026-03-31T20:31:04.141799Z","steps":["trace[1432905367] 'process raft request' (duration: 46.227043ms)","trace[1432905367] 'compare' (duration: 71.050007ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:31:04.142171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.210753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:31:04.142268Z","caller":"traceutil/trace.go:171","msg":"trace[1467980631] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:6431; }","duration":"114.440768ms","start":"2026-03-31T20:31:04.027799Z","end":"2026-03-31T20:31:04.142239Z","steps":["trace[1467980631] 'agreement among raft nodes before linearized reading' (duration: 114.11079ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:05.675462Z","caller":"traceutil/trace.go:171","msg":"trace[1380951064] transaction","detail":"{read_only:false; response_revision:6438; number_of_response:1; }","duration":"364.979779ms","start":"2026-03-31T20:31:05.310455Z","end":"2026-03-31T20:31:05.675435Z","steps":["trace[1380951064] 'process raft request' (duration: 364.760702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:05.675644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:05.31044Z","time spent":"365.112243ms","remote":"127.0.0.1:52336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19781,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:31:05.937431Z","caller":"traceutil/trace.go:171","msg":"trace[29447588] transaction","detail":"{read_only:false; response_revision:6439; number_of_response:1; }","duration":"574.685921ms","start":"2026-03-31T20:31:05.362722Z","end":"2026-03-31T20:31:05.937408Z","steps":["trace[29447588] 'process raft request' (duration: 574.504576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:05.937595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:05.362696Z","time spent":"574.814655ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:31:05.937717Z","caller":"traceutil/trace.go:171","msg":"trace[381891684] linearizableReadLoop","detail":"{readStateIndex:6696; appliedIndex:6694; }","duration":"574.831205ms","start":"2026-03-31T20:31:05.362862Z","end":"2026-03-31T20:31:05.937693Z","steps":["trace[381891684] 'read index received' (duration: 312.488288ms)","trace[381891684] 'applied index is now lower than readState.Index' (duration: 262.341557ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:05.937844Z","caller":"traceutil/trace.go:171","msg":"trace[278130691] transaction","detail":"{read_only:false; response_revision:6441; number_of_response:1; }","duration":"574.096167ms","start":"2026-03-31T20:31:05.363727Z","end":"2026-03-31T20:31:05.937823Z","steps":["trace[278130691] 'process raft request' (duration: 573.868092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:05.937977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:05.363712Z","time spent":"574.183449ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:31:05.938025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.149833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81941"} {"level":"info","ts":"2026-03-31T20:31:05.938066Z","caller":"traceutil/trace.go:171","msg":"trace[1048061633] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6441; }","duration":"575.228835ms","start":"2026-03-31T20:31:05.362827Z","end":"2026-03-31T20:31:05.938056Z","steps":["trace[1048061633] 'agreement among raft nodes before linearized reading' (duration: 574.987699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:05.93811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:05.362816Z","time spent":"575.283026ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81964,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T20:31:05.938765Z","caller":"traceutil/trace.go:171","msg":"trace[1136529110] transaction","detail":"{read_only:false; response_revision:6440; number_of_response:1; }","duration":"575.05302ms","start":"2026-03-31T20:31:05.363012Z","end":"2026-03-31T20:31:05.938065Z","steps":["trace[1136529110] 'process raft request' (duration: 574.360023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:05.938969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:05.362989Z","time spent":"575.881542ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:31:08.076476Z","caller":"traceutil/trace.go:171","msg":"trace[208573713] linearizableReadLoop","detail":"{readStateIndex:6706; appliedIndex:6705; }","duration":"127.416044ms","start":"2026-03-31T20:31:07.949035Z","end":"2026-03-31T20:31:08.076451Z","steps":["trace[208573713] 'read index received' (duration: 85.008897ms)","trace[208573713] 'applied index is now lower than readState.Index' (duration: 42.406107ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:31:08.076867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.309053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-31T20:31:08.076888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.838455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81941"} {"level":"warn","ts":"2026-03-31T20:31:08.076901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.397488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:31:08.07694Z","caller":"traceutil/trace.go:171","msg":"trace[974533920] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:6449; }","duration":"127.919077ms","start":"2026-03-31T20:31:07.949005Z","end":"2026-03-31T20:31:08.076924Z","steps":["trace[974533920] 'agreement among raft nodes before linearized reading' (duration: 127.608939ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:08.076935Z","caller":"traceutil/trace.go:171","msg":"trace[1492008228] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:6449; }","duration":"112.402336ms","start":"2026-03-31T20:31:07.964512Z","end":"2026-03-31T20:31:08.076915Z","steps":["trace[1492008228] 'agreement among raft nodes before linearized reading' (duration: 112.259863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:08.076953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.45716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:31:08.077001Z","caller":"traceutil/trace.go:171","msg":"trace[1235848025] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6449; }","duration":"118.554431ms","start":"2026-03-31T20:31:07.958435Z","end":"2026-03-31T20:31:08.07699Z","steps":["trace[1235848025] 'agreement among raft nodes before linearized reading' (duration: 118.352586ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:08.076997Z","caller":"traceutil/trace.go:171","msg":"trace[1630639307] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6449; }","duration":"118.534421ms","start":"2026-03-31T20:31:07.958438Z","end":"2026-03-31T20:31:08.076973Z","steps":["trace[1630639307] 'agreement among raft nodes before linearized reading' (duration: 118.248554ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:08.07664Z","caller":"traceutil/trace.go:171","msg":"trace[1461902614] transaction","detail":"{read_only:false; response_revision:6449; number_of_response:1; }","duration":"130.202494ms","start":"2026-03-31T20:31:07.946393Z","end":"2026-03-31T20:31:08.076595Z","steps":["trace[1461902614] 'process raft request' (duration: 87.669204ms)","trace[1461902614] 'compare' (duration: 42.283834ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:08.223368Z","caller":"traceutil/trace.go:171","msg":"trace[756881829] transaction","detail":"{read_only:false; response_revision:6451; number_of_response:1; }","duration":"141.747355ms","start":"2026-03-31T20:31:08.081588Z","end":"2026-03-31T20:31:08.223336Z","steps":["trace[756881829] 'process raft request' (duration: 100.848646ms)","trace[756881829] 'compare' (duration: 40.697874ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:08.223822Z","caller":"traceutil/trace.go:171","msg":"trace[1275357019] linearizableReadLoop","detail":"{readStateIndex:6708; appliedIndex:6706; }","duration":"137.056407ms","start":"2026-03-31T20:31:08.086733Z","end":"2026-03-31T20:31:08.223789Z","steps":["trace[1275357019] 'read index received' (duration: 48.408668ms)","trace[1275357019] 'applied index is now lower than readState.Index' (duration: 88.645459ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:31:08.224112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.347824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-03-31T20:31:08.224214Z","caller":"traceutil/trace.go:171","msg":"trace[314591891] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:6451; }","duration":"137.498488ms","start":"2026-03-31T20:31:08.086696Z","end":"2026-03-31T20:31:08.224194Z","steps":["trace[314591891] 'agreement among raft nodes before linearized reading' (duration: 137.212811ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:10.265722Z","caller":"traceutil/trace.go:171","msg":"trace[1236534642] transaction","detail":"{read_only:false; response_revision:6469; number_of_response:1; }","duration":"111.418352ms","start":"2026-03-31T20:31:10.154276Z","end":"2026-03-31T20:31:10.265694Z","steps":["trace[1236534642] 'process raft request' (duration: 109.731189ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:26.571282Z","caller":"traceutil/trace.go:171","msg":"trace[153924838] transaction","detail":"{read_only:false; response_revision:6651; number_of_response:1; }","duration":"340.289028ms","start":"2026-03-31T20:31:26.23096Z","end":"2026-03-31T20:31:26.571249Z","steps":["trace[153924838] 'process raft request' (duration: 340.036711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:26.571436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:26.230936Z","time spent":"340.421001ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:31:26.572164Z","caller":"traceutil/trace.go:171","msg":"trace[488517391] linearizableReadLoop","detail":"{readStateIndex:6915; appliedIndex:6913; }","duration":"336.517423ms","start":"2026-03-31T20:31:26.23562Z","end":"2026-03-31T20:31:26.572138Z","steps":["trace[488517391] 'read index received' (duration: 335.406855ms)","trace[488517391] 'applied index is now lower than readState.Index' (duration: 1.108948ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:26.572318Z","caller":"traceutil/trace.go:171","msg":"trace[1599066039] transaction","detail":"{read_only:false; response_revision:6652; number_of_response:1; }","duration":"340.495073ms","start":"2026-03-31T20:31:26.231804Z","end":"2026-03-31T20:31:26.572299Z","steps":["trace[1599066039] 'process raft request' (duration: 340.170925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:26.572421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.144752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T20:31:26.572457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:26.231779Z","time spent":"340.583295ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:31:26.57248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.295879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6084"} {"level":"info","ts":"2026-03-31T20:31:26.572496Z","caller":"traceutil/trace.go:171","msg":"trace[234671101] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6652; }","duration":"233.247665ms","start":"2026-03-31T20:31:26.339233Z","end":"2026-03-31T20:31:26.572481Z","steps":["trace[234671101] 'agreement among raft nodes before linearized reading' (duration: 233.083421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:26.572504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.875891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-76hz9\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-31T20:31:26.572526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.474719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:31:26.572574Z","caller":"traceutil/trace.go:171","msg":"trace[1044573379] range","detail":"{range_begin:/registry/pods/openstack/keepalived-76hz9; range_end:; response_count:1; response_revision:6652; }","duration":"336.995714ms","start":"2026-03-31T20:31:26.23556Z","end":"2026-03-31T20:31:26.572556Z","steps":["trace[1044573379] 'agreement among raft nodes before linearized reading' (duration: 336.8227ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:26.572591Z","caller":"traceutil/trace.go:171","msg":"trace[575901258] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6652; }","duration":"149.54082ms","start":"2026-03-31T20:31:26.423031Z","end":"2026-03-31T20:31:26.572572Z","steps":["trace[575901258] 'agreement among raft nodes before linearized reading' (duration: 149.434998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:26.572609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:26.235534Z","time spent":"337.068066ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-76hz9\" "} {"level":"info","ts":"2026-03-31T20:31:26.572531Z","caller":"traceutil/trace.go:171","msg":"trace[1986021784] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6652; }","duration":"146.384841ms","start":"2026-03-31T20:31:26.426131Z","end":"2026-03-31T20:31:26.572516Z","steps":["trace[1986021784] 'agreement among raft nodes before linearized reading' (duration: 146.246608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:26.572479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.488212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:31:26.572752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.354266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:31:26.572916Z","caller":"traceutil/trace.go:171","msg":"trace[2043826824] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6652; }","duration":"149.804556ms","start":"2026-03-31T20:31:26.42309Z","end":"2026-03-31T20:31:26.572894Z","steps":["trace[2043826824] 'agreement among raft nodes before linearized reading' (duration: 149.326045ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:26.572935Z","caller":"traceutil/trace.go:171","msg":"trace[1890444787] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:6652; }","duration":"130.890802ms","start":"2026-03-31T20:31:26.441926Z","end":"2026-03-31T20:31:26.572817Z","steps":["trace[1890444787] 'agreement among raft nodes before linearized reading' (duration: 130.491742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:35.820564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.859844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:31:35.820841Z","caller":"traceutil/trace.go:171","msg":"trace[1281828364] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:6716; }","duration":"159.016988ms","start":"2026-03-31T20:31:35.661652Z","end":"2026-03-31T20:31:35.820669Z","steps":["trace[1281828364] 'count revisions from in-memory index tree' (duration: 158.736682ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:36.820414Z","caller":"traceutil/trace.go:171","msg":"trace[808218464] transaction","detail":"{read_only:false; response_revision:6718; number_of_response:1; }","duration":"153.367127ms","start":"2026-03-31T20:31:36.666993Z","end":"2026-03-31T20:31:36.82036Z","steps":["trace[808218464] 'process raft request' (duration: 94.516537ms)","trace[808218464] 'compare' (duration: 58.627605ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:36.820446Z","caller":"traceutil/trace.go:171","msg":"trace[1044045016] linearizableReadLoop","detail":"{readStateIndex:6983; appliedIndex:6982; }","duration":"152.731381ms","start":"2026-03-31T20:31:36.667687Z","end":"2026-03-31T20:31:36.820418Z","steps":["trace[1044045016] 'read index received' (duration: 93.930922ms)","trace[1044045016] 'applied index is now lower than readState.Index' (duration: 58.798529ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:36.820528Z","caller":"traceutil/trace.go:171","msg":"trace[711205523] transaction","detail":"{read_only:false; response_revision:6719; number_of_response:1; }","duration":"152.68653ms","start":"2026-03-31T20:31:36.667801Z","end":"2026-03-31T20:31:36.820487Z","steps":["trace[711205523] 'process raft request' (duration: 152.521205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:36.82078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.071529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101453"} {"level":"info","ts":"2026-03-31T20:31:36.820832Z","caller":"traceutil/trace.go:171","msg":"trace[1597371744] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6719; }","duration":"153.175342ms","start":"2026-03-31T20:31:36.667644Z","end":"2026-03-31T20:31:36.820819Z","steps":["trace[1597371744] 'agreement among raft nodes before linearized reading' (duration: 152.852794ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:37.055859Z","caller":"traceutil/trace.go:171","msg":"trace[1073431152] transaction","detail":"{read_only:false; response_revision:6720; number_of_response:1; }","duration":"106.086708ms","start":"2026-03-31T20:31:36.949735Z","end":"2026-03-31T20:31:37.055822Z","steps":["trace[1073431152] 'process raft request' (duration: 105.889823ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:37.083391Z","caller":"traceutil/trace.go:171","msg":"trace[85258259] transaction","detail":"{read_only:false; response_revision:6722; number_of_response:1; }","duration":"133.549549ms","start":"2026-03-31T20:31:36.949813Z","end":"2026-03-31T20:31:37.083362Z","steps":["trace[85258259] 'process raft request' (duration: 133.448607ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:37.083447Z","caller":"traceutil/trace.go:171","msg":"trace[281914887] transaction","detail":"{read_only:false; response_revision:6721; number_of_response:1; }","duration":"133.57215ms","start":"2026-03-31T20:31:36.949822Z","end":"2026-03-31T20:31:37.083394Z","steps":["trace[281914887] 'process raft request' (duration: 133.253242ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:37.083607Z","caller":"traceutil/trace.go:171","msg":"trace[1428151138] transaction","detail":"{read_only:false; response_revision:6723; number_of_response:1; }","duration":"130.757728ms","start":"2026-03-31T20:31:36.952831Z","end":"2026-03-31T20:31:37.083589Z","steps":["trace[1428151138] 'process raft request' (duration: 130.484231ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:44.421793Z","caller":"traceutil/trace.go:171","msg":"trace[376776371] transaction","detail":"{read_only:false; response_revision:6782; number_of_response:1; }","duration":"147.705525ms","start":"2026-03-31T20:31:44.27406Z","end":"2026-03-31T20:31:44.421765Z","steps":["trace[376776371] 'process raft request' (duration: 147.50962ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:48.745654Z","caller":"traceutil/trace.go:171","msg":"trace[2090967167] linearizableReadLoop","detail":"{readStateIndex:7073; appliedIndex:7072; }","duration":"119.527166ms","start":"2026-03-31T20:31:48.626102Z","end":"2026-03-31T20:31:48.74563Z","steps":["trace[2090967167] 'read index received' (duration: 119.314671ms)","trace[2090967167] 'applied index is now lower than readState.Index' (duration: 209.065µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:31:48.7458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.68903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:31:48.745775Z","caller":"traceutil/trace.go:171","msg":"trace[1209163200] transaction","detail":"{read_only:false; response_revision:6806; number_of_response:1; }","duration":"125.467205ms","start":"2026-03-31T20:31:48.620274Z","end":"2026-03-31T20:31:48.745741Z","steps":["trace[1209163200] 'process raft request' (duration: 125.181498ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:48.745843Z","caller":"traceutil/trace.go:171","msg":"trace[1476458076] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6806; }","duration":"119.749711ms","start":"2026-03-31T20:31:48.626081Z","end":"2026-03-31T20:31:48.745831Z","steps":["trace[1476458076] 'agreement among raft nodes before linearized reading' (duration: 119.670949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:48.817725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.296761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:31:48.81787Z","caller":"traceutil/trace.go:171","msg":"trace[321734510] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6807; }","duration":"191.455335ms","start":"2026-03-31T20:31:48.626395Z","end":"2026-03-31T20:31:48.817851Z","steps":["trace[321734510] 'agreement among raft nodes before linearized reading' (duration: 191.26951ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:48.817729Z","caller":"traceutil/trace.go:171","msg":"trace[353354972] transaction","detail":"{read_only:false; response_revision:6807; number_of_response:1; }","duration":"175.305869ms","start":"2026-03-31T20:31:48.642392Z","end":"2026-03-31T20:31:48.817698Z","steps":["trace[353354972] 'process raft request' (duration: 175.077113ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:49.1062Z","caller":"traceutil/trace.go:171","msg":"trace[1417819117] linearizableReadLoop","detail":"{readStateIndex:7077; appliedIndex:7075; }","duration":"171.218835ms","start":"2026-03-31T20:31:48.934959Z","end":"2026-03-31T20:31:49.106178Z","steps":["trace[1417819117] 'read index received' (duration: 18.676499ms)","trace[1417819117] 'applied index is now lower than readState.Index' (duration: 152.541026ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:49.106263Z","caller":"traceutil/trace.go:171","msg":"trace[2083753700] transaction","detail":"{read_only:false; response_revision:6810; number_of_response:1; }","duration":"172.025337ms","start":"2026-03-31T20:31:48.934215Z","end":"2026-03-31T20:31:49.10624Z","steps":["trace[2083753700] 'process raft request' (duration: 171.816312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:49.106493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.522523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:108746"} {"level":"info","ts":"2026-03-31T20:31:49.106535Z","caller":"traceutil/trace.go:171","msg":"trace[1843142945] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:6810; }","duration":"171.620946ms","start":"2026-03-31T20:31:48.934904Z","end":"2026-03-31T20:31:49.106525Z","steps":["trace[1843142945] 'agreement among raft nodes before linearized reading' (duration: 171.359589ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:11.862276Z","caller":"traceutil/trace.go:171","msg":"trace[2005682112] transaction","detail":"{read_only:false; response_revision:6986; number_of_response:1; }","duration":"149.053582ms","start":"2026-03-31T20:32:11.713198Z","end":"2026-03-31T20:32:11.862252Z","steps":["trace[2005682112] 'process raft request' (duration: 148.892048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:17.455913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.775407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:32:17.455977Z","caller":"traceutil/trace.go:171","msg":"trace[830661369] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7009; }","duration":"307.8806ms","start":"2026-03-31T20:32:17.148083Z","end":"2026-03-31T20:32:17.455963Z","steps":["trace[830661369] 'range keys from in-memory index tree' (duration: 307.631503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:17.456005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:17.148064Z","time spent":"307.934462ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:32:17.458219Z","caller":"traceutil/trace.go:171","msg":"trace[76747274] transaction","detail":"{read_only:false; response_revision:7010; number_of_response:1; }","duration":"215.063674ms","start":"2026-03-31T20:32:17.243126Z","end":"2026-03-31T20:32:17.45819Z","steps":["trace[76747274] 'process raft request' (duration: 214.89ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:17.459537Z","caller":"traceutil/trace.go:171","msg":"trace[228580956] linearizableReadLoop","detail":"{readStateIndex:7284; appliedIndex:7282; }","duration":"195.709136ms","start":"2026-03-31T20:32:17.263808Z","end":"2026-03-31T20:32:17.459517Z","steps":["trace[228580956] 'read index received' (duration: 194.189448ms)","trace[228580956] 'applied index is now lower than readState.Index' (duration: 1.518458ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:32:17.459838Z","caller":"traceutil/trace.go:171","msg":"trace[658184117] transaction","detail":"{read_only:false; response_revision:7011; number_of_response:1; }","duration":"210.645662ms","start":"2026-03-31T20:32:17.249182Z","end":"2026-03-31T20:32:17.459828Z","steps":["trace[658184117] 'process raft request' (duration: 210.15493ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:17.460072Z","caller":"traceutil/trace.go:171","msg":"trace[129927054] transaction","detail":"{read_only:false; response_revision:7012; number_of_response:1; }","duration":"190.132787ms","start":"2026-03-31T20:32:17.26993Z","end":"2026-03-31T20:32:17.460063Z","steps":["trace[129927054] 'process raft request' (duration: 189.511571ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:17.460319Z","caller":"traceutil/trace.go:171","msg":"trace[353847698] transaction","detail":"{read_only:false; response_revision:7013; number_of_response:1; }","duration":"177.98468ms","start":"2026-03-31T20:32:17.28232Z","end":"2026-03-31T20:32:17.460304Z","steps":["trace[353847698] 'process raft request' (duration: 177.158149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:17.460559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.740412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:32:17.460594Z","caller":"traceutil/trace.go:171","msg":"trace[1286398656] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7013; }","duration":"196.814323ms","start":"2026-03-31T20:32:17.26377Z","end":"2026-03-31T20:32:17.460584Z","steps":["trace[1286398656] 'agreement among raft nodes before linearized reading' (duration: 196.68702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:17.460797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.980926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-76hz9\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-31T20:32:17.460827Z","caller":"traceutil/trace.go:171","msg":"trace[1643472111] range","detail":"{range_begin:/registry/pods/openstack/keepalived-76hz9; range_end:; response_count:1; response_revision:7013; }","duration":"179.039166ms","start":"2026-03-31T20:32:17.28178Z","end":"2026-03-31T20:32:17.46082Z","steps":["trace[1643472111] 'agreement among raft nodes before linearized reading' (duration: 178.957294ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:18.400011Z","caller":"traceutil/trace.go:171","msg":"trace[1694286266] transaction","detail":"{read_only:false; response_revision:7018; number_of_response:1; }","duration":"212.044188ms","start":"2026-03-31T20:32:18.187938Z","end":"2026-03-31T20:32:18.399982Z","steps":["trace[1694286266] 'process raft request' (duration: 211.879124ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:23.680939Z","caller":"traceutil/trace.go:171","msg":"trace[779523636] transaction","detail":"{read_only:false; response_revision:7056; number_of_response:1; }","duration":"202.182879ms","start":"2026-03-31T20:32:23.478726Z","end":"2026-03-31T20:32:23.680909Z","steps":["trace[779523636] 'process raft request' (duration: 201.874251ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:23.681313Z","caller":"traceutil/trace.go:171","msg":"trace[1315249323] transaction","detail":"{read_only:false; response_revision:7057; number_of_response:1; }","duration":"200.036025ms","start":"2026-03-31T20:32:23.481256Z","end":"2026-03-31T20:32:23.681292Z","steps":["trace[1315249323] 'process raft request' (duration: 199.610135ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:23.68144Z","caller":"traceutil/trace.go:171","msg":"trace[1316298923] transaction","detail":"{read_only:false; response_revision:7059; number_of_response:1; }","duration":"146.271831ms","start":"2026-03-31T20:32:23.535152Z","end":"2026-03-31T20:32:23.681424Z","steps":["trace[1316298923] 'process raft request' (duration: 146.171199ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:23.681419Z","caller":"traceutil/trace.go:171","msg":"trace[1657694063] linearizableReadLoop","detail":"{readStateIndex:7333; appliedIndex:7329; }","duration":"192.589368ms","start":"2026-03-31T20:32:23.488808Z","end":"2026-03-31T20:32:23.681398Z","steps":["trace[1657694063] 'read index received' (duration: 74.563857ms)","trace[1657694063] 'applied index is now lower than readState.Index' (duration: 118.024651ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:32:23.681489Z","caller":"traceutil/trace.go:171","msg":"trace[1719710385] transaction","detail":"{read_only:false; response_revision:7058; number_of_response:1; }","duration":"198.314632ms","start":"2026-03-31T20:32:23.48316Z","end":"2026-03-31T20:32:23.681475Z","steps":["trace[1719710385] 'process raft request' (duration: 198.056395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:23.681687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.858174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:32:23.68173Z","caller":"traceutil/trace.go:171","msg":"trace[431870584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7059; }","duration":"192.937917ms","start":"2026-03-31T20:32:23.48878Z","end":"2026-03-31T20:32:23.681718Z","steps":["trace[431870584] 'agreement among raft nodes before linearized reading' (duration: 192.768042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:23.682373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.929922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:32:23.68243Z","caller":"traceutil/trace.go:171","msg":"trace[892344752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7059; }","duration":"169.026324ms","start":"2026-03-31T20:32:23.513388Z","end":"2026-03-31T20:32:23.682414Z","steps":["trace[892344752] 'agreement among raft nodes before linearized reading' (duration: 168.86326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:23.682508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.972157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-76hz9\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-31T20:32:23.682641Z","caller":"traceutil/trace.go:171","msg":"trace[536484641] range","detail":"{range_begin:/registry/pods/openstack/keepalived-76hz9; range_end:; response_count:1; response_revision:7059; }","duration":"191.231173ms","start":"2026-03-31T20:32:23.491363Z","end":"2026-03-31T20:32:23.682594Z","steps":["trace[536484641] 'agreement among raft nodes before linearized reading' (duration: 190.870284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:23.682911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.529258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:32:23.682981Z","caller":"traceutil/trace.go:171","msg":"trace[481712208] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7059; }","duration":"173.633351ms","start":"2026-03-31T20:32:23.509337Z","end":"2026-03-31T20:32:23.68297Z","steps":["trace[481712208] 'agreement among raft nodes before linearized reading' (duration: 173.476227ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:23.806493Z","caller":"traceutil/trace.go:171","msg":"trace[811938855] transaction","detail":"{read_only:false; response_revision:7063; number_of_response:1; }","duration":"116.907653ms","start":"2026-03-31T20:32:23.689554Z","end":"2026-03-31T20:32:23.806462Z","steps":["trace[811938855] 'process raft request' (duration: 116.827891ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:23.806529Z","caller":"traceutil/trace.go:171","msg":"trace[211087996] transaction","detail":"{read_only:false; response_revision:7062; number_of_response:1; }","duration":"118.37089ms","start":"2026-03-31T20:32:23.688123Z","end":"2026-03-31T20:32:23.806494Z","steps":["trace[211087996] 'process raft request' (duration: 110.790939ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:24.291087Z","caller":"traceutil/trace.go:171","msg":"trace[1450273223] transaction","detail":"{read_only:false; response_revision:7064; number_of_response:1; }","duration":"264.931169ms","start":"2026-03-31T20:32:24.026125Z","end":"2026-03-31T20:32:24.291057Z","steps":["trace[1450273223] 'process raft request' (duration: 165.243619ms)","trace[1450273223] 'compare' (duration: 99.333461ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:32:24.291107Z","caller":"traceutil/trace.go:171","msg":"trace[2121830639] transaction","detail":"{read_only:false; response_revision:7065; number_of_response:1; }","duration":"262.140159ms","start":"2026-03-31T20:32:24.028948Z","end":"2026-03-31T20:32:24.291088Z","steps":["trace[2121830639] 'process raft request' (duration: 262.035036ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:24.918782Z","caller":"traceutil/trace.go:171","msg":"trace[1394234137] transaction","detail":"{read_only:false; response_revision:7067; number_of_response:1; }","duration":"147.667497ms","start":"2026-03-31T20:32:24.771091Z","end":"2026-03-31T20:32:24.918758Z","steps":["trace[1394234137] 'process raft request' (duration: 142.834345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:25.524962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.735604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:32:25.525229Z","caller":"traceutil/trace.go:171","msg":"trace[1584917173] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:7070; }","duration":"116.041541ms","start":"2026-03-31T20:32:25.409168Z","end":"2026-03-31T20:32:25.52521Z","steps":["trace[1584917173] 'count revisions from in-memory index tree' (duration: 115.664051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:25.52538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.196133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:32:25.525486Z","caller":"traceutil/trace.go:171","msg":"trace[521732934] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:7070; }","duration":"162.377188ms","start":"2026-03-31T20:32:25.363086Z","end":"2026-03-31T20:32:25.525463Z","steps":["trace[521732934] 'count revisions from in-memory index tree' (duration: 162.07392ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:29.414149Z","caller":"traceutil/trace.go:171","msg":"trace[1725098458] transaction","detail":"{read_only:false; response_revision:7102; number_of_response:1; }","duration":"147.845561ms","start":"2026-03-31T20:32:29.266283Z","end":"2026-03-31T20:32:29.414129Z","steps":["trace[1725098458] 'process raft request' (duration: 147.746238ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:31.911969Z","caller":"traceutil/trace.go:171","msg":"trace[962103347] linearizableReadLoop","detail":"{readStateIndex:7413; appliedIndex:7411; }","duration":"100.388277ms","start":"2026-03-31T20:32:31.811559Z","end":"2026-03-31T20:32:31.911947Z","steps":["trace[962103347] 'read index received' (duration: 36.191561ms)","trace[962103347] 'applied index is now lower than readState.Index' (duration: 64.195946ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:32:31.912103Z","caller":"traceutil/trace.go:171","msg":"trace[1162305790] transaction","detail":"{read_only:false; response_revision:7136; number_of_response:1; }","duration":"100.592732ms","start":"2026-03-31T20:32:31.811471Z","end":"2026-03-31T20:32:31.912064Z","steps":["trace[1162305790] 'process raft request' (duration: 85.40956ms)","trace[1162305790] 'compare' (duration: 14.977577ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:32:31.912256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.675694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:16 size:141107"} {"level":"info","ts":"2026-03-31T20:32:31.912283Z","caller":"traceutil/trace.go:171","msg":"trace[1284650072] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:16; response_revision:7136; }","duration":"100.755416ms","start":"2026-03-31T20:32:31.81152Z","end":"2026-03-31T20:32:31.912276Z","steps":["trace[1284650072] 'agreement among raft nodes before linearized reading' (duration: 100.52958ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:32.091668Z","caller":"traceutil/trace.go:171","msg":"trace[1397396982] transaction","detail":"{read_only:false; response_revision:7138; number_of_response:1; }","duration":"109.63161ms","start":"2026-03-31T20:32:31.982014Z","end":"2026-03-31T20:32:32.091645Z","steps":["trace[1397396982] 'process raft request' (duration: 109.500807ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:33.959961Z","caller":"traceutil/trace.go:171","msg":"trace[1027694368] linearizableReadLoop","detail":"{readStateIndex:7422; appliedIndex:7419; }","duration":"107.67566ms","start":"2026-03-31T20:32:33.852267Z","end":"2026-03-31T20:32:33.959942Z","steps":["trace[1027694368] 'read index received' (duration: 80.676641ms)","trace[1027694368] 'applied index is now lower than readState.Index' (duration: 26.997829ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:32:33.960037Z","caller":"traceutil/trace.go:171","msg":"trace[1966698768] transaction","detail":"{read_only:false; response_revision:7145; number_of_response:1; }","duration":"147.861222ms","start":"2026-03-31T20:32:33.812157Z","end":"2026-03-31T20:32:33.960019Z","steps":["trace[1966698768] 'process raft request' (duration: 147.757879ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:33.960045Z","caller":"traceutil/trace.go:171","msg":"trace[82245659] transaction","detail":"{read_only:false; response_revision:7144; number_of_response:1; }","duration":"149.039652ms","start":"2026-03-31T20:32:33.810971Z","end":"2026-03-31T20:32:33.96001Z","steps":["trace[82245659] 'process raft request' (duration: 148.912108ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:33.960286Z","caller":"traceutil/trace.go:171","msg":"trace[524917594] transaction","detail":"{read_only:false; response_revision:7143; number_of_response:1; }","duration":"174.096282ms","start":"2026-03-31T20:32:33.786136Z","end":"2026-03-31T20:32:33.960232Z","steps":["trace[524917594] 'process raft request' (duration: 146.751365ms)","trace[524917594] 'compare' (duration: 26.867625ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:32:33.960441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.1ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:32:33.960519Z","caller":"traceutil/trace.go:171","msg":"trace[787638183] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7145; }","duration":"108.280015ms","start":"2026-03-31T20:32:33.852221Z","end":"2026-03-31T20:32:33.960501Z","steps":["trace[787638183] 'agreement among raft nodes before linearized reading' (duration: 107.837254ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:00.624499Z","caller":"traceutil/trace.go:171","msg":"trace[1429900844] transaction","detail":"{read_only:false; response_revision:7282; number_of_response:1; }","duration":"102.424248ms","start":"2026-03-31T20:33:00.522049Z","end":"2026-03-31T20:33:00.624473Z","steps":["trace[1429900844] 'process raft request' (duration: 102.098829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:09.17764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.66183ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T20:33:20.9159Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4490} {"level":"info","ts":"2026-03-31T20:33:20.972901Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4490,"took":"55.476616ms","hash":3993938795,"current-db-size-bytes":36261888,"current-db-size":"36 MB","current-db-size-in-use-bytes":34148352,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-03-31T20:33:20.97297Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3993938795,"revision":4490,"compact-revision":2796} {"level":"info","ts":"2026-03-31T20:33:46.58237Z","caller":"traceutil/trace.go:171","msg":"trace[1928416161] transaction","detail":"{read_only:false; response_revision:7523; number_of_response:1; }","duration":"180.071282ms","start":"2026-03-31T20:33:46.40227Z","end":"2026-03-31T20:33:46.582341Z","steps":["trace[1928416161] 'process raft request' (duration: 179.891887ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:46.694805Z","caller":"traceutil/trace.go:171","msg":"trace[1382212106] transaction","detail":"{read_only:false; response_revision:7524; number_of_response:1; }","duration":"235.653772ms","start":"2026-03-31T20:33:46.459127Z","end":"2026-03-31T20:33:46.694781Z","steps":["trace[1382212106] 'process raft request' (duration: 176.441331ms)","trace[1382212106] 'compare' (duration: 59.041067ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:33:46.69492Z","caller":"traceutil/trace.go:171","msg":"trace[491661721] linearizableReadLoop","detail":"{readStateIndex:7819; appliedIndex:7817; }","duration":"184.250448ms","start":"2026-03-31T20:33:46.510645Z","end":"2026-03-31T20:33:46.694895Z","steps":["trace[491661721] 'read index received' (duration: 72.455254ms)","trace[491661721] 'applied index is now lower than readState.Index' (duration: 111.793534ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:33:46.69512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.460364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-76hz9\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-31T20:33:46.69498Z","caller":"traceutil/trace.go:171","msg":"trace[1311650682] transaction","detail":"{read_only:false; response_revision:7525; number_of_response:1; }","duration":"235.813106ms","start":"2026-03-31T20:33:46.459159Z","end":"2026-03-31T20:33:46.694972Z","steps":["trace[1311650682] 'process raft request' (duration: 235.58589ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:46.695155Z","caller":"traceutil/trace.go:171","msg":"trace[1061541555] range","detail":"{range_begin:/registry/pods/openstack/keepalived-76hz9; range_end:; response_count:1; response_revision:7525; }","duration":"184.665568ms","start":"2026-03-31T20:33:46.510481Z","end":"2026-03-31T20:33:46.695146Z","steps":["trace[1061541555] 'agreement among raft nodes before linearized reading' (duration: 184.523715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:46.695876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.588718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T20:33:46.695871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.730671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:33:46.695923Z","caller":"traceutil/trace.go:171","msg":"trace[2023660788] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7525; }","duration":"165.675071ms","start":"2026-03-31T20:33:46.530239Z","end":"2026-03-31T20:33:46.695914Z","steps":["trace[2023660788] 'agreement among raft nodes before linearized reading' (duration: 165.563567ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:46.695948Z","caller":"traceutil/trace.go:171","msg":"trace[197558759] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7525; }","duration":"167.859695ms","start":"2026-03-31T20:33:46.528069Z","end":"2026-03-31T20:33:46.695929Z","steps":["trace[197558759] 'agreement among raft nodes before linearized reading' (duration: 167.654569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:46.695872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.942676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T20:33:46.696056Z","caller":"traceutil/trace.go:171","msg":"trace[1447664651] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7525; }","duration":"160.219684ms","start":"2026-03-31T20:33:46.535819Z","end":"2026-03-31T20:33:46.696039Z","steps":["trace[1447664651] 'agreement among raft nodes before linearized reading' (duration: 159.910866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:46.695999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.62614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:33:46.696181Z","caller":"traceutil/trace.go:171","msg":"trace[397917954] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7525; }","duration":"165.873376ms","start":"2026-03-31T20:33:46.530291Z","end":"2026-03-31T20:33:46.696164Z","steps":["trace[397917954] 'agreement among raft nodes before linearized reading' (duration: 165.469295ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:46.868375Z","caller":"traceutil/trace.go:171","msg":"trace[2146927146] linearizableReadLoop","detail":"{readStateIndex:7822; appliedIndex:7820; }","duration":"105.439325ms","start":"2026-03-31T20:33:46.762906Z","end":"2026-03-31T20:33:46.868346Z","steps":["trace[2146927146] 'read index received' (duration: 35.202537ms)","trace[2146927146] 'applied index is now lower than readState.Index' (duration: 70.235508ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:33:46.868381Z","caller":"traceutil/trace.go:171","msg":"trace[1420146008] transaction","detail":"{read_only:false; response_revision:7527; number_of_response:1; }","duration":"167.542777ms","start":"2026-03-31T20:33:46.700797Z","end":"2026-03-31T20:33:46.86834Z","steps":["trace[1420146008] 'process raft request' (duration: 97.420763ms)","trace[1420146008] 'compare' (duration: 69.772686ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:33:46.868504Z","caller":"traceutil/trace.go:171","msg":"trace[1628603265] transaction","detail":"{read_only:false; response_revision:7528; number_of_response:1; }","duration":"166.914631ms","start":"2026-03-31T20:33:46.701556Z","end":"2026-03-31T20:33:46.86847Z","steps":["trace[1628603265] 'process raft request' (duration: 166.668615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:46.868619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.629215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19651"} {"level":"info","ts":"2026-03-31T20:33:46.868672Z","caller":"traceutil/trace.go:171","msg":"trace[1957345930] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7528; }","duration":"168.711356ms","start":"2026-03-31T20:33:46.699943Z","end":"2026-03-31T20:33:46.868655Z","steps":["trace[1957345930] 'agreement among raft nodes before linearized reading' (duration: 168.521682ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:47.185516Z","caller":"traceutil/trace.go:171","msg":"trace[466788430] transaction","detail":"{read_only:false; response_revision:7529; number_of_response:1; }","duration":"112.03115ms","start":"2026-03-31T20:33:47.073457Z","end":"2026-03-31T20:33:47.185489Z","steps":["trace[466788430] 'process raft request' (duration: 111.836105ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:04.20096Z","caller":"traceutil/trace.go:171","msg":"trace[720482421] transaction","detail":"{read_only:false; response_revision:7649; number_of_response:1; }","duration":"133.002957ms","start":"2026-03-31T20:34:04.067925Z","end":"2026-03-31T20:34:04.200928Z","steps":["trace[720482421] 'process raft request' (duration: 101.755911ms)","trace[720482421] 'compare' (duration: 31.105863ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:34:04.799261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.413398ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:34:04.799348Z","caller":"traceutil/trace.go:171","msg":"trace[1962281828] transaction","detail":"{read_only:false; response_revision:7653; number_of_response:1; }","duration":"160.208062ms","start":"2026-03-31T20:34:04.639126Z","end":"2026-03-31T20:34:04.799334Z","steps":["trace[1962281828] 'process raft request' (duration: 55.659021ms)","trace[1962281828] 'compare' (duration: 104.277505ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:34:04.859116Z","caller":"traceutil/trace.go:171","msg":"trace[104038768] linearizableReadLoop","detail":"{readStateIndex:7952; appliedIndex:7950; }","duration":"171.991949ms","start":"2026-03-31T20:34:04.687093Z","end":"2026-03-31T20:34:04.859085Z","steps":["trace[104038768] 'read index received' (duration: 7.706504ms)","trace[104038768] 'applied index is now lower than readState.Index' (duration: 164.284395ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:34:04.859276Z","caller":"traceutil/trace.go:171","msg":"trace[1444535248] transaction","detail":"{read_only:false; response_revision:7654; number_of_response:1; }","duration":"202.706522ms","start":"2026-03-31T20:34:04.6565Z","end":"2026-03-31T20:34:04.859207Z","steps":["trace[1444535248] 'process raft request' (duration: 202.433805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:04.859436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.318697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-2x4rg.18a20696bb3f44e4\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-31T20:34:04.859508Z","caller":"traceutil/trace.go:171","msg":"trace[938108975] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-2x4rg.18a20696bb3f44e4; range_end:; response_count:1; response_revision:7654; }","duration":"172.44368ms","start":"2026-03-31T20:34:04.687047Z","end":"2026-03-31T20:34:04.85949Z","steps":["trace[938108975] 'agreement among raft nodes before linearized reading' (duration: 172.202454ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:04.863129Z","caller":"traceutil/trace.go:171","msg":"trace[447703394] transaction","detail":"{read_only:false; response_revision:7655; number_of_response:1; }","duration":"163.044055ms","start":"2026-03-31T20:34:04.700059Z","end":"2026-03-31T20:34:04.863103Z","steps":["trace[447703394] 'process raft request' (duration: 162.819719ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:05.195557Z","caller":"traceutil/trace.go:171","msg":"trace[1690004021] transaction","detail":"{read_only:false; response_revision:7658; number_of_response:1; }","duration":"333.799293ms","start":"2026-03-31T20:34:04.861727Z","end":"2026-03-31T20:34:05.195527Z","steps":["trace[1690004021] 'process raft request' (duration: 268.163111ms)","trace[1690004021] 'compare' (duration: 65.492398ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:34:05.195726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:34:04.861698Z","time spent":"333.941245ms","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:34:05.422981Z","caller":"traceutil/trace.go:171","msg":"trace[1657896218] linearizableReadLoop","detail":"{readStateIndex:7957; appliedIndex:7955; }","duration":"555.873462ms","start":"2026-03-31T20:34:04.867075Z","end":"2026-03-31T20:34:05.422949Z","steps":["trace[1657896218] 'read index received' (duration: 262.827596ms)","trace[1657896218] 'applied index is now lower than readState.Index' (duration: 293.044956ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:34:05.423036Z","caller":"traceutil/trace.go:171","msg":"trace[635067890] transaction","detail":"{read_only:false; response_revision:7660; number_of_response:1; }","duration":"552.556808ms","start":"2026-03-31T20:34:04.870437Z","end":"2026-03-31T20:34:05.422994Z","steps":["trace[635067890] 'process raft request' (duration: 552.412654ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:05.423Z","caller":"traceutil/trace.go:171","msg":"trace[1326084632] transaction","detail":"{read_only:false; response_revision:7659; number_of_response:1; }","duration":"558.879168ms","start":"2026-03-31T20:34:04.864067Z","end":"2026-03-31T20:34:05.422946Z","steps":["trace[1326084632] 'process raft request' (duration: 558.57806ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:05.423137Z","caller":"traceutil/trace.go:171","msg":"trace[341308047] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7660; }","duration":"548.741502ms","start":"2026-03-31T20:34:04.874382Z","end":"2026-03-31T20:34:05.423124Z","steps":["trace[341308047] 'process raft request' (duration: 548.532976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:05.423258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:34:04.874372Z","time spent":"548.799884ms","remote":"127.0.0.1:49374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":71,"response count":0,"response size":1814,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:34:05.423264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:34:04.864048Z","time spent":"559.100464ms","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":706,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:34:05.423299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.977545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:34:05.42338Z","caller":"traceutil/trace.go:171","msg":"trace[913699938] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7660; }","duration":"556.075198ms","start":"2026-03-31T20:34:04.867285Z","end":"2026-03-31T20:34:05.42336Z","steps":["trace[913699938] 'agreement among raft nodes before linearized reading' (duration: 555.904824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:05.423426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:34:04.86728Z","time spent":"556.137809ms","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:34:05.423202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:34:04.870426Z","time spent":"552.686492ms","remote":"127.0.0.1:49374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1765,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:34:05.423667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.350708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:34:05.423715Z","caller":"traceutil/trace.go:171","msg":"trace[682903478] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:7660; }","duration":"524.448831ms","start":"2026-03-31T20:34:04.899255Z","end":"2026-03-31T20:34:05.423704Z","steps":["trace[682903478] 'agreement among raft nodes before linearized reading' (duration: 524.365709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:05.423703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.919036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T20:34:05.423752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:34:04.899233Z","time spent":"524.510964ms","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":5,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:34:05.423771Z","caller":"traceutil/trace.go:171","msg":"trace[1343210847] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7660; }","duration":"485.028749ms","start":"2026-03-31T20:34:04.938725Z","end":"2026-03-31T20:34:05.423754Z","steps":["trace[1343210847] 'agreement among raft nodes before linearized reading' (duration: 484.811863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:05.42383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:34:04.938703Z","time spent":"485.113761ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:34:05.423921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.428395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T20:34:05.423982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.582069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:34:05.42405Z","caller":"traceutil/trace.go:171","msg":"trace[1449596630] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7660; }","duration":"111.685612ms","start":"2026-03-31T20:34:05.312347Z","end":"2026-03-31T20:34:05.424033Z","steps":["trace[1449596630] 'agreement among raft nodes before linearized reading' (duration: 111.529768ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:05.424061Z","caller":"traceutil/trace.go:171","msg":"trace[1249842788] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7660; }","duration":"401.63097ms","start":"2026-03-31T20:34:05.0224Z","end":"2026-03-31T20:34:05.424031Z","steps":["trace[1249842788] 'agreement among raft nodes before linearized reading' (duration: 401.23122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:05.424134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:34:05.022376Z","time spent":"401.742473ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:34:05.424298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.225546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:17 size:149928"} {"level":"info","ts":"2026-03-31T20:34:05.424345Z","caller":"traceutil/trace.go:171","msg":"trace[1242616568] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:17; response_revision:7660; }","duration":"557.299818ms","start":"2026-03-31T20:34:04.867035Z","end":"2026-03-31T20:34:05.424335Z","steps":["trace[1242616568] 'agreement among raft nodes before linearized reading' (duration: 556.937419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:05.424385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:34:04.867024Z","time spent":"557.349319ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":17,"response size":149951,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T20:34:05.424398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.414973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:34:05.424486Z","caller":"traceutil/trace.go:171","msg":"trace[2064667033] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7660; }","duration":"370.549477ms","start":"2026-03-31T20:34:05.053913Z","end":"2026-03-31T20:34:05.424462Z","steps":["trace[2064667033] 'agreement among raft nodes before linearized reading' (duration: 369.641975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:05.424564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:34:05.053892Z","time spent":"370.636099ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:34:05.702442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.20064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:34:05.70259Z","caller":"traceutil/trace.go:171","msg":"trace[2136582546] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:7666; }","duration":"177.447216ms","start":"2026-03-31T20:34:05.525112Z","end":"2026-03-31T20:34:05.70256Z","steps":["trace[2136582546] 'count revisions from in-memory index tree' (duration: 176.313938ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:05.81124Z","caller":"traceutil/trace.go:171","msg":"trace[1309347996] transaction","detail":"{read_only:false; response_revision:7667; number_of_response:1; }","duration":"129.478219ms","start":"2026-03-31T20:34:05.681736Z","end":"2026-03-31T20:34:05.811214Z","steps":["trace[1309347996] 'process raft request' (duration: 129.289655ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:06.111903Z","caller":"traceutil/trace.go:171","msg":"trace[1615680381] linearizableReadLoop","detail":"{readStateIndex:7968; appliedIndex:7967; }","duration":"250.860674ms","start":"2026-03-31T20:34:05.861017Z","end":"2026-03-31T20:34:06.111878Z","steps":["trace[1615680381] 'read index received' (duration: 239.620931ms)","trace[1615680381] 'applied index is now lower than readState.Index' (duration: 11.238433ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:34:06.112016Z","caller":"traceutil/trace.go:171","msg":"trace[1756331029] transaction","detail":"{read_only:false; response_revision:7669; number_of_response:1; }","duration":"251.691384ms","start":"2026-03-31T20:34:05.860281Z","end":"2026-03-31T20:34:06.111972Z","steps":["trace[1756331029] 'process raft request' (duration: 240.39382ms)","trace[1756331029] 'compare' (duration: 10.959606ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:34:06.112276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.240073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-31T20:34:06.112322Z","caller":"traceutil/trace.go:171","msg":"trace[1206612713] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:7669; }","duration":"251.333527ms","start":"2026-03-31T20:34:05.860978Z","end":"2026-03-31T20:34:06.112311Z","steps":["trace[1206612713] 'agreement among raft nodes before linearized reading' (duration: 251.142511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:06.112617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.838684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:34:06.112686Z","caller":"traceutil/trace.go:171","msg":"trace[1515208532] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7669; }","duration":"244.983127ms","start":"2026-03-31T20:34:05.867692Z","end":"2026-03-31T20:34:06.112675Z","steps":["trace[1515208532] 'agreement among raft nodes before linearized reading' (duration: 244.870754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:12.443908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.414745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T20:34:12.443984Z","caller":"traceutil/trace.go:171","msg":"trace[428520503] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7718; }","duration":"115.528468ms","start":"2026-03-31T20:34:12.328439Z","end":"2026-03-31T20:34:12.443967Z","steps":["trace[428520503] 'range keys from in-memory index tree' (duration: 115.280761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:12.444059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.342342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:34:12.444098Z","caller":"traceutil/trace.go:171","msg":"trace[561655478] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7718; }","duration":"112.392774ms","start":"2026-03-31T20:34:12.331695Z","end":"2026-03-31T20:34:12.444088Z","steps":["trace[561655478] 'range keys from in-memory index tree' (duration: 112.052766ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:29.148976Z","caller":"traceutil/trace.go:171","msg":"trace[224996368] transaction","detail":"{read_only:false; response_revision:7860; number_of_response:1; }","duration":"119.48624ms","start":"2026-03-31T20:34:29.029461Z","end":"2026-03-31T20:34:29.148947Z","steps":["trace[224996368] 'process raft request' (duration: 50.32972ms)","trace[224996368] 'compare' (duration: 69.028047ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:34:29.214823Z","caller":"traceutil/trace.go:171","msg":"trace[2081682269] transaction","detail":"{read_only:false; response_revision:7861; number_of_response:1; }","duration":"140.189855ms","start":"2026-03-31T20:34:29.07459Z","end":"2026-03-31T20:34:29.214779Z","steps":["trace[2081682269] 'process raft request' (duration: 139.886528ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:29.214939Z","caller":"traceutil/trace.go:171","msg":"trace[54812305] transaction","detail":"{read_only:false; response_revision:7862; number_of_response:1; }","duration":"139.460287ms","start":"2026-03-31T20:34:29.075456Z","end":"2026-03-31T20:34:29.214917Z","steps":["trace[54812305] 'process raft request' (duration: 139.207261ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:29.600393Z","caller":"traceutil/trace.go:171","msg":"trace[1037692932] transaction","detail":"{read_only:false; response_revision:7869; number_of_response:1; }","duration":"129.77147ms","start":"2026-03-31T20:34:29.470593Z","end":"2026-03-31T20:34:29.600365Z","steps":["trace[1037692932] 'process raft request' (duration: 106.393202ms)","trace[1037692932] 'compare' (duration: 22.991079ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:34:29.842469Z","caller":"traceutil/trace.go:171","msg":"trace[636071949] linearizableReadLoop","detail":"{readStateIndex:8180; appliedIndex:8178; }","duration":"162.445258ms","start":"2026-03-31T20:34:29.680001Z","end":"2026-03-31T20:34:29.842446Z","steps":["trace[636071949] 'read index received' (duration: 4.775273ms)","trace[636071949] 'applied index is now lower than readState.Index' (duration: 157.668915ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:34:29.842773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.752016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:18 size:159099"} {"level":"info","ts":"2026-03-31T20:34:29.842803Z","caller":"traceutil/trace.go:171","msg":"trace[668406329] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:18; response_revision:7875; }","duration":"162.820167ms","start":"2026-03-31T20:34:29.679976Z","end":"2026-03-31T20:34:29.842797Z","steps":["trace[668406329] 'agreement among raft nodes before linearized reading' (duration: 162.55203ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:29.842876Z","caller":"traceutil/trace.go:171","msg":"trace[1695743021] transaction","detail":"{read_only:false; response_revision:7875; number_of_response:1; }","duration":"163.81304ms","start":"2026-03-31T20:34:29.679024Z","end":"2026-03-31T20:34:29.842837Z","steps":["trace[1695743021] 'process raft request' (duration: 94.960626ms)","trace[1695743021] 'compare' (duration: 68.350741ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:34:31.170525Z","caller":"traceutil/trace.go:171","msg":"trace[1875148718] linearizableReadLoop","detail":"{readStateIndex:8187; appliedIndex:8186; }","duration":"300.46946ms","start":"2026-03-31T20:34:30.869995Z","end":"2026-03-31T20:34:31.170465Z","steps":["trace[1875148718] 'read index received' (duration: 300.161483ms)","trace[1875148718] 'applied index is now lower than readState.Index' (duration: 306.917µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:34:31.170545Z","caller":"traceutil/trace.go:171","msg":"trace[490684409] transaction","detail":"{read_only:false; response_revision:7882; number_of_response:1; }","duration":"350.948563ms","start":"2026-03-31T20:34:30.819563Z","end":"2026-03-31T20:34:31.170512Z","steps":["trace[490684409] 'process raft request' (duration: 350.650297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:31.170727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:34:30.819535Z","time spent":"351.127259ms","remote":"127.0.0.1:58586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3000,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:34:31.170786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.743098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:34:31.170862Z","caller":"traceutil/trace.go:171","msg":"trace[670599962] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7882; }","duration":"300.888181ms","start":"2026-03-31T20:34:30.869934Z","end":"2026-03-31T20:34:31.170822Z","steps":["trace[670599962] 'agreement among raft nodes before linearized reading' (duration: 300.712807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:31.170904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:34:30.869904Z","time spent":"300.989883ms","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:34:31.402668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.830497ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:34:31.402922Z","caller":"traceutil/trace.go:171","msg":"trace[1640547209] transaction","detail":"{read_only:false; response_revision:7884; number_of_response:1; }","duration":"181.42131ms","start":"2026-03-31T20:34:31.22148Z","end":"2026-03-31T20:34:31.402901Z","steps":["trace[1640547209] 'process raft request' (duration: 181.313618ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:31.402995Z","caller":"traceutil/trace.go:171","msg":"trace[2005771821] transaction","detail":"{read_only:false; response_revision:7883; number_of_response:1; }","duration":"248.244786ms","start":"2026-03-31T20:34:31.154706Z","end":"2026-03-31T20:34:31.40295Z","steps":["trace[2005771821] 'process raft request' (duration: 69.99078ms)","trace[2005771821] 'compare' (duration: 177.682303ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:34:31.403188Z","caller":"traceutil/trace.go:171","msg":"trace[331202182] transaction","detail":"{read_only:false; response_revision:7885; number_of_response:1; }","duration":"181.586135ms","start":"2026-03-31T20:34:31.22157Z","end":"2026-03-31T20:34:31.403156Z","steps":["trace[331202182] 'process raft request' (duration: 181.287837ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:31.403365Z","caller":"traceutil/trace.go:171","msg":"trace[1508809969] linearizableReadLoop","detail":"{readStateIndex:8188; appliedIndex:8187; }","duration":"231.332681ms","start":"2026-03-31T20:34:31.171816Z","end":"2026-03-31T20:34:31.403148Z","steps":["trace[1508809969] 'read index received' (duration: 52.882799ms)","trace[1508809969] 'applied index is now lower than readState.Index' (duration: 178.445252ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:34:31.40344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.553716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:34:31.403628Z","caller":"traceutil/trace.go:171","msg":"trace[368702991] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7885; }","duration":"231.788882ms","start":"2026-03-31T20:34:31.17181Z","end":"2026-03-31T20:34:31.403598Z","steps":["trace[368702991] 'agreement among raft nodes before linearized reading' (duration: 231.430894ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:33.108015Z","caller":"traceutil/trace.go:171","msg":"trace[1340020801] linearizableReadLoop","detail":"{readStateIndex:8201; appliedIndex:8200; }","duration":"180.10827ms","start":"2026-03-31T20:34:32.927882Z","end":"2026-03-31T20:34:33.10799Z","steps":["trace[1340020801] 'read index received' (duration: 180.046508ms)","trace[1340020801] 'applied index is now lower than readState.Index' (duration: 60.472µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:34:33.108206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.32234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:34:33.108175Z","caller":"traceutil/trace.go:171","msg":"trace[1092854956] transaction","detail":"{read_only:false; response_revision:7896; number_of_response:1; }","duration":"208.72236ms","start":"2026-03-31T20:34:32.89941Z","end":"2026-03-31T20:34:33.108132Z","steps":["trace[1092854956] 'process raft request' (duration: 208.372502ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:33.108249Z","caller":"traceutil/trace.go:171","msg":"trace[523188461] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7896; }","duration":"164.382251ms","start":"2026-03-31T20:34:32.943857Z","end":"2026-03-31T20:34:33.108239Z","steps":["trace[523188461] 'agreement among raft nodes before linearized reading' (duration: 164.299369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:33.108573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.667712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-31T20:34:33.108632Z","caller":"traceutil/trace.go:171","msg":"trace[2066193544] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:7896; }","duration":"180.779405ms","start":"2026-03-31T20:34:32.927837Z","end":"2026-03-31T20:34:33.108616Z","steps":["trace[2066193544] 'agreement among raft nodes before linearized reading' (duration: 180.288684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:33.638919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.913641ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:34:33.63903Z","caller":"traceutil/trace.go:171","msg":"trace[346167459] transaction","detail":"{read_only:false; response_revision:7897; number_of_response:1; }","duration":"523.226801ms","start":"2026-03-31T20:34:33.115781Z","end":"2026-03-31T20:34:33.639008Z","steps":["trace[346167459] 'process raft request' (duration: 259.91046ms)","trace[346167459] 'compare' (duration: 262.495791ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:34:33.639107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:34:33.115763Z","time spent":"523.305572ms","remote":"127.0.0.1:52326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:34:33.716196Z","caller":"traceutil/trace.go:171","msg":"trace[792913458] transaction","detail":"{read_only:false; response_revision:7898; number_of_response:1; }","duration":"600.315476ms","start":"2026-03-31T20:34:33.115851Z","end":"2026-03-31T20:34:33.716167Z","steps":["trace[792913458] 'process raft request' (duration: 600.121682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:33.716422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:34:33.115832Z","time spent":"600.44741ms","remote":"127.0.0.1:52430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1428,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:34:33.716513Z","caller":"traceutil/trace.go:171","msg":"trace[2079549119] transaction","detail":"{read_only:false; response_revision:7899; number_of_response:1; }","duration":"600.635744ms","start":"2026-03-31T20:34:33.115859Z","end":"2026-03-31T20:34:33.716495Z","steps":["trace[2079549119] 'process raft request' (duration: 600.251395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:33.716639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:34:33.115841Z","time spent":"600.747646ms","remote":"127.0.0.1:52430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1505,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:34:33.716737Z","caller":"traceutil/trace.go:171","msg":"trace[1498394741] linearizableReadLoop","detail":"{readStateIndex:8205; appliedIndex:8201; }","duration":"600.302666ms","start":"2026-03-31T20:34:33.116386Z","end":"2026-03-31T20:34:33.716689Z","steps":["trace[1498394741] 'read index received' (duration: 259.319806ms)","trace[1498394741] 'applied index is now lower than readState.Index' (duration: 340.97996ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:34:33.716772Z","caller":"traceutil/trace.go:171","msg":"trace[1416926430] transaction","detail":"{read_only:false; response_revision:7900; number_of_response:1; }","duration":"600.823538ms","start":"2026-03-31T20:34:33.115918Z","end":"2026-03-31T20:34:33.716742Z","steps":["trace[1416926430] 'process raft request' (duration: 600.46593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:33.71697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:34:33.115906Z","time spent":"600.969651ms","remote":"127.0.0.1:52326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:34:33.717025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.627724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T20:34:33.717114Z","caller":"traceutil/trace.go:171","msg":"trace[445147381] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7900; }","duration":"600.727286ms","start":"2026-03-31T20:34:33.116365Z","end":"2026-03-31T20:34:33.717092Z","steps":["trace[445147381] 'agreement among raft nodes before linearized reading' (duration: 600.469809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:33.717169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:34:33.116356Z","time spent":"600.799298ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T20:34:33.872486Z","caller":"traceutil/trace.go:171","msg":"trace[1048984654] transaction","detail":"{read_only:false; response_revision:7901; number_of_response:1; }","duration":"464.622067ms","start":"2026-03-31T20:34:33.407833Z","end":"2026-03-31T20:34:33.872455Z","steps":["trace[1048984654] 'process raft request' (duration: 464.3055ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:33.872608Z","caller":"traceutil/trace.go:171","msg":"trace[207377163] transaction","detail":"{read_only:false; response_revision:7903; number_of_response:1; }","duration":"464.051685ms","start":"2026-03-31T20:34:33.408547Z","end":"2026-03-31T20:34:33.872598Z","steps":["trace[207377163] 'process raft request' (duration: 463.8635ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:33.872483Z","caller":"traceutil/trace.go:171","msg":"trace[173476351] transaction","detail":"{read_only:false; response_revision:7902; number_of_response:1; }","duration":"464.29028ms","start":"2026-03-31T20:34:33.40816Z","end":"2026-03-31T20:34:33.872451Z","steps":["trace[173476351] 'process raft request' (duration: 464.204588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:33.872667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:34:33.407809Z","time spent":"464.760041ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:34:33.872773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:34:33.408535Z","time spent":"464.126636ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:34:33.872863Z","caller":"traceutil/trace.go:171","msg":"trace[1311046360] linearizableReadLoop","detail":"{readStateIndex:8209; appliedIndex:8205; }","duration":"156.011995ms","start":"2026-03-31T20:34:33.716838Z","end":"2026-03-31T20:34:33.87285Z","steps":["trace[1311046360] 'read index received' (duration: 155.221457ms)","trace[1311046360] 'applied index is now lower than readState.Index' (duration: 789.328µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:34:33.872964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:34:33.408136Z","time spent":"464.577576ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:34:33.873023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.243381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:34:33.873056Z","caller":"traceutil/trace.go:171","msg":"trace[1768812062] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7904; }","duration":"392.324953ms","start":"2026-03-31T20:34:33.480722Z","end":"2026-03-31T20:34:33.873047Z","steps":["trace[1768812062] 'agreement among raft nodes before linearized reading' (duration: 392.20955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:33.873062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.914172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:34:33.873126Z","caller":"traceutil/trace.go:171","msg":"trace[2137108354] transaction","detail":"{read_only:false; response_revision:7904; number_of_response:1; }","duration":"267.951038ms","start":"2026-03-31T20:34:33.605157Z","end":"2026-03-31T20:34:33.873108Z","steps":["trace[2137108354] 'process raft request' (duration: 267.408116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:33.873133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.971796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:34:33.873269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.461359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19651"} {"level":"info","ts":"2026-03-31T20:34:33.873288Z","caller":"traceutil/trace.go:171","msg":"trace[1429712646] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:7904; }","duration":"506.16594ms","start":"2026-03-31T20:34:33.367102Z","end":"2026-03-31T20:34:33.873268Z","steps":["trace[1429712646] 'agreement among raft nodes before linearized reading' (duration: 506.005586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:33.873359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:34:33.367075Z","time spent":"506.258943ms","remote":"127.0.0.1:41598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:34:33.87339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.879175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:34:33.873416Z","caller":"traceutil/trace.go:171","msg":"trace[221558423] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7904; }","duration":"118.931546ms","start":"2026-03-31T20:34:33.754477Z","end":"2026-03-31T20:34:33.873409Z","steps":["trace[221558423] 'agreement among raft nodes before linearized reading' (duration: 118.844244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:33.873412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.027145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:34:33.873305Z","caller":"traceutil/trace.go:171","msg":"trace[70097153] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7904; }","duration":"154.538821ms","start":"2026-03-31T20:34:33.718757Z","end":"2026-03-31T20:34:33.873296Z","steps":["trace[70097153] 'agreement among raft nodes before linearized reading' (duration: 154.409148ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:33.873135Z","caller":"traceutil/trace.go:171","msg":"trace[52420904] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7904; }","duration":"217.038145ms","start":"2026-03-31T20:34:33.65608Z","end":"2026-03-31T20:34:33.873118Z","steps":["trace[52420904] 'agreement among raft nodes before linearized reading' (duration: 216.83395ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:33.873725Z","caller":"traceutil/trace.go:171","msg":"trace[957183298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7904; }","duration":"115.369763ms","start":"2026-03-31T20:34:33.758335Z","end":"2026-03-31T20:34:33.873705Z","steps":["trace[957183298] 'agreement among raft nodes before linearized reading' (duration: 114.915953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:33.873091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:34:33.480698Z","time spent":"392.386955ms","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:34:34.01265Z","caller":"traceutil/trace.go:171","msg":"trace[1604863065] transaction","detail":"{read_only:false; response_revision:7906; number_of_response:1; }","duration":"133.783085ms","start":"2026-03-31T20:34:33.878846Z","end":"2026-03-31T20:34:34.012629Z","steps":["trace[1604863065] 'process raft request' (duration: 133.622561ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:34.012944Z","caller":"traceutil/trace.go:171","msg":"trace[1543597044] transaction","detail":"{read_only:false; response_revision:7907; number_of_response:1; }","duration":"133.99826ms","start":"2026-03-31T20:34:33.878915Z","end":"2026-03-31T20:34:34.012913Z","steps":["trace[1543597044] 'process raft request' (duration: 133.687103ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:34.013041Z","caller":"traceutil/trace.go:171","msg":"trace[2086754451] linearizableReadLoop","detail":"{readStateIndex:8212; appliedIndex:8209; }","duration":"132.500354ms","start":"2026-03-31T20:34:33.880528Z","end":"2026-03-31T20:34:34.013028Z","steps":["trace[2086754451] 'read index received' (duration: 23.364997ms)","trace[2086754451] 'applied index is now lower than readState.Index' (duration: 109.134637ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:34:34.012959Z","caller":"traceutil/trace.go:171","msg":"trace[1106047307] transaction","detail":"{read_only:false; response_revision:7908; number_of_response:1; }","duration":"131.980783ms","start":"2026-03-31T20:34:33.88095Z","end":"2026-03-31T20:34:34.012931Z","steps":["trace[1106047307] 'process raft request' (duration: 131.85056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:34.013214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.667218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-76hz9\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-31T20:34:34.013252Z","caller":"traceutil/trace.go:171","msg":"trace[1487111538] range","detail":"{range_begin:/registry/pods/openstack/keepalived-76hz9; range_end:; response_count:1; response_revision:7908; }","duration":"132.74339ms","start":"2026-03-31T20:34:33.8805Z","end":"2026-03-31T20:34:34.013244Z","steps":["trace[1487111538] 'agreement among raft nodes before linearized reading' (duration: 132.608237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:34.013358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.18739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-31T20:34:34.013409Z","caller":"traceutil/trace.go:171","msg":"trace[1133028972] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:7908; }","duration":"127.276381ms","start":"2026-03-31T20:34:33.886119Z","end":"2026-03-31T20:34:34.013396Z","steps":["trace[1133028972] 'agreement among raft nodes before linearized reading' (duration: 127.016635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:34.013514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.006208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:34:34.013575Z","caller":"traceutil/trace.go:171","msg":"trace[818664129] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:7908; }","duration":"122.121811ms","start":"2026-03-31T20:34:33.891439Z","end":"2026-03-31T20:34:34.01356Z","steps":["trace[818664129] 'agreement among raft nodes before linearized reading' (duration: 122.040359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:34.014065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.556382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:10681"} {"level":"info","ts":"2026-03-31T20:34:34.014183Z","caller":"traceutil/trace.go:171","msg":"trace[2061917707] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:7908; }","duration":"119.697575ms","start":"2026-03-31T20:34:33.894462Z","end":"2026-03-31T20:34:34.01416Z","steps":["trace[2061917707] 'agreement among raft nodes before linearized reading' (duration: 118.943457ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:34.214858Z","caller":"traceutil/trace.go:171","msg":"trace[1543207216] linearizableReadLoop","detail":"{readStateIndex:8216; appliedIndex:8214; }","duration":"198.643945ms","start":"2026-03-31T20:34:34.016191Z","end":"2026-03-31T20:34:34.214835Z","steps":["trace[1543207216] 'read index received' (duration: 102.471381ms)","trace[1543207216] 'applied index is now lower than readState.Index' (duration: 96.171164ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:34:34.214891Z","caller":"traceutil/trace.go:171","msg":"trace[613872179] transaction","detail":"{read_only:false; response_revision:7909; number_of_response:1; }","duration":"200.298184ms","start":"2026-03-31T20:34:34.01457Z","end":"2026-03-31T20:34:34.214868Z","steps":["trace[613872179] 'process raft request' (duration: 199.778812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:34.21515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.942951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-286056a3-b5e1-4a2f-9400-10010970dc16\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-31T20:34:34.215134Z","caller":"traceutil/trace.go:171","msg":"trace[1482721096] transaction","detail":"{read_only:false; response_revision:7910; number_of_response:1; }","duration":"190.171616ms","start":"2026-03-31T20:34:34.024932Z","end":"2026-03-31T20:34:34.215104Z","steps":["trace[1482721096] 'process raft request' (duration: 189.815308ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:34.215209Z","caller":"traceutil/trace.go:171","msg":"trace[1571697196] range","detail":"{range_begin:/registry/persistentvolumes/pvc-286056a3-b5e1-4a2f-9400-10010970dc16; range_end:; response_count:1; response_revision:7910; }","duration":"199.040764ms","start":"2026-03-31T20:34:34.016154Z","end":"2026-03-31T20:34:34.215194Z","steps":["trace[1571697196] 'agreement among raft nodes before linearized reading' (duration: 198.85654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:34.215413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.914387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:18 size:160602"} {"level":"info","ts":"2026-03-31T20:34:34.21545Z","caller":"traceutil/trace.go:171","msg":"trace[845385968] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:18; response_revision:7910; }","duration":"197.977069ms","start":"2026-03-31T20:34:34.017463Z","end":"2026-03-31T20:34:34.21544Z","steps":["trace[845385968] 'agreement among raft nodes before linearized reading' (duration: 197.653711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:34.801652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.648378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:34:34.801721Z","caller":"traceutil/trace.go:171","msg":"trace[582120618] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7913; }","duration":"158.780491ms","start":"2026-03-31T20:34:34.642925Z","end":"2026-03-31T20:34:34.801706Z","steps":["trace[582120618] 'range keys from in-memory index tree' (duration: 158.383262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:35.020263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.133788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:10681"} {"level":"info","ts":"2026-03-31T20:34:35.020359Z","caller":"traceutil/trace.go:171","msg":"trace[1425201488] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:7915; }","duration":"112.24492ms","start":"2026-03-31T20:34:34.908097Z","end":"2026-03-31T20:34:35.020342Z","steps":["trace[1425201488] 'range keys from in-memory index tree' (duration: 111.948283ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:36.057487Z","caller":"traceutil/trace.go:171","msg":"trace[250251346] linearizableReadLoop","detail":"{readStateIndex:8226; appliedIndex:8223; }","duration":"149.852592ms","start":"2026-03-31T20:34:35.907612Z","end":"2026-03-31T20:34:36.057465Z","steps":["trace[250251346] 'read index received' (duration: 14.48002ms)","trace[250251346] 'applied index is now lower than readState.Index' (duration: 135.371352ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:34:36.057508Z","caller":"traceutil/trace.go:171","msg":"trace[1292609861] transaction","detail":"{read_only:false; response_revision:7919; number_of_response:1; }","duration":"177.287594ms","start":"2026-03-31T20:34:35.880196Z","end":"2026-03-31T20:34:36.057483Z","steps":["trace[1292609861] 'process raft request' (duration: 177.174001ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:36.057519Z","caller":"traceutil/trace.go:171","msg":"trace[79388539] transaction","detail":"{read_only:false; response_revision:7918; number_of_response:1; }","duration":"177.922349ms","start":"2026-03-31T20:34:35.879586Z","end":"2026-03-31T20:34:36.057509Z","steps":["trace[79388539] 'process raft request' (duration: 177.124921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:36.057665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.048646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T20:34:36.0577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.610276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-31T20:34:36.057728Z","caller":"traceutil/trace.go:171","msg":"trace[1010650820] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7919; }","duration":"150.149859ms","start":"2026-03-31T20:34:35.907563Z","end":"2026-03-31T20:34:36.057713Z","steps":["trace[1010650820] 'agreement among raft nodes before linearized reading' (duration: 149.990015ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:36.057736Z","caller":"traceutil/trace.go:171","msg":"trace[1437962695] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:7919; }","duration":"120.696198ms","start":"2026-03-31T20:34:35.937027Z","end":"2026-03-31T20:34:36.057724Z","steps":["trace[1437962695] 'agreement among raft nodes before linearized reading' (duration: 120.568895ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:36.509069Z","caller":"traceutil/trace.go:171","msg":"trace[131507726] transaction","detail":"{read_only:false; response_revision:7924; number_of_response:1; }","duration":"127.730802ms","start":"2026-03-31T20:34:36.381314Z","end":"2026-03-31T20:34:36.509045Z","steps":["trace[131507726] 'process raft request' (duration: 127.567378ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:38.265898Z","caller":"traceutil/trace.go:171","msg":"trace[760419956] transaction","detail":"{read_only:false; response_revision:7931; number_of_response:1; }","duration":"126.821541ms","start":"2026-03-31T20:34:38.139049Z","end":"2026-03-31T20:34:38.26587Z","steps":["trace[760419956] 'process raft request' (duration: 80.265991ms)","trace[760419956] 'compare' (duration: 46.410787ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:34:38.271183Z","caller":"traceutil/trace.go:171","msg":"trace[633408673] transaction","detail":"{read_only:false; response_revision:7932; number_of_response:1; }","duration":"131.569043ms","start":"2026-03-31T20:34:38.139593Z","end":"2026-03-31T20:34:38.271162Z","steps":["trace[633408673] 'process raft request' (duration: 131.415129ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:38.271343Z","caller":"traceutil/trace.go:171","msg":"trace[2094362649] transaction","detail":"{read_only:false; response_revision:7933; number_of_response:1; }","duration":"131.690326ms","start":"2026-03-31T20:34:38.139638Z","end":"2026-03-31T20:34:38.271329Z","steps":["trace[2094362649] 'process raft request' (duration: 131.480251ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:38.627319Z","caller":"traceutil/trace.go:171","msg":"trace[582798471] transaction","detail":"{read_only:false; response_revision:7934; number_of_response:1; }","duration":"113.009338ms","start":"2026-03-31T20:34:38.514284Z","end":"2026-03-31T20:34:38.627293Z","steps":["trace[582798471] 'process raft request' (duration: 112.792063ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:48.129388Z","caller":"traceutil/trace.go:171","msg":"trace[211965402] transaction","detail":"{read_only:false; response_revision:7983; number_of_response:1; }","duration":"106.772522ms","start":"2026-03-31T20:34:48.022595Z","end":"2026-03-31T20:34:48.129367Z","steps":["trace[211965402] 'process raft request' (duration: 106.642839ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:54.155293Z","caller":"traceutil/trace.go:171","msg":"trace[1771245729] transaction","detail":"{read_only:false; response_revision:8026; number_of_response:1; }","duration":"103.932295ms","start":"2026-03-31T20:34:54.051333Z","end":"2026-03-31T20:34:54.155265Z","steps":["trace[1771245729] 'process raft request' (duration: 39.128767ms)","trace[1771245729] 'compare' (duration: 64.573273ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:34:54.600373Z","caller":"traceutil/trace.go:171","msg":"trace[951345387] transaction","detail":"{read_only:false; response_revision:8031; number_of_response:1; }","duration":"215.550921ms","start":"2026-03-31T20:34:54.384799Z","end":"2026-03-31T20:34:54.60035Z","steps":["trace[951345387] 'process raft request' (duration: 215.409887ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:54.600605Z","caller":"traceutil/trace.go:171","msg":"trace[299879788] linearizableReadLoop","detail":"{readStateIndex:8342; appliedIndex:8342; }","duration":"161.119715ms","start":"2026-03-31T20:34:54.439241Z","end":"2026-03-31T20:34:54.60036Z","steps":["trace[299879788] 'read index received' (duration: 161.108255ms)","trace[299879788] 'applied index is now lower than readState.Index' (duration: 9.68µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:34:54.600828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.564966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:34:54.600937Z","caller":"traceutil/trace.go:171","msg":"trace[1606273104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8031; }","duration":"161.718928ms","start":"2026-03-31T20:34:54.439189Z","end":"2026-03-31T20:34:54.600908Z","steps":["trace[1606273104] 'agreement among raft nodes before linearized reading' (duration: 161.430142ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:54.941336Z","caller":"traceutil/trace.go:171","msg":"trace[2139321073] linearizableReadLoop","detail":"{readStateIndex:8343; appliedIndex:8342; }","duration":"340.585261ms","start":"2026-03-31T20:34:54.600726Z","end":"2026-03-31T20:34:54.941312Z","steps":["trace[2139321073] 'read index received' (duration: 340.145201ms)","trace[2139321073] 'applied index is now lower than readState.Index' (duration: 439.05µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:34:54.941393Z","caller":"traceutil/trace.go:171","msg":"trace[1045118732] transaction","detail":"{read_only:false; response_revision:8032; number_of_response:1; }","duration":"344.703757ms","start":"2026-03-31T20:34:54.596649Z","end":"2026-03-31T20:34:54.941353Z","steps":["trace[1045118732] 'process raft request' (duration: 344.255587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:54.941535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:34:54.596619Z","time spent":"344.83695ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414304,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:34:54.941557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.520354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-76hz9\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-31T20:34:54.941597Z","caller":"traceutil/trace.go:171","msg":"trace[2066191922] range","detail":"{range_begin:/registry/pods/openstack/keepalived-76hz9; range_end:; response_count:1; response_revision:8032; }","duration":"496.593897ms","start":"2026-03-31T20:34:54.444992Z","end":"2026-03-31T20:34:54.941586Z","steps":["trace[2066191922] 'agreement among raft nodes before linearized reading' (duration: 496.432713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:54.941642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:34:54.444981Z","time spent":"496.652808ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-76hz9\" "} {"level":"warn","ts":"2026-03-31T20:34:54.941592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.671837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:34:54.941721Z","caller":"traceutil/trace.go:171","msg":"trace[963389497] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8032; }","duration":"420.829661ms","start":"2026-03-31T20:34:54.520853Z","end":"2026-03-31T20:34:54.941683Z","steps":["trace[963389497] 'agreement among raft nodes before linearized reading' (duration: 420.536244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:54.941756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:34:54.520832Z","time spent":"420.916142ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:34:54.948178Z","caller":"traceutil/trace.go:171","msg":"trace[606547681] transaction","detail":"{read_only:false; response_revision:8033; number_of_response:1; }","duration":"342.765041ms","start":"2026-03-31T20:34:54.605398Z","end":"2026-03-31T20:34:54.948163Z","steps":["trace[606547681] 'process raft request' (duration: 342.462744ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:54.948219Z","caller":"traceutil/trace.go:171","msg":"trace[977108919] transaction","detail":"{read_only:false; response_revision:8034; number_of_response:1; }","duration":"214.499125ms","start":"2026-03-31T20:34:54.733694Z","end":"2026-03-31T20:34:54.948193Z","steps":["trace[977108919] 'process raft request' (duration: 214.258759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:54.948255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:34:54.605378Z","time spent":"342.838132ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:34:55.13508Z","caller":"traceutil/trace.go:171","msg":"trace[1230845368] transaction","detail":"{read_only:false; response_revision:8036; number_of_response:1; }","duration":"133.559389ms","start":"2026-03-31T20:34:55.001487Z","end":"2026-03-31T20:34:55.135046Z","steps":["trace[1230845368] 'process raft request' (duration: 59.198008ms)","trace[1230845368] 'compare' (duration: 74.236568ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:34:56.362539Z","caller":"traceutil/trace.go:171","msg":"trace[1837952109] transaction","detail":"{read_only:false; response_revision:8037; number_of_response:1; }","duration":"201.805888ms","start":"2026-03-31T20:34:56.160709Z","end":"2026-03-31T20:34:56.362515Z","steps":["trace[1837952109] 'process raft request' (duration: 201.663065ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:56.388839Z","caller":"traceutil/trace.go:171","msg":"trace[847549688] transaction","detail":"{read_only:false; response_revision:8038; number_of_response:1; }","duration":"224.186943ms","start":"2026-03-31T20:34:56.164627Z","end":"2026-03-31T20:34:56.388814Z","steps":["trace[847549688] 'process raft request' (duration: 224.003799ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:56.388994Z","caller":"traceutil/trace.go:171","msg":"trace[692578441] linearizableReadLoop","detail":"{readStateIndex:8350; appliedIndex:8347; }","duration":"164.814792ms","start":"2026-03-31T20:34:56.224154Z","end":"2026-03-31T20:34:56.388969Z","steps":["trace[692578441] 'read index received' (duration: 138.29084ms)","trace[692578441] 'applied index is now lower than readState.Index' (duration: 26.521982ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:34:56.389055Z","caller":"traceutil/trace.go:171","msg":"trace[325282814] transaction","detail":"{read_only:false; response_revision:8039; number_of_response:1; }","duration":"223.346713ms","start":"2026-03-31T20:34:56.165681Z","end":"2026-03-31T20:34:56.389027Z","steps":["trace[325282814] 'process raft request' (duration: 223.095767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:56.389168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.006636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:34:56.38921Z","caller":"traceutil/trace.go:171","msg":"trace[1451012108] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8039; }","duration":"165.107258ms","start":"2026-03-31T20:34:56.224092Z","end":"2026-03-31T20:34:56.389199Z","steps":["trace[1451012108] 'agreement among raft nodes before linearized reading' (duration: 164.968845ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:15.362813Z","caller":"traceutil/trace.go:171","msg":"trace[1856522027] transaction","detail":"{read_only:false; response_revision:8246; number_of_response:1; }","duration":"109.67827ms","start":"2026-03-31T20:35:15.253112Z","end":"2026-03-31T20:35:15.36279Z","steps":["trace[1856522027] 'process raft request' (duration: 109.550217ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:20.576771Z","caller":"traceutil/trace.go:171","msg":"trace[55214853] transaction","detail":"{read_only:false; response_revision:8268; number_of_response:1; }","duration":"117.288029ms","start":"2026-03-31T20:35:20.459455Z","end":"2026-03-31T20:35:20.576743Z","steps":["trace[55214853] 'process raft request' (duration: 117.140845ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:20.769244Z","caller":"traceutil/trace.go:171","msg":"trace[1704168108] linearizableReadLoop","detail":"{readStateIndex:8587; appliedIndex:8584; }","duration":"205.707391ms","start":"2026-03-31T20:35:20.563505Z","end":"2026-03-31T20:35:20.769212Z","steps":["trace[1704168108] 'read index received' (duration: 13.2138ms)","trace[1704168108] 'applied index is now lower than readState.Index' (duration: 192.492391ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:35:20.769487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.960066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:35:20.769544Z","caller":"traceutil/trace.go:171","msg":"trace[1506825860] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8270; }","duration":"206.068879ms","start":"2026-03-31T20:35:20.563461Z","end":"2026-03-31T20:35:20.76953Z","steps":["trace[1506825860] 'agreement among raft nodes before linearized reading' (duration: 205.865895ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:20.769538Z","caller":"traceutil/trace.go:171","msg":"trace[1665123373] transaction","detail":"{read_only:false; response_revision:8270; number_of_response:1; }","duration":"296.287313ms","start":"2026-03-31T20:35:20.47323Z","end":"2026-03-31T20:35:20.769517Z","steps":["trace[1665123373] 'process raft request' (duration: 295.865053ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:20.769526Z","caller":"traceutil/trace.go:171","msg":"trace[1386017866] transaction","detail":"{read_only:false; response_revision:8269; number_of_response:1; }","duration":"303.062201ms","start":"2026-03-31T20:35:20.466419Z","end":"2026-03-31T20:35:20.769481Z","steps":["trace[1386017866] 'process raft request' (duration: 263.538795ms)","trace[1386017866] 'compare' (duration: 38.87459ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:35:20.769677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:35:20.466395Z","time spent":"303.203064ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:35:20.982516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.362627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:35:20.982605Z","caller":"traceutil/trace.go:171","msg":"trace[1684727504] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8272; }","duration":"113.497149ms","start":"2026-03-31T20:35:20.869089Z","end":"2026-03-31T20:35:20.982586Z","steps":["trace[1684727504] 'range keys from in-memory index tree' (duration: 113.300256ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:21.191414Z","caller":"traceutil/trace.go:171","msg":"trace[555769428] transaction","detail":"{read_only:false; response_revision:8273; number_of_response:1; }","duration":"158.188817ms","start":"2026-03-31T20:35:21.0332Z","end":"2026-03-31T20:35:21.191388Z","steps":["trace[555769428] 'process raft request' (duration: 157.89079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:23.76246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.834657ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:35:23.762525Z","caller":"traceutil/trace.go:171","msg":"trace[2049044600] linearizableReadLoop","detail":"{readStateIndex:8604; appliedIndex:8603; }","duration":"346.062228ms","start":"2026-03-31T20:35:23.416452Z","end":"2026-03-31T20:35:23.762514Z","steps":["trace[2049044600] 'read index received' (duration: 203.054717ms)","trace[2049044600] 'applied index is now lower than readState.Index' (duration: 143.006651ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:35:23.762556Z","caller":"traceutil/trace.go:171","msg":"trace[1744142658] transaction","detail":"{read_only:false; response_revision:8287; number_of_response:1; }","duration":"410.105048ms","start":"2026-03-31T20:35:23.352422Z","end":"2026-03-31T20:35:23.762527Z","steps":["trace[1744142658] 'process raft request' (duration: 267.149329ms)","trace[1744142658] 'compare' (duration: 142.704294ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:35:23.762652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.208521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:35:23.762672Z","caller":"traceutil/trace.go:171","msg":"trace[937544800] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8287; }","duration":"346.266533ms","start":"2026-03-31T20:35:23.4164Z","end":"2026-03-31T20:35:23.762666Z","steps":["trace[937544800] 'agreement among raft nodes before linearized reading' (duration: 346.16608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:23.76269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:35:23.416381Z","time spent":"346.305414ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:35:23.762721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:35:23.352403Z","time spent":"410.232772ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:35:23.762803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.243794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:35:23.762823Z","caller":"traceutil/trace.go:171","msg":"trace[321515251] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8287; }","duration":"282.262494ms","start":"2026-03-31T20:35:23.480554Z","end":"2026-03-31T20:35:23.762816Z","steps":["trace[321515251] 'agreement among raft nodes before linearized reading' (duration: 282.236874ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:24.110964Z","caller":"traceutil/trace.go:171","msg":"trace[1807502518] transaction","detail":"{read_only:false; response_revision:8290; number_of_response:1; }","duration":"111.019262ms","start":"2026-03-31T20:35:23.999918Z","end":"2026-03-31T20:35:24.110937Z","steps":["trace[1807502518] 'process raft request' (duration: 61.01957ms)","trace[1807502518] 'compare' (duration: 49.864558ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:35:24.441122Z","caller":"traceutil/trace.go:171","msg":"trace[102393672] transaction","detail":"{read_only:false; response_revision:8291; number_of_response:1; }","duration":"134.997583ms","start":"2026-03-31T20:35:24.306097Z","end":"2026-03-31T20:35:24.441094Z","steps":["trace[102393672] 'process raft request' (duration: 134.814619ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:24.966061Z","caller":"traceutil/trace.go:171","msg":"trace[1426021417] linearizableReadLoop","detail":"{readStateIndex:8612; appliedIndex:8610; }","duration":"163.446061ms","start":"2026-03-31T20:35:24.802575Z","end":"2026-03-31T20:35:24.966021Z","steps":["trace[1426021417] 'read index received' (duration: 41.632946ms)","trace[1426021417] 'applied index is now lower than readState.Index' (duration: 121.811315ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:35:24.966175Z","caller":"traceutil/trace.go:171","msg":"trace[1783249632] transaction","detail":"{read_only:false; response_revision:8294; number_of_response:1; }","duration":"174.761096ms","start":"2026-03-31T20:35:24.791366Z","end":"2026-03-31T20:35:24.966127Z","steps":["trace[1783249632] 'process raft request' (duration: 106.792173ms)","trace[1783249632] 'compare' (duration: 67.685146ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:35:24.966471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.421688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-31T20:35:24.966557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.273567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:35:24.966583Z","caller":"traceutil/trace.go:171","msg":"trace[1964942599] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8294; }","duration":"154.575902ms","start":"2026-03-31T20:35:24.811982Z","end":"2026-03-31T20:35:24.966558Z","steps":["trace[1964942599] 'agreement among raft nodes before linearized reading' (duration: 154.280475ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:24.966647Z","caller":"traceutil/trace.go:171","msg":"trace[525037170] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8294; }","duration":"105.38574ms","start":"2026-03-31T20:35:24.861206Z","end":"2026-03-31T20:35:24.966592Z","steps":["trace[525037170] 'agreement among raft nodes before linearized reading' (duration: 105.188305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:24.966834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.232819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:35:24.96692Z","caller":"traceutil/trace.go:171","msg":"trace[1870698329] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8294; }","duration":"164.371342ms","start":"2026-03-31T20:35:24.802529Z","end":"2026-03-31T20:35:24.9669Z","steps":["trace[1870698329] 'agreement among raft nodes before linearized reading' (duration: 163.686796ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:25.706121Z","caller":"traceutil/trace.go:171","msg":"trace[1403220904] transaction","detail":"{read_only:false; response_revision:8302; number_of_response:1; }","duration":"101.675632ms","start":"2026-03-31T20:35:25.604416Z","end":"2026-03-31T20:35:25.706092Z","steps":["trace[1403220904] 'process raft request' (duration: 101.494878ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:27.504264Z","caller":"traceutil/trace.go:171","msg":"trace[1125607061] linearizableReadLoop","detail":"{readStateIndex:8643; appliedIndex:8642; }","duration":"158.574476ms","start":"2026-03-31T20:35:27.345662Z","end":"2026-03-31T20:35:27.504236Z","steps":["trace[1125607061] 'read index received' (duration: 85.655687ms)","trace[1125607061] 'applied index is now lower than readState.Index' (duration: 72.917389ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:35:27.504442Z","caller":"traceutil/trace.go:171","msg":"trace[2054153935] transaction","detail":"{read_only:false; response_revision:8325; number_of_response:1; }","duration":"159.998159ms","start":"2026-03-31T20:35:27.344414Z","end":"2026-03-31T20:35:27.504412Z","steps":["trace[2054153935] 'process raft request' (duration: 86.889546ms)","trace[2054153935] 'compare' (duration: 72.816476ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:35:27.504779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.098938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:22 size:189657"} {"level":"info","ts":"2026-03-31T20:35:27.504825Z","caller":"traceutil/trace.go:171","msg":"trace[884207515] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:22; response_revision:8325; }","duration":"159.17701ms","start":"2026-03-31T20:35:27.345637Z","end":"2026-03-31T20:35:27.504814Z","steps":["trace[884207515] 'agreement among raft nodes before linearized reading' (duration: 158.835632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:27.551959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.284284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:35:27.552032Z","caller":"traceutil/trace.go:171","msg":"trace[1015709435] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:8326; }","duration":"200.377345ms","start":"2026-03-31T20:35:27.351638Z","end":"2026-03-31T20:35:27.552015Z","steps":["trace[1015709435] 'agreement among raft nodes before linearized reading' (duration: 200.255633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:27.552051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.337865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:35:27.552061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.005813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:1 size:5510"} {"level":"info","ts":"2026-03-31T20:35:27.552023Z","caller":"traceutil/trace.go:171","msg":"trace[1809746287] transaction","detail":"{read_only:false; response_revision:8326; number_of_response:1; }","duration":"203.607792ms","start":"2026-03-31T20:35:27.348374Z","end":"2026-03-31T20:35:27.551982Z","steps":["trace[1809746287] 'process raft request' (duration: 203.399047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:27.552188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.503528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:1 size:4903"} {"level":"info","ts":"2026-03-31T20:35:27.552217Z","caller":"traceutil/trace.go:171","msg":"trace[406383204] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:1; response_revision:8326; }","duration":"200.532229ms","start":"2026-03-31T20:35:27.351679Z","end":"2026-03-31T20:35:27.552211Z","steps":["trace[406383204] 'agreement among raft nodes before linearized reading' (duration: 200.466007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:27.552264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.451721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:35:27.552119Z","caller":"traceutil/trace.go:171","msg":"trace[821233990] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:1; response_revision:8326; }","duration":"199.085175ms","start":"2026-03-31T20:35:27.353021Z","end":"2026-03-31T20:35:27.552107Z","steps":["trace[821233990] 'agreement among raft nodes before linearized reading' (duration: 198.89983ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:27.552117Z","caller":"traceutil/trace.go:171","msg":"trace[1309737642] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:8326; }","duration":"200.412966ms","start":"2026-03-31T20:35:27.351687Z","end":"2026-03-31T20:35:27.5521Z","steps":["trace[1309737642] 'agreement among raft nodes before linearized reading' (duration: 200.313704ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:27.55234Z","caller":"traceutil/trace.go:171","msg":"trace[834795713] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8326; }","duration":"111.541204ms","start":"2026-03-31T20:35:27.44078Z","end":"2026-03-31T20:35:27.552321Z","steps":["trace[834795713] 'agreement among raft nodes before linearized reading' (duration: 111.275907ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:28.739355Z","caller":"traceutil/trace.go:171","msg":"trace[757050990] transaction","detail":"{read_only:false; response_revision:8329; number_of_response:1; }","duration":"125.956441ms","start":"2026-03-31T20:35:28.613374Z","end":"2026-03-31T20:35:28.73933Z","steps":["trace[757050990] 'process raft request' (duration: 125.824878ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:28.785736Z","caller":"traceutil/trace.go:171","msg":"trace[2038621088] transaction","detail":"{read_only:false; response_revision:8330; number_of_response:1; }","duration":"130.534388ms","start":"2026-03-31T20:35:28.655174Z","end":"2026-03-31T20:35:28.785709Z","steps":["trace[2038621088] 'process raft request' (duration: 130.371165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:30.043818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.534308ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:35:30.043927Z","caller":"traceutil/trace.go:171","msg":"trace[1763080496] linearizableReadLoop","detail":"{readStateIndex:8663; appliedIndex:8662; }","duration":"175.137043ms","start":"2026-03-31T20:35:29.868779Z","end":"2026-03-31T20:35:30.043916Z","steps":["trace[1763080496] 'read index received' (duration: 12.39092ms)","trace[1763080496] 'applied index is now lower than readState.Index' (duration: 162.745213ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:35:30.043991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.224356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:35:30.044013Z","caller":"traceutil/trace.go:171","msg":"trace[287188179] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8344; }","duration":"175.289437ms","start":"2026-03-31T20:35:29.868717Z","end":"2026-03-31T20:35:30.044007Z","steps":["trace[287188179] 'agreement among raft nodes before linearized reading' (duration: 175.228246ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:30.044051Z","caller":"traceutil/trace.go:171","msg":"trace[1691448215] transaction","detail":"{read_only:false; response_revision:8344; number_of_response:1; }","duration":"183.51172ms","start":"2026-03-31T20:35:29.860481Z","end":"2026-03-31T20:35:30.043993Z","steps":["trace[1691448215] 'process raft request' (duration: 20.742586ms)","trace[1691448215] 'compare' (duration: 162.423106ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:35:30.576663Z","caller":"traceutil/trace.go:171","msg":"trace[294413219] transaction","detail":"{read_only:false; response_revision:8345; number_of_response:1; }","duration":"219.486583ms","start":"2026-03-31T20:35:30.357151Z","end":"2026-03-31T20:35:30.576638Z","steps":["trace[294413219] 'process raft request' (duration: 219.323049ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:31.070712Z","caller":"traceutil/trace.go:171","msg":"trace[773368511] transaction","detail":"{read_only:false; response_revision:8346; number_of_response:1; }","duration":"641.281366ms","start":"2026-03-31T20:35:30.429394Z","end":"2026-03-31T20:35:31.070675Z","steps":["trace[773368511] 'process raft request' (duration: 640.019166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:31.070882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:35:30.429229Z","time spent":"641.564103ms","remote":"127.0.0.1:52336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19560,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:35:31.162773Z","caller":"traceutil/trace.go:171","msg":"trace[1229316208] transaction","detail":"{read_only:false; response_revision:8348; number_of_response:1; }","duration":"214.61061ms","start":"2026-03-31T20:35:30.948139Z","end":"2026-03-31T20:35:31.162749Z","steps":["trace[1229316208] 'process raft request' (duration: 214.439476ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:31.162782Z","caller":"traceutil/trace.go:171","msg":"trace[40343039] transaction","detail":"{read_only:false; response_revision:8347; number_of_response:1; }","duration":"418.67303ms","start":"2026-03-31T20:35:30.744068Z","end":"2026-03-31T20:35:31.162741Z","steps":["trace[40343039] 'process raft request' (duration: 418.384714ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:31.162991Z","caller":"traceutil/trace.go:171","msg":"trace[1519954240] transaction","detail":"{read_only:false; response_revision:8349; number_of_response:1; }","duration":"163.182534ms","start":"2026-03-31T20:35:30.99978Z","end":"2026-03-31T20:35:31.162963Z","steps":["trace[1519954240] 'process raft request' (duration: 162.924478ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:31.162996Z","caller":"traceutil/trace.go:171","msg":"trace[1348277207] linearizableReadLoop","detail":"{readStateIndex:8666; appliedIndex:8664; }","duration":"293.803464ms","start":"2026-03-31T20:35:30.869137Z","end":"2026-03-31T20:35:31.162941Z","steps":["trace[1348277207] 'read index received' (duration: 200.619051ms)","trace[1348277207] 'applied index is now lower than readState.Index' (duration: 93.179603ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:35:31.163123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.975858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:35:31.163185Z","caller":"traceutil/trace.go:171","msg":"trace[347935439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8349; }","duration":"294.07819ms","start":"2026-03-31T20:35:30.869092Z","end":"2026-03-31T20:35:31.16317Z","steps":["trace[347935439] 'agreement among raft nodes before linearized reading' (duration: 293.976048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:31.163262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.665827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:35:31.163332Z","caller":"traceutil/trace.go:171","msg":"trace[1106308116] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8349; }","duration":"149.741989ms","start":"2026-03-31T20:35:31.01357Z","end":"2026-03-31T20:35:31.163312Z","steps":["trace[1106308116] 'agreement among raft nodes before linearized reading' (duration: 149.580385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:31.163332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.90973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:35:31.163424Z","caller":"traceutil/trace.go:171","msg":"trace[383314233] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8349; }","duration":"129.049544ms","start":"2026-03-31T20:35:31.034347Z","end":"2026-03-31T20:35:31.163397Z","steps":["trace[383314233] 'agreement among raft nodes before linearized reading' (duration: 128.828568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:31.163621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:35:30.744044Z","time spent":"418.908016ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:35:31.778805Z","caller":"traceutil/trace.go:171","msg":"trace[730089474] linearizableReadLoop","detail":"{readStateIndex:8671; appliedIndex:8670; }","duration":"259.870719ms","start":"2026-03-31T20:35:31.518909Z","end":"2026-03-31T20:35:31.77878Z","steps":["trace[730089474] 'read index received' (duration: 259.676835ms)","trace[730089474] 'applied index is now lower than readState.Index' (duration: 192.884µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:35:31.778881Z","caller":"traceutil/trace.go:171","msg":"trace[1450683088] transaction","detail":"{read_only:false; response_revision:8352; number_of_response:1; }","duration":"424.897437ms","start":"2026-03-31T20:35:31.353947Z","end":"2026-03-31T20:35:31.778844Z","steps":["trace[1450683088] 'process raft request' (duration: 424.649641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:31.779033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.144656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:35:31.77908Z","caller":"traceutil/trace.go:171","msg":"trace[1474072854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8352; }","duration":"260.248188ms","start":"2026-03-31T20:35:31.51882Z","end":"2026-03-31T20:35:31.779069Z","steps":["trace[1474072854] 'agreement among raft nodes before linearized reading' (duration: 260.087014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:31.779306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:35:31.353926Z","time spent":"425.025529ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:35:31.858172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.476993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:35:31.858256Z","caller":"traceutil/trace.go:171","msg":"trace[469321740] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:8353; }","duration":"292.590585ms","start":"2026-03-31T20:35:31.565648Z","end":"2026-03-31T20:35:31.858238Z","steps":["trace[469321740] 'agreement among raft nodes before linearized reading' (duration: 292.447701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:31.858278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.929214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T20:35:31.858293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.39033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:1 size:4903"} {"level":"info","ts":"2026-03-31T20:35:31.858349Z","caller":"traceutil/trace.go:171","msg":"trace[8755859] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8353; }","duration":"226.057947ms","start":"2026-03-31T20:35:31.632273Z","end":"2026-03-31T20:35:31.858331Z","steps":["trace[8755859] 'agreement among raft nodes before linearized reading' (duration: 225.814201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:31.858276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.600744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-76hz9\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-31T20:35:31.858361Z","caller":"traceutil/trace.go:171","msg":"trace[1068011487] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:1; response_revision:8353; }","duration":"292.524084ms","start":"2026-03-31T20:35:31.56582Z","end":"2026-03-31T20:35:31.858345Z","steps":["trace[1068011487] 'agreement among raft nodes before linearized reading' (duration: 292.384191ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:31.858431Z","caller":"traceutil/trace.go:171","msg":"trace[1256178461] range","detail":"{range_begin:/registry/pods/openstack/keepalived-76hz9; range_end:; response_count:1; response_revision:8353; }","duration":"335.8621ms","start":"2026-03-31T20:35:31.52255Z","end":"2026-03-31T20:35:31.858412Z","steps":["trace[1256178461] 'agreement among raft nodes before linearized reading' (duration: 335.482481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:31.858486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:35:31.522527Z","time spent":"335.947092ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-76hz9\" "} {"level":"info","ts":"2026-03-31T20:35:31.858836Z","caller":"traceutil/trace.go:171","msg":"trace[929533500] transaction","detail":"{read_only:false; response_revision:8353; number_of_response:1; }","duration":"273.291443ms","start":"2026-03-31T20:35:31.585521Z","end":"2026-03-31T20:35:31.858813Z","steps":["trace[929533500] 'process raft request' (duration: 272.369362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:31.858842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.086928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:35:31.858933Z","caller":"traceutil/trace.go:171","msg":"trace[1468512554] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:8353; }","duration":"299.201961ms","start":"2026-03-31T20:35:31.559707Z","end":"2026-03-31T20:35:31.858909Z","steps":["trace[1468512554] 'agreement among raft nodes before linearized reading' (duration: 299.000657ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:31.984532Z","caller":"traceutil/trace.go:171","msg":"trace[131154184] transaction","detail":"{read_only:false; response_revision:8354; number_of_response:1; }","duration":"201.070322ms","start":"2026-03-31T20:35:31.783442Z","end":"2026-03-31T20:35:31.984512Z","steps":["trace[131154184] 'process raft request' (duration: 191.741513ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:31.984643Z","caller":"traceutil/trace.go:171","msg":"trace[1960644187] linearizableReadLoop","detail":"{readStateIndex:8674; appliedIndex:8672; }","duration":"120.132625ms","start":"2026-03-31T20:35:31.864486Z","end":"2026-03-31T20:35:31.984619Z","steps":["trace[1960644187] 'read index received' (duration: 110.712344ms)","trace[1960644187] 'applied index is now lower than readState.Index' (duration: 9.418671ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:35:31.984666Z","caller":"traceutil/trace.go:171","msg":"trace[157044240] transaction","detail":"{read_only:false; response_revision:8355; number_of_response:1; }","duration":"122.123461ms","start":"2026-03-31T20:35:31.862524Z","end":"2026-03-31T20:35:31.984648Z","steps":["trace[157044240] 'process raft request' (duration: 121.956707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:31.984999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.495463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:22 size:189987"} {"level":"info","ts":"2026-03-31T20:35:31.985054Z","caller":"traceutil/trace.go:171","msg":"trace[2071955181] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:22; response_revision:8355; }","duration":"120.596106ms","start":"2026-03-31T20:35:31.864442Z","end":"2026-03-31T20:35:31.985038Z","steps":["trace[2071955181] 'agreement among raft nodes before linearized reading' (duration: 120.253918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:32.216483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.052835ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:35:32.216647Z","caller":"traceutil/trace.go:171","msg":"trace[613146053] transaction","detail":"{read_only:false; response_revision:8356; number_of_response:1; }","duration":"165.180571ms","start":"2026-03-31T20:35:32.051448Z","end":"2026-03-31T20:35:32.216628Z","steps":["trace[613146053] 'process raft request' (duration: 61.90957ms)","trace[613146053] 'compare' (duration: 102.937613ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:35:33.461018Z","caller":"traceutil/trace.go:171","msg":"trace[1520888337] transaction","detail":"{read_only:false; response_revision:8357; number_of_response:1; }","duration":"291.557012ms","start":"2026-03-31T20:35:33.168239Z","end":"2026-03-31T20:35:33.459796Z","steps":["trace[1520888337] 'process raft request' (duration: 291.391948ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:33.636115Z","caller":"traceutil/trace.go:171","msg":"trace[128431830] transaction","detail":"{read_only:false; response_revision:8358; number_of_response:1; }","duration":"467.582916ms","start":"2026-03-31T20:35:33.16851Z","end":"2026-03-31T20:35:33.636093Z","steps":["trace[128431830] 'process raft request' (duration: 376.091362ms)","trace[128431830] 'compare' (duration: 91.231638ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:35:33.636244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:35:33.16848Z","time spent":"467.701939ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:35:33.636257Z","caller":"traceutil/trace.go:171","msg":"trace[596216939] linearizableReadLoop","detail":"{readStateIndex:8678; appliedIndex:8675; }","duration":"364.03156ms","start":"2026-03-31T20:35:33.272199Z","end":"2026-03-31T20:35:33.63623Z","steps":["trace[596216939] 'read index received' (duration: 187.33312ms)","trace[596216939] 'applied index is now lower than readState.Index' (duration: 176.69744ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:35:33.636433Z","caller":"traceutil/trace.go:171","msg":"trace[1634684474] transaction","detail":"{read_only:false; response_revision:8359; number_of_response:1; }","duration":"465.967859ms","start":"2026-03-31T20:35:33.170451Z","end":"2026-03-31T20:35:33.636419Z","steps":["trace[1634684474] 'process raft request' (duration: 465.584781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:33.636569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:35:33.170425Z","time spent":"466.044071ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:35:33.636846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.644124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:35:33.636916Z","caller":"traceutil/trace.go:171","msg":"trace[284668234] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8359; }","duration":"364.712436ms","start":"2026-03-31T20:35:33.272186Z","end":"2026-03-31T20:35:33.636898Z","steps":["trace[284668234] 'agreement among raft nodes before linearized reading' (duration: 364.536371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:33.63697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:35:33.272129Z","time spent":"364.828418ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:35:33.63718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.91019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:35:33.637238Z","caller":"traceutil/trace.go:171","msg":"trace[1605185035] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8359; }","duration":"365.007482ms","start":"2026-03-31T20:35:33.272217Z","end":"2026-03-31T20:35:33.637224Z","steps":["trace[1605185035] 'agreement among raft nodes before linearized reading' (duration: 364.869399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:33.637289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:35:33.272196Z","time spent":"365.080094ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:35:33.637447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.577287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-rabbit-init-5mgq9\" ","response":"range_response_count:1 size:6627"} {"level":"info","ts":"2026-03-31T20:35:33.637489Z","caller":"traceutil/trace.go:171","msg":"trace[487882305] range","detail":"{range_begin:/registry/pods/openstack/barbican-rabbit-init-5mgq9; range_end:; response_count:1; response_revision:8359; }","duration":"231.659238ms","start":"2026-03-31T20:35:33.40582Z","end":"2026-03-31T20:35:33.63748Z","steps":["trace[487882305] 'agreement among raft nodes before linearized reading' (duration: 231.547775ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:33.95804Z","caller":"traceutil/trace.go:171","msg":"trace[394243766] transaction","detail":"{read_only:false; response_revision:8361; number_of_response:1; }","duration":"316.902246ms","start":"2026-03-31T20:35:33.641114Z","end":"2026-03-31T20:35:33.958017Z","steps":["trace[394243766] 'process raft request' (duration: 316.685181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:33.958194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:35:33.641104Z","time spent":"317.013298ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:35:33.95834Z","caller":"traceutil/trace.go:171","msg":"trace[1803260855] transaction","detail":"{read_only:false; response_revision:8362; number_of_response:1; }","duration":"312.413891ms","start":"2026-03-31T20:35:33.645888Z","end":"2026-03-31T20:35:33.958301Z","steps":["trace[1803260855] 'process raft request' (duration: 312.070683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:33.95855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:35:33.645871Z","time spent":"312.559084ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6798,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:35:34.0364Z","caller":"traceutil/trace.go:171","msg":"trace[444688106] linearizableReadLoop","detail":"{readStateIndex:8683; appliedIndex:8679; }","duration":"171.792016ms","start":"2026-03-31T20:35:33.864569Z","end":"2026-03-31T20:35:34.036361Z","steps":["trace[444688106] 'read index received' (duration: 93.318607ms)","trace[444688106] 'applied index is now lower than readState.Index' (duration: 78.472469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:35:34.036703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.101433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:35:34.036791Z","caller":"traceutil/trace.go:171","msg":"trace[1421234371] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:8364; }","duration":"172.249847ms","start":"2026-03-31T20:35:33.864525Z","end":"2026-03-31T20:35:34.036775Z","steps":["trace[1421234371] 'agreement among raft nodes before linearized reading' (duration: 172.079633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:34.03696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.279518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:35:34.037047Z","caller":"traceutil/trace.go:171","msg":"trace[2115494011] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:8364; }","duration":"172.451832ms","start":"2026-03-31T20:35:33.864578Z","end":"2026-03-31T20:35:34.03703Z","steps":["trace[2115494011] 'agreement among raft nodes before linearized reading' (duration: 172.264987ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:34.037071Z","caller":"traceutil/trace.go:171","msg":"trace[71457031] transaction","detail":"{read_only:false; response_revision:8363; number_of_response:1; }","duration":"253.415888ms","start":"2026-03-31T20:35:33.783645Z","end":"2026-03-31T20:35:34.03706Z","steps":["trace[71457031] 'process raft request' (duration: 252.509326ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:34.037147Z","caller":"traceutil/trace.go:171","msg":"trace[1444162574] transaction","detail":"{read_only:false; response_revision:8364; number_of_response:1; }","duration":"248.78075ms","start":"2026-03-31T20:35:33.78836Z","end":"2026-03-31T20:35:34.037141Z","steps":["trace[1444162574] 'process raft request' (duration: 247.952141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:34.037408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.439581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:1 size:4903"} {"level":"info","ts":"2026-03-31T20:35:34.037448Z","caller":"traceutil/trace.go:171","msg":"trace[700238730] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:1; response_revision:8364; }","duration":"172.539073ms","start":"2026-03-31T20:35:33.864899Z","end":"2026-03-31T20:35:34.037438Z","steps":["trace[700238730] 'agreement among raft nodes before linearized reading' (duration: 172.3991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:34.295259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.485133ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-31T20:35:34.325369Z","caller":"traceutil/trace.go:171","msg":"trace[892353188] transaction","detail":"{read_only:false; response_revision:8366; number_of_response:1; }","duration":"282.234093ms","start":"2026-03-31T20:35:34.043111Z","end":"2026-03-31T20:35:34.325345Z","steps":["trace[892353188] 'process raft request' (duration: 282.144231ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:34.325404Z","caller":"traceutil/trace.go:171","msg":"trace[1152052308] transaction","detail":"{read_only:false; response_revision:8365; number_of_response:1; }","duration":"283.282718ms","start":"2026-03-31T20:35:34.042077Z","end":"2026-03-31T20:35:34.32536Z","steps":["trace[1152052308] 'process raft request' (duration: 283.005261ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:34.325592Z","caller":"traceutil/trace.go:171","msg":"trace[1011668977] linearizableReadLoop","detail":"{readStateIndex:8686; appliedIndex:8683; }","duration":"281.525887ms","start":"2026-03-31T20:35:34.044026Z","end":"2026-03-31T20:35:34.325552Z","steps":["trace[1011668977] 'read index received' (duration: 57.723333ms)","trace[1011668977] 'applied index is now lower than readState.Index' (duration: 223.799094ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:35:34.32566Z","caller":"traceutil/trace.go:171","msg":"trace[2143868760] transaction","detail":"{read_only:false; response_revision:8367; number_of_response:1; }","duration":"274.555204ms","start":"2026-03-31T20:35:34.051062Z","end":"2026-03-31T20:35:34.325617Z","steps":["trace[2143868760] 'process raft request' (duration: 274.234646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:34.326152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.10203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:22 size:190173"} {"level":"info","ts":"2026-03-31T20:35:34.326225Z","caller":"traceutil/trace.go:171","msg":"trace[699035277] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:22; response_revision:8367; }","duration":"282.211023ms","start":"2026-03-31T20:35:34.043997Z","end":"2026-03-31T20:35:34.326208Z","steps":["trace[699035277] 'agreement among raft nodes before linearized reading' (duration: 281.721392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:34.695097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.39379ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:35:34.695239Z","caller":"traceutil/trace.go:171","msg":"trace[690900132] linearizableReadLoop","detail":"{readStateIndex:8688; appliedIndex:8687; }","duration":"369.516598ms","start":"2026-03-31T20:35:34.3257Z","end":"2026-03-31T20:35:34.695216Z","steps":["trace[690900132] 'read index received' (duration: 88.904013ms)","trace[690900132] 'applied index is now lower than readState.Index' (duration: 280.610775ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:35:34.695348Z","caller":"traceutil/trace.go:171","msg":"trace[92770415] transaction","detail":"{read_only:false; response_revision:8368; number_of_response:1; }","duration":"398.721103ms","start":"2026-03-31T20:35:34.296585Z","end":"2026-03-31T20:35:34.695306Z","steps":["trace[92770415] 'process raft request' (duration: 118.048177ms)","trace[92770415] 'compare' (duration: 280.264897ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:35:34.695615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.629502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:35:34.695676Z","caller":"traceutil/trace.go:171","msg":"trace[1713638579] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8368; }","duration":"474.693953ms","start":"2026-03-31T20:35:34.220966Z","end":"2026-03-31T20:35:34.69566Z","steps":["trace[1713638579] 'agreement among raft nodes before linearized reading' (duration: 474.365016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:34.695733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:35:34.220871Z","time spent":"474.848977ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:35:34.695733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:35:34.296551Z","time spent":"399.121633ms","remote":"127.0.0.1:52168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:35:34.695731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.713633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:35:34.695813Z","caller":"traceutil/trace.go:171","msg":"trace[124199676] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:8368; }","duration":"302.861926ms","start":"2026-03-31T20:35:34.392933Z","end":"2026-03-31T20:35:34.695795Z","steps":["trace[124199676] 'agreement among raft nodes before linearized reading' (duration: 302.652322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:34.695871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:35:34.392908Z","time spent":"302.951239ms","remote":"127.0.0.1:52492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":99,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:35:48.923007Z","caller":"traceutil/trace.go:171","msg":"trace[476785536] transaction","detail":"{read_only:false; response_revision:8465; number_of_response:1; }","duration":"117.659167ms","start":"2026-03-31T20:35:48.805314Z","end":"2026-03-31T20:35:48.922973Z","steps":["trace[476785536] 'process raft request' (duration: 117.498763ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:50.159781Z","caller":"traceutil/trace.go:171","msg":"trace[1067458128] transaction","detail":"{read_only:false; response_revision:8472; number_of_response:1; }","duration":"104.519509ms","start":"2026-03-31T20:35:50.055234Z","end":"2026-03-31T20:35:50.159753Z","steps":["trace[1067458128] 'process raft request' (duration: 104.306454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:50.488273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.846003ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:35:50.488397Z","caller":"traceutil/trace.go:171","msg":"trace[614779932] linearizableReadLoop","detail":"{readStateIndex:8797; appliedIndex:8796; }","duration":"328.690182ms","start":"2026-03-31T20:35:50.159689Z","end":"2026-03-31T20:35:50.488379Z","steps":["trace[614779932] 'read index received' (duration: 189.579253ms)","trace[614779932] 'applied index is now lower than readState.Index' (duration: 139.109669ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:35:50.489181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.42621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:35:50.489177Z","caller":"traceutil/trace.go:171","msg":"trace[1786939885] transaction","detail":"{read_only:false; response_revision:8473; number_of_response:1; }","duration":"335.941141ms","start":"2026-03-31T20:35:50.153198Z","end":"2026-03-31T20:35:50.489139Z","steps":["trace[1786939885] 'process raft request' (duration: 196.142245ms)","trace[1786939885] 'compare' (duration: 138.741231ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:35:50.48926Z","caller":"traceutil/trace.go:171","msg":"trace[1420584292] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:8473; }","duration":"344.549893ms","start":"2026-03-31T20:35:50.144691Z","end":"2026-03-31T20:35:50.489241Z","steps":["trace[1420584292] 'agreement among raft nodes before linearized reading' (duration: 344.41415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:50.489346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:35:50.153186Z","time spent":"336.076415ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:35:50.489299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:35:50.144665Z","time spent":"344.625945ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"info","ts":"2026-03-31T20:35:51.835029Z","caller":"traceutil/trace.go:171","msg":"trace[68998310] transaction","detail":"{read_only:false; response_revision:8478; number_of_response:1; }","duration":"136.878767ms","start":"2026-03-31T20:35:51.698126Z","end":"2026-03-31T20:35:51.835005Z","steps":["trace[68998310] 'process raft request' (duration: 136.699313ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:51.916597Z","caller":"traceutil/trace.go:171","msg":"trace[409532264] linearizableReadLoop","detail":"{readStateIndex:8803; appliedIndex:8801; }","duration":"167.757281ms","start":"2026-03-31T20:35:51.74881Z","end":"2026-03-31T20:35:51.916567Z","steps":["trace[409532264] 'read index received' (duration: 85.992745ms)","trace[409532264] 'applied index is now lower than readState.Index' (duration: 81.763006ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:35:51.916631Z","caller":"traceutil/trace.go:171","msg":"trace[1764876164] transaction","detail":"{read_only:false; response_revision:8479; number_of_response:1; }","duration":"216.467272ms","start":"2026-03-31T20:35:51.700132Z","end":"2026-03-31T20:35:51.916599Z","steps":["trace[1764876164] 'process raft request' (duration: 195.319377ms)","trace[1764876164] 'compare' (duration: 20.937101ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:35:51.916854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.033998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:35:51.916959Z","caller":"traceutil/trace.go:171","msg":"trace[279254015] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8479; }","duration":"168.190261ms","start":"2026-03-31T20:35:51.748747Z","end":"2026-03-31T20:35:51.916937Z","steps":["trace[279254015] 'agreement among raft nodes before linearized reading' (duration: 167.946496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:51.917006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.402006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:35:51.917308Z","caller":"traceutil/trace.go:171","msg":"trace[954617551] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:8479; }","duration":"107.747744ms","start":"2026-03-31T20:35:51.809534Z","end":"2026-03-31T20:35:51.917282Z","steps":["trace[954617551] 'agreement among raft nodes before linearized reading' (duration: 107.330055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:18.15877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.571757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:36:18.158895Z","caller":"traceutil/trace.go:171","msg":"trace[2078806886] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8662; }","duration":"288.744291ms","start":"2026-03-31T20:36:17.870123Z","end":"2026-03-31T20:36:18.158867Z","steps":["trace[2078806886] 'range keys from in-memory index tree' (duration: 288.485484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:18.159153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.148341ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:36:18.159448Z","caller":"traceutil/trace.go:171","msg":"trace[591758372] transaction","detail":"{read_only:false; response_revision:8663; number_of_response:1; }","duration":"224.69048ms","start":"2026-03-31T20:36:17.934707Z","end":"2026-03-31T20:36:18.159398Z","steps":["trace[591758372] 'process raft request' (duration: 67.223271ms)","trace[591758372] 'compare' (duration: 156.892125ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:36:18.159468Z","caller":"traceutil/trace.go:171","msg":"trace[1679488762] transaction","detail":"{read_only:false; response_revision:8664; number_of_response:1; }","duration":"154.150106ms","start":"2026-03-31T20:36:18.005281Z","end":"2026-03-31T20:36:18.159431Z","steps":["trace[1679488762] 'process raft request' (duration: 154.050073ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:36:20.276368Z","caller":"traceutil/trace.go:171","msg":"trace[1630036360] transaction","detail":"{read_only:false; response_revision:8678; number_of_response:1; }","duration":"111.938115ms","start":"2026-03-31T20:36:20.164398Z","end":"2026-03-31T20:36:20.276336Z","steps":["trace[1630036360] 'process raft request' (duration: 111.75442ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:36:20.310509Z","caller":"traceutil/trace.go:171","msg":"trace[1757010438] linearizableReadLoop","detail":"{readStateIndex:9009; appliedIndex:9007; }","duration":"132.088752ms","start":"2026-03-31T20:36:20.178398Z","end":"2026-03-31T20:36:20.310487Z","steps":["trace[1757010438] 'read index received' (duration: 97.714987ms)","trace[1757010438] 'applied index is now lower than readState.Index' (duration: 34.372945ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:36:20.310643Z","caller":"traceutil/trace.go:171","msg":"trace[966600405] transaction","detail":"{read_only:false; response_revision:8679; number_of_response:1; }","duration":"145.862959ms","start":"2026-03-31T20:36:20.164742Z","end":"2026-03-31T20:36:20.310605Z","steps":["trace[966600405] 'process raft request' (duration: 145.640573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:20.310718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.312927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T20:36:20.310751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.273287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:36:20.310778Z","caller":"traceutil/trace.go:171","msg":"trace[1389760527] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8679; }","duration":"132.42499ms","start":"2026-03-31T20:36:20.17834Z","end":"2026-03-31T20:36:20.310765Z","steps":["trace[1389760527] 'agreement among raft nodes before linearized reading' (duration: 132.250005ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:36:20.310813Z","caller":"traceutil/trace.go:171","msg":"trace[466698800] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:8679; }","duration":"107.435341ms","start":"2026-03-31T20:36:20.203364Z","end":"2026-03-31T20:36:20.310799Z","steps":["trace[466698800] 'agreement among raft nodes before linearized reading' (duration: 107.303628ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:36:20.462184Z","caller":"traceutil/trace.go:171","msg":"trace[1386652009] transaction","detail":"{read_only:false; response_revision:8681; number_of_response:1; }","duration":"122.688815ms","start":"2026-03-31T20:36:20.339464Z","end":"2026-03-31T20:36:20.462153Z","steps":["trace[1386652009] 'process raft request' (duration: 94.503056ms)","trace[1386652009] 'compare' (duration: 28.007365ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:36:49.138298Z","caller":"traceutil/trace.go:171","msg":"trace[2079379937] transaction","detail":"{read_only:false; response_revision:8875; number_of_response:1; }","duration":"147.447477ms","start":"2026-03-31T20:36:48.990821Z","end":"2026-03-31T20:36:49.138269Z","steps":["trace[2079379937] 'process raft request' (duration: 147.283213ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:36:49.174554Z","caller":"traceutil/trace.go:171","msg":"trace[22397144] transaction","detail":"{read_only:false; response_revision:8876; number_of_response:1; }","duration":"183.617277ms","start":"2026-03-31T20:36:48.990901Z","end":"2026-03-31T20:36:49.174518Z","steps":["trace[22397144] 'process raft request' (duration: 183.33367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:57.120896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.650659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222975"} {"level":"info","ts":"2026-03-31T20:36:57.120976Z","caller":"traceutil/trace.go:171","msg":"trace[521412589] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8918; }","duration":"121.802563ms","start":"2026-03-31T20:36:56.99916Z","end":"2026-03-31T20:36:57.120962Z","steps":["trace[521412589] 'range keys from in-memory index tree' (duration: 121.30588ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:04.186972Z","caller":"traceutil/trace.go:171","msg":"trace[619409380] linearizableReadLoop","detail":"{readStateIndex:9433; appliedIndex:9432; }","duration":"188.262984ms","start":"2026-03-31T20:37:03.998683Z","end":"2026-03-31T20:37:04.186946Z","steps":["trace[619409380] 'read index received' (duration: 188.117161ms)","trace[619409380] 'applied index is now lower than readState.Index' (duration: 144.503µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:37:04.187137Z","caller":"traceutil/trace.go:171","msg":"trace[427059166] transaction","detail":"{read_only:false; response_revision:9091; number_of_response:1; }","duration":"190.369177ms","start":"2026-03-31T20:37:03.996719Z","end":"2026-03-31T20:37:04.187088Z","steps":["trace[427059166] 'process raft request' (duration: 190.059079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:04.18729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.582352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T20:37:04.187381Z","caller":"traceutil/trace.go:171","msg":"trace[1678100612] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:9091; }","duration":"188.759338ms","start":"2026-03-31T20:37:03.998602Z","end":"2026-03-31T20:37:04.187361Z","steps":["trace[1678100612] 'agreement among raft nodes before linearized reading' (duration: 188.520211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:05.23784Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973342450,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:37:05.738974Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973342450,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:37:06.239135Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973342450,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:37:06.312209Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.599343427s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:37:06.312552Z","caller":"traceutil/trace.go:171","msg":"trace[218900489] transaction","detail":"{read_only:false; response_revision:9097; number_of_response:1; }","duration":"1.599726728s","start":"2026-03-31T20:37:04.7128Z","end":"2026-03-31T20:37:06.312527Z","steps":["trace[218900489] 'process raft request' (duration: 1.599586154s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:06.312735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:04.712778Z","time spent":"1.599873942s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:37:06.867959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999332156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T20:37:06.86806Z","caller":"traceutil/trace.go:171","msg":"trace[1848443156] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999475469s","start":"2026-03-31T20:37:04.868563Z","end":"2026-03-31T20:37:06.868038Z","steps":["trace[1848443156] 'agreement among raft nodes before linearized reading' (duration: 1.999351816s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:06.868165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:04.868552Z","time spent":"1.999553011s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 20:37:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-31T20:37:07.177582Z","caller":"traceutil/trace.go:171","msg":"trace[249425941] linearizableReadLoop","detail":"{readStateIndex:9443; appliedIndex:9439; }","duration":"2.440151901s","start":"2026-03-31T20:37:04.737413Z","end":"2026-03-31T20:37:07.177564Z","steps":["trace[249425941] 'read index received' (duration: 1.575044937s)","trace[249425941] 'applied index is now lower than readState.Index' (duration: 865.106304ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:37:07.177668Z","caller":"traceutil/trace.go:171","msg":"trace[1373252778] transaction","detail":"{read_only:false; response_revision:9100; number_of_response:1; }","duration":"985.606435ms","start":"2026-03-31T20:37:06.192028Z","end":"2026-03-31T20:37:07.177634Z","steps":["trace[1373252778] 'process raft request' (duration: 985.506073ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:07.177676Z","caller":"traceutil/trace.go:171","msg":"trace[2139992422] transaction","detail":"{read_only:false; response_revision:9099; number_of_response:1; }","duration":"1.193370869s","start":"2026-03-31T20:37:05.984258Z","end":"2026-03-31T20:37:07.177629Z","steps":["trace[2139992422] 'process raft request' (duration: 1.193241286s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:07.17779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:06.192009Z","time spent":"985.716447ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:37:07.177857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.440433878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:37:07.177702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.440275634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:37:07.17792Z","caller":"traceutil/trace.go:171","msg":"trace[1314554200] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:9100; }","duration":"2.440533231s","start":"2026-03-31T20:37:04.737377Z","end":"2026-03-31T20:37:07.17791Z","steps":["trace[1314554200] 'agreement among raft nodes before linearized reading' (duration: 2.440274244s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:07.177921Z","caller":"traceutil/trace.go:171","msg":"trace[82172554] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:9100; }","duration":"2.440535821s","start":"2026-03-31T20:37:04.737371Z","end":"2026-03-31T20:37:07.177906Z","steps":["trace[82172554] 'agreement among raft nodes before linearized reading' (duration: 2.440421528s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:07.177957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:04.737364Z","time spent":"2.440578962s","remote":"127.0.0.1:54608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T20:37:07.177961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:04.737353Z","time spent":"2.440598172s","remote":"127.0.0.1:54608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:37:07.177955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:05.984238Z","time spent":"1.193546173s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:37:07.178004Z","caller":"traceutil/trace.go:171","msg":"trace[680771638] transaction","detail":"{read_only:false; response_revision:9098; number_of_response:1; }","duration":"2.344629719s","start":"2026-03-31T20:37:04.833342Z","end":"2026-03-31T20:37:07.177972Z","steps":["trace[680771638] 'process raft request' (duration: 2.344046955s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:07.178167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:04.833326Z","time spent":"2.344758802s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:37:07.178962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.440365377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:37:07.178985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.284784664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:37:07.179015Z","caller":"traceutil/trace.go:171","msg":"trace[801786383] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:9102; }","duration":"2.440451228s","start":"2026-03-31T20:37:04.738552Z","end":"2026-03-31T20:37:07.179003Z","steps":["trace[801786383] 'agreement among raft nodes before linearized reading' (duration: 2.440342595s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:07.179049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:04.738533Z","time spent":"2.4405099s","remote":"127.0.0.1:54608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 "} {"level":"info","ts":"2026-03-31T20:37:07.179229Z","caller":"traceutil/trace.go:171","msg":"trace[42505642] transaction","detail":"{read_only:false; response_revision:9101; number_of_response:1; }","duration":"744.687866ms","start":"2026-03-31T20:37:06.434526Z","end":"2026-03-31T20:37:07.179214Z","steps":["trace[42505642] 'process raft request' (duration: 744.207533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:07.179279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.285070302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:37:07.179358Z","caller":"traceutil/trace.go:171","msg":"trace[1819220355] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:9102; }","duration":"2.285221985s","start":"2026-03-31T20:37:04.894125Z","end":"2026-03-31T20:37:07.179346Z","steps":["trace[1819220355] 'agreement among raft nodes before linearized reading' (duration: 2.28504572s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:07.17936Z","caller":"traceutil/trace.go:171","msg":"trace[435308539] transaction","detail":"{read_only:false; response_revision:9102; number_of_response:1; }","duration":"621.055978ms","start":"2026-03-31T20:37:06.558294Z","end":"2026-03-31T20:37:07.17935Z","steps":["trace[435308539] 'process raft request' (duration: 620.535924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:07.179392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:04.894115Z","time spent":"2.285266416s","remote":"127.0.0.1:54692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:37:07.17941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:06.55827Z","time spent":"621.115869ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:37:07.179695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.480546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T20:37:07.179802Z","caller":"traceutil/trace.go:171","msg":"trace[773445793] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9102; }","duration":"127.61753ms","start":"2026-03-31T20:37:07.052174Z","end":"2026-03-31T20:37:07.179792Z","steps":["trace[773445793] 'agreement among raft nodes before linearized reading' (duration: 127.369423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:07.17992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.387008595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:37:07.180011Z","caller":"traceutil/trace.go:171","msg":"trace[1419595338] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:9102; }","duration":"2.387145198s","start":"2026-03-31T20:37:04.792842Z","end":"2026-03-31T20:37:07.179987Z","steps":["trace[1419595338] 'agreement among raft nodes before linearized reading' (duration: 2.386954804s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:07.180058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.880253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:37:07.180067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:04.792827Z","time spent":"2.38722859s","remote":"127.0.0.1:54646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 "} {"level":"warn","ts":"2026-03-31T20:37:07.180083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.424967989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:37:07.180145Z","caller":"traceutil/trace.go:171","msg":"trace[487012817] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:9102; }","duration":"2.425041872s","start":"2026-03-31T20:37:04.755083Z","end":"2026-03-31T20:37:07.180125Z","steps":["trace[487012817] 'agreement among raft nodes before linearized reading' (duration: 2.42495626s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:07.180196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:04.755075Z","time spent":"2.425110953s","remote":"127.0.0.1:54620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 "} {"level":"warn","ts":"2026-03-31T20:37:07.180231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.47736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:37:07.18028Z","caller":"traceutil/trace.go:171","msg":"trace[359257675] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9102; }","duration":"534.544692ms","start":"2026-03-31T20:37:06.64572Z","end":"2026-03-31T20:37:07.180265Z","steps":["trace[359257675] 'agreement among raft nodes before linearized reading' (duration: 534.44814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:07.18032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:06.6457Z","time spent":"534.609923ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:37:07.180337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.30685463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:37:07.180367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.388023041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:37:07.180378Z","caller":"traceutil/trace.go:171","msg":"trace[2008986339] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:9102; }","duration":"2.306926722s","start":"2026-03-31T20:37:04.873439Z","end":"2026-03-31T20:37:07.180366Z","steps":["trace[2008986339] 'agreement among raft nodes before linearized reading' (duration: 2.30686794s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:07.180401Z","caller":"traceutil/trace.go:171","msg":"trace[1607304694] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:9102; }","duration":"2.388084122s","start":"2026-03-31T20:37:04.792307Z","end":"2026-03-31T20:37:07.180391Z","steps":["trace[1607304694] 'agreement among raft nodes before linearized reading' (duration: 2.388033111s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:07.18041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:04.873423Z","time spent":"2.306980033s","remote":"127.0.0.1:54684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T20:37:07.18043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:04.792295Z","time spent":"2.388128113s","remote":"127.0.0.1:54646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T20:37:07.180473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076167712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:37:07.180498Z","caller":"traceutil/trace.go:171","msg":"trace[1336865516] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:9102; }","duration":"1.076235584s","start":"2026-03-31T20:37:06.104255Z","end":"2026-03-31T20:37:07.18049Z","steps":["trace[1336865516] 'agreement among raft nodes before linearized reading' (duration: 1.076191343s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:07.180517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:06.104225Z","time spent":"1.076287684s","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:37:07.180585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.307112236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:37:07.180603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.388273077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:37:07.180623Z","caller":"traceutil/trace.go:171","msg":"trace[1372849081] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:9102; }","duration":"2.307169358s","start":"2026-03-31T20:37:04.873443Z","end":"2026-03-31T20:37:07.180613Z","steps":["trace[1372849081] 'agreement among raft nodes before linearized reading' (duration: 2.307112116s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:07.180638Z","caller":"traceutil/trace.go:171","msg":"trace[1642746264] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:9102; }","duration":"2.388341179s","start":"2026-03-31T20:37:04.792287Z","end":"2026-03-31T20:37:07.180628Z","steps":["trace[1642746264] 'agreement among raft nodes before linearized reading' (duration: 2.388274798s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:07.180659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:04.873432Z","time spent":"2.307217999s","remote":"127.0.0.1:54684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:37:07.180701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.753408612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:37:07.18073Z","caller":"traceutil/trace.go:171","msg":"trace[693193867] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:9102; }","duration":"1.753460134s","start":"2026-03-31T20:37:05.427262Z","end":"2026-03-31T20:37:07.180722Z","steps":["trace[693193867] 'agreement among raft nodes before linearized reading' (duration: 1.753419143s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:07.18075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:05.42725Z","time spent":"1.753494224s","remote":"127.0.0.1:59130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:37:07.180782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.407385997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:37:07.180811Z","caller":"traceutil/trace.go:171","msg":"trace[1141526806] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:9102; }","duration":"2.407427798s","start":"2026-03-31T20:37:04.773376Z","end":"2026-03-31T20:37:07.180803Z","steps":["trace[1141526806] 'agreement among raft nodes before linearized reading' (duration: 2.407389567s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:07.180816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.321325884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:37:07.180843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:04.773372Z","time spent":"2.407464468s","remote":"127.0.0.1:54636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:37:07.18088Z","caller":"traceutil/trace.go:171","msg":"trace[1218713823] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:9102; }","duration":"2.321381964s","start":"2026-03-31T20:37:04.859456Z","end":"2026-03-31T20:37:07.180838Z","steps":["trace[1218713823] 'agreement among raft nodes before linearized reading' (duration: 2.321336843s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:07.18091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.777666311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:37:07.180936Z","caller":"traceutil/trace.go:171","msg":"trace[2147144754] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9102; }","duration":"1.777709473s","start":"2026-03-31T20:37:05.403219Z","end":"2026-03-31T20:37:07.180928Z","steps":["trace[2147144754] 'agreement among raft nodes before linearized reading' (duration: 1.777639071s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:07.180949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.322509203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:37:07.180984Z","caller":"traceutil/trace.go:171","msg":"trace[963929156] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:9102; }","duration":"2.322557534s","start":"2026-03-31T20:37:04.858418Z","end":"2026-03-31T20:37:07.180976Z","steps":["trace[963929156] 'agreement among raft nodes before linearized reading' (duration: 2.322509533s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:07.181011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:04.858409Z","time spent":"2.322596115s","remote":"127.0.0.1:54678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T20:37:07.181024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.407662944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:37:07.181062Z","caller":"traceutil/trace.go:171","msg":"trace[847826910] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:9102; }","duration":"2.407726226s","start":"2026-03-31T20:37:04.773327Z","end":"2026-03-31T20:37:07.181053Z","steps":["trace[847826910] 'agreement among raft nodes before linearized reading' (duration: 2.407672304s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:07.181067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.874727473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:37:07.181091Z","caller":"traceutil/trace.go:171","msg":"trace[1975420727] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9102; }","duration":"1.874769784s","start":"2026-03-31T20:37:05.306315Z","end":"2026-03-31T20:37:07.181085Z","steps":["trace[1975420727] 'agreement among raft nodes before linearized reading' (duration: 1.874719042s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:07.181119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:05.306304Z","time spent":"1.874811004s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:37:07.180663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110511565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:37:07.181223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.901323181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:37:07.181217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.361040772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:37:07.181244Z","caller":"traceutil/trace.go:171","msg":"trace[676609541] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:9102; }","duration":"1.901385533s","start":"2026-03-31T20:37:05.279852Z","end":"2026-03-31T20:37:07.181238Z","steps":["trace[676609541] 'agreement among raft nodes before linearized reading' (duration: 1.901344022s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:07.181267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:05.279835Z","time spent":"1.901426394s","remote":"127.0.0.1:60508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:37:07.180909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:04.85944Z","time spent":"2.321461827s","remote":"127.0.0.1:54678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 "} {"level":"info","ts":"2026-03-31T20:37:07.181276Z","caller":"traceutil/trace.go:171","msg":"trace[1739089844] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:9102; }","duration":"2.361143125s","start":"2026-03-31T20:37:04.820116Z","end":"2026-03-31T20:37:07.181259Z","steps":["trace[1739089844] 'agreement among raft nodes before linearized reading' (duration: 2.361022892s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:07.181315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:04.820102Z","time spent":"2.361203066s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 "} {"level":"warn","ts":"2026-03-31T20:37:07.181018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.783699094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:37:07.181383Z","caller":"traceutil/trace.go:171","msg":"trace[640381767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9102; }","duration":"1.784100804s","start":"2026-03-31T20:37:05.397272Z","end":"2026-03-31T20:37:07.181372Z","steps":["trace[640381767] 'agreement among raft nodes before linearized reading' (duration: 1.783699284s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:07.181415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.021066093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-76hz9\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-31T20:37:07.181418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:05.397254Z","time spent":"1.784153666s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:37:07.18144Z","caller":"traceutil/trace.go:171","msg":"trace[878449774] range","detail":"{range_begin:/registry/pods/openstack/keepalived-76hz9; range_end:; response_count:1; response_revision:9102; }","duration":"2.021130524s","start":"2026-03-31T20:37:05.160302Z","end":"2026-03-31T20:37:07.181433Z","steps":["trace[878449774] 'agreement among raft nodes before linearized reading' (duration: 2.021053522s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:07.181462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:05.160281Z","time spent":"2.021176885s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-76hz9\" "} {"level":"warn","ts":"2026-03-31T20:37:07.181455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.307497975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:37:07.181515Z","caller":"traceutil/trace.go:171","msg":"trace[996907844] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:9102; }","duration":"2.307559677s","start":"2026-03-31T20:37:04.873937Z","end":"2026-03-31T20:37:07.181497Z","steps":["trace[996907844] 'agreement among raft nodes before linearized reading' (duration: 2.305628169s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:07.181549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.323124698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:37:07.181562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.143753027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:37:07.181587Z","caller":"traceutil/trace.go:171","msg":"trace[965717125] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:9102; }","duration":"2.143817769s","start":"2026-03-31T20:37:05.037763Z","end":"2026-03-31T20:37:07.181581Z","steps":["trace[965717125] 'agreement among raft nodes before linearized reading' (duration: 2.143778218s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:07.181584Z","caller":"traceutil/trace.go:171","msg":"trace[286799077] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:9102; }","duration":"2.323176459s","start":"2026-03-31T20:37:04.858396Z","end":"2026-03-31T20:37:07.181572Z","steps":["trace[286799077] 'agreement among raft nodes before linearized reading' (duration: 2.323119897s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:07.181231Z","caller":"traceutil/trace.go:171","msg":"trace[688127350] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:9102; }","duration":"1.11110482s","start":"2026-03-31T20:37:06.070115Z","end":"2026-03-31T20:37:07.181219Z","steps":["trace[688127350] 'agreement among raft nodes before linearized reading' (duration: 1.110515045s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:07.181617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:04.858388Z","time spent":"2.323220541s","remote":"127.0.0.1:54678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:37:07.18164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.246739667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:37:07.181648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:06.070099Z","time spent":"1.11153273s","remote":"127.0.0.1:52564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:37:07.181693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.247320262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:37:07.181605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.426774424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:37:07.181829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.26395079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:37:07.181851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.343467519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:37:07.181888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.286581979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:37:07.18189Z","caller":"traceutil/trace.go:171","msg":"trace[450983605] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:9102; }","duration":"2.343536571s","start":"2026-03-31T20:37:04.838344Z","end":"2026-03-31T20:37:07.18188Z","steps":["trace[450983605] 'agreement among raft nodes before linearized reading' (duration: 2.34348761s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:07.181914Z","caller":"traceutil/trace.go:171","msg":"trace[1363643703] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:9102; }","duration":"2.28663079s","start":"2026-03-31T20:37:04.895277Z","end":"2026-03-31T20:37:07.181908Z","steps":["trace[1363643703] 'agreement among raft nodes before linearized reading' (duration: 2.286596249s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:07.181927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:04.838324Z","time spent":"2.343594402s","remote":"127.0.0.1:54676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:37:07.180672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:04.792272Z","time spent":"2.38839142s","remote":"127.0.0.1:54646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:37:07.181556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:04.873908Z","time spent":"2.307638518s","remote":"127.0.0.1:54684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 "} {"level":"warn","ts":"2026-03-31T20:37:07.182107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.357227487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:37:07.182137Z","caller":"traceutil/trace.go:171","msg":"trace[1112232639] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:9102; }","duration":"2.357271857s","start":"2026-03-31T20:37:04.824856Z","end":"2026-03-31T20:37:07.182128Z","steps":["trace[1112232639] 'agreement among raft nodes before linearized reading' (duration: 2.357216756s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:07.180743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.40711274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:37:07.182176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:04.824848Z","time spent":"2.357320538s","remote":"127.0.0.1:37578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:37:07.181665Z","caller":"traceutil/trace.go:171","msg":"trace[1379848061] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:9102; }","duration":"2.246769908s","start":"2026-03-31T20:37:04.934886Z","end":"2026-03-31T20:37:07.181656Z","steps":["trace[1379848061] 'agreement among raft nodes before linearized reading' (duration: 2.246734577s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:07.182213Z","caller":"traceutil/trace.go:171","msg":"trace[122798075] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:9102; }","duration":"2.408590118s","start":"2026-03-31T20:37:04.773613Z","end":"2026-03-31T20:37:07.182203Z","steps":["trace[122798075] 'agreement among raft nodes before linearized reading' (duration: 2.407106531s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:07.182252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:04.773609Z","time spent":"2.408633739s","remote":"127.0.0.1:54636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 "} {"level":"warn","ts":"2026-03-31T20:37:07.181766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.342856964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:37:07.182291Z","caller":"traceutil/trace.go:171","msg":"trace[1107834997] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:9102; }","duration":"2.343399978s","start":"2026-03-31T20:37:04.838879Z","end":"2026-03-31T20:37:07.182279Z","steps":["trace[1107834997] 'agreement among raft nodes before linearized reading' (duration: 2.342861884s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:07.182335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:04.838867Z","time spent":"2.34345708s","remote":"127.0.0.1:54676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 "} {"level":"warn","ts":"2026-03-31T20:37:07.182353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.362099869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:37:07.182383Z","caller":"traceutil/trace.go:171","msg":"trace[1023962219] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:9102; }","duration":"2.362173971s","start":"2026-03-31T20:37:04.8202Z","end":"2026-03-31T20:37:07.182374Z","steps":["trace[1023962219] 'agreement among raft nodes before linearized reading' (duration: 2.362122619s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:07.182423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:04.82017Z","time spent":"2.362244923s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T20:37:07.182563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.362348765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:37:07.182598Z","caller":"traceutil/trace.go:171","msg":"trace[1608553849] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:9102; }","duration":"2.362416947s","start":"2026-03-31T20:37:04.820173Z","end":"2026-03-31T20:37:07.18259Z","steps":["trace[1608553849] 'agreement among raft nodes before linearized reading' (duration: 2.362366146s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:07.181853Z","caller":"traceutil/trace.go:171","msg":"trace[364659740] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:9102; }","duration":"2.427054991s","start":"2026-03-31T20:37:04.754785Z","end":"2026-03-31T20:37:07.18184Z","steps":["trace[364659740] 'agreement among raft nodes before linearized reading' (duration: 2.426794075s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:07.182674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:04.820154Z","time spent":"2.36250605s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:37:07.180149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.326875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:37:07.18276Z","caller":"traceutil/trace.go:171","msg":"trace[1876390436] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:9102; }","duration":"495.972562ms","start":"2026-03-31T20:37:06.686778Z","end":"2026-03-31T20:37:07.18275Z","steps":["trace[1876390436] 'agreement among raft nodes before linearized reading' (duration: 493.340236ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:07.1801Z","caller":"traceutil/trace.go:171","msg":"trace[553801468] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9102; }","duration":"311.948975ms","start":"2026-03-31T20:37:06.868137Z","end":"2026-03-31T20:37:07.180086Z","steps":["trace[553801468] 'agreement among raft nodes before linearized reading' (duration: 311.880633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:07.18279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:06.686755Z","time spent":"496.025803ms","remote":"127.0.0.1:59048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:37:07.182836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:06.868117Z","time spent":"314.709145ms","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:37:07.181859Z","caller":"traceutil/trace.go:171","msg":"trace[465930314] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:9102; }","duration":"2.263997622s","start":"2026-03-31T20:37:04.917855Z","end":"2026-03-31T20:37:07.181852Z","steps":["trace[465930314] 'agreement among raft nodes before linearized reading' (duration: 2.263958391s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:07.183062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:04.917844Z","time spent":"2.265204902s","remote":"127.0.0.1:54702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T20:37:07.181091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:04.773312Z","time spent":"2.407772057s","remote":"127.0.0.1:54636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T20:37:07.181936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:04.895263Z","time spent":"2.286668582s","remote":"127.0.0.1:54692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 "} {"level":"warn","ts":"2026-03-31T20:37:07.180954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:05.403208Z","time spent":"1.777742693s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:37:07.181772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.262746539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:37:07.183436Z","caller":"traceutil/trace.go:171","msg":"trace[685912219] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:9102; }","duration":"2.264417272s","start":"2026-03-31T20:37:04.919006Z","end":"2026-03-31T20:37:07.183423Z","steps":["trace[685912219] 'agreement among raft nodes before linearized reading' (duration: 2.262747689s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:07.182243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:04.934881Z","time spent":"2.247344723s","remote":"127.0.0.1:54704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 "} {"level":"warn","ts":"2026-03-31T20:37:07.181741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.247378363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:37:07.181811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.343344336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:37:07.183488Z","caller":"traceutil/trace.go:171","msg":"trace[2011181243] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:9102; }","duration":"2.345022689s","start":"2026-03-31T20:37:04.838458Z","end":"2026-03-31T20:37:07.183481Z","steps":["trace[2011181243] 'agreement among raft nodes before linearized reading' (duration: 2.343333146s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:07.183529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:04.838409Z","time spent":"2.345106311s","remote":"127.0.0.1:54676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T20:37:07.183804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.428994501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:37:07.183862Z","caller":"traceutil/trace.go:171","msg":"trace[1633630054] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:9102; }","duration":"2.429074872s","start":"2026-03-31T20:37:04.754772Z","end":"2026-03-31T20:37:07.183847Z","steps":["trace[1633630054] 'agreement among raft nodes before linearized reading' (duration: 2.42899006s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:07.183909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:04.754761Z","time spent":"2.429134984s","remote":"127.0.0.1:54620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 "} {"level":"info","ts":"2026-03-31T20:37:07.179045Z","caller":"traceutil/trace.go:171","msg":"trace[149917266] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:9102; }","duration":"2.284851426s","start":"2026-03-31T20:37:04.894173Z","end":"2026-03-31T20:37:07.179025Z","steps":["trace[149917266] 'agreement among raft nodes before linearized reading' (duration: 2.284743943s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:07.184007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:04.894168Z","time spent":"2.289827291s","remote":"127.0.0.1:54692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T20:37:07.184045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:04.918997Z","time spent":"2.265027656s","remote":"127.0.0.1:54702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 "} {"level":"info","ts":"2026-03-31T20:37:07.18419Z","caller":"traceutil/trace.go:171","msg":"trace[512469177] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:9102; }","duration":"2.249817125s","start":"2026-03-31T20:37:04.934355Z","end":"2026-03-31T20:37:07.184173Z","steps":["trace[512469177] 'agreement among raft nodes before linearized reading' (duration: 2.247369083s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:07.181606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:05.037744Z","time spent":"2.143857639s","remote":"127.0.0.1:37528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:37:07.18425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:04.934344Z","time spent":"2.249888237s","remote":"127.0.0.1:54704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T20:37:07.181801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.263839127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:37:07.18452Z","caller":"traceutil/trace.go:171","msg":"trace[1930348602] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:9102; }","duration":"2.266572906s","start":"2026-03-31T20:37:04.917927Z","end":"2026-03-31T20:37:07.1845Z","steps":["trace[1930348602] 'agreement among raft nodes before linearized reading' (duration: 2.263859608s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:07.179313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:06.434502Z","time spent":"744.771439ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:37:07.184574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:04.917912Z","time spent":"2.266636067s","remote":"127.0.0.1:54702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:37:07.181713Z","caller":"traceutil/trace.go:171","msg":"trace[1940344704] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:9102; }","duration":"2.247363073s","start":"2026-03-31T20:37:04.934345Z","end":"2026-03-31T20:37:07.181708Z","steps":["trace[1940344704] 'agreement among raft nodes before linearized reading' (duration: 2.247333772s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:07.185342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:04.934332Z","time spent":"2.250986245s","remote":"127.0.0.1:54704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:37:07.187173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:04.754769Z","time spent":"2.427918323s","remote":"127.0.0.1:54620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:37:14.236141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.850733ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:37:14.236246Z","caller":"traceutil/trace.go:171","msg":"trace[1173588948] transaction","detail":"{read_only:false; response_revision:9138; number_of_response:1; }","duration":"220.534406ms","start":"2026-03-31T20:37:14.015683Z","end":"2026-03-31T20:37:14.236218Z","steps":["trace[1173588948] 'process raft request' (duration: 79.52562ms)","trace[1173588948] 'compare' (duration: 140.292068ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:37:17.747118Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973342601,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:37:18.247755Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973342601,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:37:18.748326Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973342601,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:37:19.220365Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.998952227s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:37:19.220679Z","caller":"traceutil/trace.go:171","msg":"trace[1298381014] transaction","detail":"{read_only:false; response_revision:9151; number_of_response:1; }","duration":"1.999388188s","start":"2026-03-31T20:37:17.221268Z","end":"2026-03-31T20:37:19.220656Z","steps":["trace[1298381014] 'process raft request' (duration: 1.999264835s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:19.220809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:17.221237Z","time spent":"1.999505541s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:37:19.554761Z","caller":"traceutil/trace.go:171","msg":"trace[397588149] transaction","detail":"{read_only:false; response_revision:9153; number_of_response:1; }","duration":"2.331862778s","start":"2026-03-31T20:37:17.222881Z","end":"2026-03-31T20:37:19.554744Z","steps":["trace[397588149] 'process raft request' (duration: 2.331819617s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:19.554821Z","caller":"traceutil/trace.go:171","msg":"trace[787589464] transaction","detail":"{read_only:false; response_revision:9152; number_of_response:1; }","duration":"2.332972166s","start":"2026-03-31T20:37:17.22181Z","end":"2026-03-31T20:37:19.554782Z","steps":["trace[787589464] 'process raft request' (duration: 2.332775921s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:19.554873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:17.222871Z","time spent":"2.33194417s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:37:19.554981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:17.221776Z","time spent":"2.3331145s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:37:19.555081Z","caller":"traceutil/trace.go:171","msg":"trace[1061970430] transaction","detail":"{read_only:false; response_revision:9155; number_of_response:1; }","duration":"2.184928493s","start":"2026-03-31T20:37:17.370146Z","end":"2026-03-31T20:37:19.555075Z","steps":["trace[1061970430] 'process raft request' (duration: 2.18478633s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:19.555117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:17.370129Z","time spent":"2.184970945s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:37:19.555081Z","caller":"traceutil/trace.go:171","msg":"trace[853443410] transaction","detail":"{read_only:false; response_revision:9154; number_of_response:1; }","duration":"2.331637103s","start":"2026-03-31T20:37:17.223399Z","end":"2026-03-31T20:37:19.555036Z","steps":["trace[853443410] 'process raft request' (duration: 2.331323165s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:19.555083Z","caller":"traceutil/trace.go:171","msg":"trace[1166156389] linearizableReadLoop","detail":"{readStateIndex:9500; appliedIndex:9495; }","duration":"2.308853309s","start":"2026-03-31T20:37:17.246203Z","end":"2026-03-31T20:37:19.555057Z","steps":["trace[1166156389] 'read index received' (duration: 1.974397109s)","trace[1166156389] 'applied index is now lower than readState.Index' (duration: 334.455ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:37:19.55527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:17.223384Z","time spent":"2.331791786s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:37:19.555281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.309068985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:37:19.55533Z","caller":"traceutil/trace.go:171","msg":"trace[1094560877] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9155; }","duration":"2.309182138s","start":"2026-03-31T20:37:17.246137Z","end":"2026-03-31T20:37:19.555319Z","steps":["trace[1094560877] 'agreement among raft nodes before linearized reading' (duration: 2.308997223s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:19.555366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:17.246117Z","time spent":"2.30924087s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:37:19.705577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.742829ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T20:37:19.706082Z","caller":"traceutil/trace.go:171","msg":"trace[2137347763] linearizableReadLoop","detail":"{readStateIndex:9502; appliedIndex:9500; }","duration":"150.831512ms","start":"2026-03-31T20:37:19.555238Z","end":"2026-03-31T20:37:19.70607Z","steps":["trace[2137347763] 'read index received' (duration: 19.630933ms)","trace[2137347763] 'applied index is now lower than readState.Index' (duration: 131.199759ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:37:19.706128Z","caller":"traceutil/trace.go:171","msg":"trace[197278663] transaction","detail":"{read_only:false; response_revision:9156; number_of_response:1; }","duration":"223.727207ms","start":"2026-03-31T20:37:19.482394Z","end":"2026-03-31T20:37:19.706121Z","steps":["trace[197278663] 'process raft request' (duration: 223.255165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:19.744068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039796177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:37:19.744151Z","caller":"traceutil/trace.go:171","msg":"trace[467148680] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:9156; }","duration":"1.03992241s","start":"2026-03-31T20:37:18.704209Z","end":"2026-03-31T20:37:19.744131Z","steps":["trace[467148680] 'agreement among raft nodes before linearized reading' (duration: 1.001962705s)","trace[467148680] 'count revisions from in-memory index tree' (duration: 37.832572ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:37:19.744121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.482479885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:37:19.744145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.375840764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-31T20:37:19.744199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:18.704191Z","time spent":"1.039990382s","remote":"127.0.0.1:52336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:37:19.744288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070029067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:37:19.744284Z","caller":"traceutil/trace.go:171","msg":"trace[1023788107] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:9156; }","duration":"2.482616049s","start":"2026-03-31T20:37:17.261571Z","end":"2026-03-31T20:37:19.744187Z","steps":["trace[1023788107] 'agreement among raft nodes before linearized reading' (duration: 2.444625984s)","trace[1023788107] 'count revisions from in-memory index tree' (duration: 37.859472ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:37:19.74432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25860239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:37:19.744334Z","caller":"traceutil/trace.go:171","msg":"trace[1824441959] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:9156; }","duration":"1.070113039s","start":"2026-03-31T20:37:18.674202Z","end":"2026-03-31T20:37:19.744315Z","steps":["trace[1824441959] 'agreement among raft nodes before linearized reading' (duration: 1.031944339s)","trace[1824441959] 'count revisions from in-memory index tree' (duration: 38.099518ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:37:19.744324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.488888367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:37:19.744372Z","caller":"traceutil/trace.go:171","msg":"trace[1292549804] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:9156; }","duration":"1.258709822s","start":"2026-03-31T20:37:18.485644Z","end":"2026-03-31T20:37:19.744354Z","steps":["trace[1292549804] 'agreement among raft nodes before linearized reading' (duration: 1.220522782s)","trace[1292549804] 'count revisions from in-memory index tree' (duration: 38.102348ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:37:19.744378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141852524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-66dd659597-kwccw.18a20778cfd168f4\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-31T20:37:19.744404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336033997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:37:19.744416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345352701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:37:19.744421Z","caller":"traceutil/trace.go:171","msg":"trace[2127338848] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:9156; }","duration":"1.336074618s","start":"2026-03-31T20:37:18.408341Z","end":"2026-03-31T20:37:19.744416Z","steps":["trace[2127338848] 'agreement among raft nodes before linearized reading' (duration: 1.297833296s)","trace[2127338848] 'count revisions from in-memory index tree' (duration: 38.219091ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:37:19.744419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:18.485618Z","time spent":"1.258790144s","remote":"127.0.0.1:37554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:37:19.744441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:18.408327Z","time spent":"1.336109729s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:37:19.744437Z","caller":"traceutil/trace.go:171","msg":"trace[2063415500] range","detail":"{range_begin:/registry/events/openstack/barbican-api-66dd659597-kwccw.18a20778cfd168f4; range_end:; response_count:1; response_revision:9156; }","duration":"1.141952807s","start":"2026-03-31T20:37:18.602463Z","end":"2026-03-31T20:37:19.744415Z","steps":["trace[2063415500] 'agreement among raft nodes before linearized reading' (duration: 1.103698215s)","trace[2063415500] 'range keys from in-memory index tree' (duration: 38.105168ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:37:19.744445Z","caller":"traceutil/trace.go:171","msg":"trace[1296426227] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9156; }","duration":"1.345425702s","start":"2026-03-31T20:37:18.399009Z","end":"2026-03-31T20:37:19.744434Z","steps":["trace[1296426227] 'agreement among raft nodes before linearized reading' (duration: 1.307117539s)","trace[1296426227] 'range keys from in-memory index tree' (duration: 38.237882ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:37:19.74443Z","caller":"traceutil/trace.go:171","msg":"trace[1309757732] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9156; }","duration":"2.48901241s","start":"2026-03-31T20:37:17.255389Z","end":"2026-03-31T20:37:19.744402Z","steps":["trace[1309757732] 'agreement among raft nodes before linearized reading' (duration: 2.45081919s)","trace[1309757732] 'range keys from in-memory index tree' (duration: 37.881763ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:37:19.744482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:18.398988Z","time spent":"1.345488484s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:37:19.744482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:18.602442Z","time spent":"1.142030979s","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-66dd659597-kwccw.18a20778cfd168f4\" "} {"level":"warn","ts":"2026-03-31T20:37:19.744502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:17.255379Z","time spent":"2.489107373s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:37:19.744346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:17.261557Z","time spent":"2.482774573s","remote":"127.0.0.1:54220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:37:19.744368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.490142758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T20:37:19.744529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.482023854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-76hz9\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-31T20:37:19.744586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.874421285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:37:19.744283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.850343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:37:19.744369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:18.674178Z","time spent":"1.070184171s","remote":"127.0.0.1:54182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:37:19.744606Z","caller":"traceutil/trace.go:171","msg":"trace[529167181] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9156; }","duration":"2.490409185s","start":"2026-03-31T20:37:17.254164Z","end":"2026-03-31T20:37:19.744573Z","steps":["trace[529167181] 'agreement among raft nodes before linearized reading' (duration: 2.451941947s)","trace[529167181] 'range keys from in-memory index tree' (duration: 38.212561ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:37:19.744621Z","caller":"traceutil/trace.go:171","msg":"trace[1966986313] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9156; }","duration":"1.874493447s","start":"2026-03-31T20:37:17.870116Z","end":"2026-03-31T20:37:19.744609Z","steps":["trace[1966986313] 'agreement among raft nodes before linearized reading' (duration: 1.83606912s)","trace[1966986313] 'range keys from in-memory index tree' (duration: 38.381346ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:37:19.744607Z","caller":"traceutil/trace.go:171","msg":"trace[110955551] range","detail":"{range_begin:/registry/pods/openstack/keepalived-76hz9; range_end:; response_count:1; response_revision:9156; }","duration":"2.482116147s","start":"2026-03-31T20:37:17.262465Z","end":"2026-03-31T20:37:19.744581Z","steps":["trace[110955551] 'agreement among raft nodes before linearized reading' (duration: 2.443716471s)","trace[110955551] 'range keys from in-memory index tree' (duration: 38.227432ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:37:19.744647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:17.870093Z","time spent":"1.874549028s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:37:19.744653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:17.254135Z","time spent":"2.490502107s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:37:19.744666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:17.262444Z","time spent":"2.482209319s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-76hz9\" "} {"level":"info","ts":"2026-03-31T20:37:19.744623Z","caller":"traceutil/trace.go:171","msg":"trace[524456927] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:9156; }","duration":"590.255263ms","start":"2026-03-31T20:37:19.15436Z","end":"2026-03-31T20:37:19.744615Z","steps":["trace[524456927] 'agreement among raft nodes before linearized reading' (duration: 551.778975ms)","trace[524456927] 'count revisions from in-memory index tree' (duration: 38.079677ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:37:19.744757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:19.154343Z","time spent":"590.402857ms","remote":"127.0.0.1:52492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":111,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:37:19.745063Z","caller":"traceutil/trace.go:171","msg":"trace[1252141870] transaction","detail":"{read_only:false; response_revision:9157; number_of_response:1; }","duration":"185.663208ms","start":"2026-03-31T20:37:19.559381Z","end":"2026-03-31T20:37:19.745045Z","steps":["trace[1252141870] 'process raft request' (duration: 146.671078ms)","trace[1252141870] 'compare' (duration: 37.914984ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:37:19.745155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.489541643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:37:19.745223Z","caller":"traceutil/trace.go:171","msg":"trace[635177430] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9156; }","duration":"2.489777239s","start":"2026-03-31T20:37:17.255423Z","end":"2026-03-31T20:37:19.7452Z","steps":["trace[635177430] 'agreement among raft nodes before linearized reading' (duration: 2.450772559s)","trace[635177430] 'range keys from in-memory index tree' (duration: 38.692503ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:37:19.744986Z","caller":"traceutil/trace.go:171","msg":"trace[475929649] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9156; }","duration":"2.376752087s","start":"2026-03-31T20:37:17.368221Z","end":"2026-03-31T20:37:19.744973Z","steps":["trace[475929649] 'agreement among raft nodes before linearized reading' (duration: 2.337983262s)","trace[475929649] 'range keys from in-memory index tree' (duration: 37.75934ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:37:19.745275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:17.255409Z","time spent":"2.489848851s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:37:19.745347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:17.368198Z","time spent":"2.377091935s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:37:21.344034Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973342626,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:37:21.844449Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973342626,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:37:22.345462Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973342626,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:37:22.662439Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.986853272s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:37:22.663432Z","caller":"traceutil/trace.go:171","msg":"trace[1966207594] transaction","detail":"{read_only:false; response_revision:9163; number_of_response:1; }","duration":"1.987929s","start":"2026-03-31T20:37:20.675461Z","end":"2026-03-31T20:37:22.66339Z","steps":["trace[1966207594] 'process raft request' (duration: 1.987220513s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:22.66364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:20.675437Z","time spent":"1.988072223s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:37:22.684785Z","caller":"traceutil/trace.go:171","msg":"trace[2046210644] transaction","detail":"{read_only:false; response_revision:9164; number_of_response:1; }","duration":"1.458921807s","start":"2026-03-31T20:37:21.225823Z","end":"2026-03-31T20:37:22.684744Z","steps":["trace[2046210644] 'process raft request' (duration: 1.458553188s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:22.684891Z","caller":"traceutil/trace.go:171","msg":"trace[2066174600] linearizableReadLoop","detail":"{readStateIndex:9513; appliedIndex:9508; }","duration":"1.841635271s","start":"2026-03-31T20:37:20.843214Z","end":"2026-03-31T20:37:22.68485Z","steps":["trace[2066174600] 'read index received' (duration: 1.819454783s)","trace[2066174600] 'applied index is now lower than readState.Index' (duration: 22.178968ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:37:22.685067Z","caller":"traceutil/trace.go:171","msg":"trace[2120324434] transaction","detail":"{read_only:false; response_revision:9165; number_of_response:1; }","duration":"1.12419169s","start":"2026-03-31T20:37:21.560865Z","end":"2026-03-31T20:37:22.685057Z","steps":["trace[2120324434] 'process raft request' (duration: 1.123707417s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:22.685258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:21.560839Z","time spent":"1.124268963s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:37:22.685284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.842057962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:37:22.685353Z","caller":"traceutil/trace.go:171","msg":"trace[1231824087] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:9167; }","duration":"1.842173965s","start":"2026-03-31T20:37:20.84316Z","end":"2026-03-31T20:37:22.685334Z","steps":["trace[1231824087] 'agreement among raft nodes before linearized reading' (duration: 1.842056152s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:22.685412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:20.84314Z","time spent":"1.842256057s","remote":"127.0.0.1:59036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:37:22.685427Z","caller":"traceutil/trace.go:171","msg":"trace[976027604] transaction","detail":"{read_only:false; response_revision:9166; number_of_response:1; }","duration":"1.124010056s","start":"2026-03-31T20:37:21.561392Z","end":"2026-03-31T20:37:22.685402Z","steps":["trace[976027604] 'process raft request' (duration: 1.123217655s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:22.685556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:21.561365Z","time spent":"1.124111529s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:37:22.685683Z","caller":"traceutil/trace.go:171","msg":"trace[39499278] transaction","detail":"{read_only:false; response_revision:9167; number_of_response:1; }","duration":"1.124132258s","start":"2026-03-31T20:37:21.561532Z","end":"2026-03-31T20:37:22.685665Z","steps":["trace[39499278] 'process raft request' (duration: 1.123154623s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:22.685717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.816395947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:37:22.685755Z","caller":"traceutil/trace.go:171","msg":"trace[941596622] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9167; }","duration":"1.816463938s","start":"2026-03-31T20:37:20.86928Z","end":"2026-03-31T20:37:22.685744Z","steps":["trace[941596622] 'agreement among raft nodes before linearized reading' (duration: 1.816380626s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:22.685794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:20.869266Z","time spent":"1.8165221s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:37:22.685783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:21.561525Z","time spent":"1.12420482s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:37:22.68622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.332564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:37:22.68629Z","caller":"traceutil/trace.go:171","msg":"trace[1095307486] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9167; }","duration":"850.445757ms","start":"2026-03-31T20:37:21.835828Z","end":"2026-03-31T20:37:22.686274Z","steps":["trace[1095307486] 'agreement among raft nodes before linearized reading' (duration: 850.258482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:22.686325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.57637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T20:37:22.686335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:21.835804Z","time spent":"850.519668ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:37:22.68636Z","caller":"traceutil/trace.go:171","msg":"trace[1009277766] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9167; }","duration":"850.653761ms","start":"2026-03-31T20:37:21.835697Z","end":"2026-03-31T20:37:22.68635Z","steps":["trace[1009277766] 'agreement among raft nodes before linearized reading' (duration: 850.570619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:22.68639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:21.835676Z","time spent":"850.707553ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:37:22.686449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642767979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:37:22.686513Z","caller":"traceutil/trace.go:171","msg":"trace[191338666] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:9167; }","duration":"1.642875232s","start":"2026-03-31T20:37:21.043617Z","end":"2026-03-31T20:37:22.686493Z","steps":["trace[191338666] 'agreement among raft nodes before linearized reading' (duration: 1.642760509s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:22.686566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:21.043589Z","time spent":"1.642962194s","remote":"127.0.0.1:52466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":10,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:37:22.686652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.830149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:37:22.686716Z","caller":"traceutil/trace.go:171","msg":"trace[380651845] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:9167; }","duration":"132.971773ms","start":"2026-03-31T20:37:22.553724Z","end":"2026-03-31T20:37:22.686695Z","steps":["trace[380651845] 'agreement among raft nodes before linearized reading' (duration: 132.83407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:22.686796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.671468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:37:22.686842Z","caller":"traceutil/trace.go:171","msg":"trace[1961969560] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:9167; }","duration":"964.74787ms","start":"2026-03-31T20:37:21.72208Z","end":"2026-03-31T20:37:22.686828Z","steps":["trace[1961969560] 'agreement among raft nodes before linearized reading' (duration: 964.683279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:22.686884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:21.722065Z","time spent":"964.810442ms","remote":"127.0.0.1:52296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:37:22.685084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:21.225804Z","time spent":"1.459127502s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:37:22.687016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.896787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:37:22.687064Z","caller":"traceutil/trace.go:171","msg":"trace[1994012589] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:9167; }","duration":"312.99386ms","start":"2026-03-31T20:37:22.374053Z","end":"2026-03-31T20:37:22.687047Z","steps":["trace[1994012589] 'agreement among raft nodes before linearized reading' (duration: 312.911108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:22.68712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.567522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T20:37:22.687122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:22.374029Z","time spent":"313.076292ms","remote":"127.0.0.1:54290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:37:22.687107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.03036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:37:22.68715Z","caller":"traceutil/trace.go:171","msg":"trace[249172706] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9167; }","duration":"938.644744ms","start":"2026-03-31T20:37:21.748496Z","end":"2026-03-31T20:37:22.687141Z","steps":["trace[249172706] 'agreement among raft nodes before linearized reading' (duration: 938.546642ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:22.687179Z","caller":"traceutil/trace.go:171","msg":"trace[1294115669] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9167; }","duration":"851.128173ms","start":"2026-03-31T20:37:21.836033Z","end":"2026-03-31T20:37:22.687161Z","steps":["trace[1294115669] 'agreement among raft nodes before linearized reading' (duration: 850.955368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:22.687196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:21.748471Z","time spent":"938.719395ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:37:22.687224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:21.836018Z","time spent":"851.193095ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:37:22.686243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.369225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T20:37:22.687375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.21263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:37:22.68742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.769792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:37:22.68743Z","caller":"traceutil/trace.go:171","msg":"trace[1804817288] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9167; }","duration":"584.301333ms","start":"2026-03-31T20:37:22.103112Z","end":"2026-03-31T20:37:22.687413Z","steps":["trace[1804817288] 'agreement among raft nodes before linearized reading' (duration: 584.215621ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:22.687464Z","caller":"traceutil/trace.go:171","msg":"trace[1260709274] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:9167; }","duration":"601.815743ms","start":"2026-03-31T20:37:22.085636Z","end":"2026-03-31T20:37:22.687452Z","steps":["trace[1260709274] 'agreement among raft nodes before linearized reading' (duration: 601.750631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:22.687479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:22.103095Z","time spent":"584.368474ms","remote":"127.0.0.1:59150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:37:22.687495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:22.085579Z","time spent":"601.907395ms","remote":"127.0.0.1:54350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:37:22.687714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.924333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-76hz9\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-31T20:37:22.687781Z","caller":"traceutil/trace.go:171","msg":"trace[1873025292] range","detail":"{range_begin:/registry/pods/openstack/keepalived-76hz9; range_end:; response_count:1; response_revision:9167; }","duration":"848.017796ms","start":"2026-03-31T20:37:21.839748Z","end":"2026-03-31T20:37:22.687766Z","steps":["trace[1873025292] 'agreement among raft nodes before linearized reading' (duration: 847.83156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:22.687837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:21.839734Z","time spent":"848.090437ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-76hz9\" "} {"level":"info","ts":"2026-03-31T20:37:22.687392Z","caller":"traceutil/trace.go:171","msg":"trace[903723566] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9167; }","duration":"851.516473ms","start":"2026-03-31T20:37:21.835835Z","end":"2026-03-31T20:37:22.687351Z","steps":["trace[903723566] 'agreement among raft nodes before linearized reading' (duration: 850.277683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:22.688443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:21.835821Z","time spent":"852.596631ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T20:37:22.967516Z","caller":"traceutil/trace.go:171","msg":"trace[1315794913] transaction","detail":"{read_only:false; response_revision:9168; number_of_response:1; }","duration":"274.40511ms","start":"2026-03-31T20:37:22.693067Z","end":"2026-03-31T20:37:22.967472Z","steps":["trace[1315794913] 'process raft request' (duration: 274.176785ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:22.967672Z","caller":"traceutil/trace.go:171","msg":"trace[791375869] transaction","detail":"{read_only:false; response_revision:9169; number_of_response:1; }","duration":"274.547594ms","start":"2026-03-31T20:37:22.693103Z","end":"2026-03-31T20:37:22.967651Z","steps":["trace[791375869] 'process raft request' (duration: 274.320138ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:23.052413Z","caller":"traceutil/trace.go:171","msg":"trace[397092596] transaction","detail":"{read_only:false; response_revision:9171; number_of_response:1; }","duration":"358.823363ms","start":"2026-03-31T20:37:22.693559Z","end":"2026-03-31T20:37:23.052382Z","steps":["trace[397092596] 'process raft request' (duration: 358.651359ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:23.052487Z","caller":"traceutil/trace.go:171","msg":"trace[107718932] transaction","detail":"{read_only:false; response_revision:9170; number_of_response:1; }","duration":"359.206654ms","start":"2026-03-31T20:37:22.693192Z","end":"2026-03-31T20:37:23.052399Z","steps":["trace[107718932] 'process raft request' (duration: 358.859265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:23.052576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:22.693543Z","time spent":"358.948896ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:37:23.052704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:22.693165Z","time spent":"359.417469ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:37:23.052678Z","caller":"traceutil/trace.go:171","msg":"trace[1711624555] transaction","detail":"{read_only:false; response_revision:9172; number_of_response:1; }","duration":"358.255649ms","start":"2026-03-31T20:37:22.69438Z","end":"2026-03-31T20:37:23.052636Z","steps":["trace[1711624555] 'process raft request' (duration: 357.9174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:23.052931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:22.694374Z","time spent":"358.454354ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:37:23.246179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.882924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:37:23.246249Z","caller":"traceutil/trace.go:171","msg":"trace[612356008] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:9172; }","duration":"112.007237ms","start":"2026-03-31T20:37:23.134223Z","end":"2026-03-31T20:37:23.24623Z","steps":["trace[612356008] 'count revisions from in-memory index tree' (duration: 111.806321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:24.405698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.79893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:37:24.405794Z","caller":"traceutil/trace.go:171","msg":"trace[793175687] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:9173; }","duration":"140.966405ms","start":"2026-03-31T20:37:24.264807Z","end":"2026-03-31T20:37:24.405774Z","steps":["trace[793175687] 'count revisions from in-memory index tree' (duration: 140.688348ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:24.816451Z","caller":"traceutil/trace.go:171","msg":"trace[1634522215] transaction","detail":"{read_only:false; response_revision:9175; number_of_response:1; }","duration":"125.546836ms","start":"2026-03-31T20:37:24.690868Z","end":"2026-03-31T20:37:24.816415Z","steps":["trace[1634522215] 'process raft request' (duration: 125.29319ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:24.816452Z","caller":"traceutil/trace.go:171","msg":"trace[460277280] transaction","detail":"{read_only:false; response_revision:9176; number_of_response:1; }","duration":"125.561216ms","start":"2026-03-31T20:37:24.690865Z","end":"2026-03-31T20:37:24.816426Z","steps":["trace[460277280] 'process raft request' (duration: 125.464594ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:24.816613Z","caller":"traceutil/trace.go:171","msg":"trace[144543732] linearizableReadLoop","detail":"{readStateIndex:9524; appliedIndex:9520; }","duration":"116.344385ms","start":"2026-03-31T20:37:24.700251Z","end":"2026-03-31T20:37:24.816595Z","steps":["trace[144543732] 'read index received' (duration: 87.378267ms)","trace[144543732] 'applied index is now lower than readState.Index' (duration: 28.964778ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:37:24.816772Z","caller":"traceutil/trace.go:171","msg":"trace[136327813] transaction","detail":"{read_only:false; response_revision:9177; number_of_response:1; }","duration":"124.631114ms","start":"2026-03-31T20:37:24.692131Z","end":"2026-03-31T20:37:24.816762Z","steps":["trace[136327813] 'process raft request' (duration: 124.244064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:24.816954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.699285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-76hz9\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-31T20:37:24.816988Z","caller":"traceutil/trace.go:171","msg":"trace[542093079] range","detail":"{range_begin:/registry/pods/openstack/keepalived-76hz9; range_end:; response_count:1; response_revision:9177; }","duration":"116.798328ms","start":"2026-03-31T20:37:24.700182Z","end":"2026-03-31T20:37:24.81698Z","steps":["trace[542093079] 'agreement among raft nodes before linearized reading' (duration: 116.548792ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:25.473013Z","caller":"traceutil/trace.go:171","msg":"trace[1820634152] transaction","detail":"{read_only:false; response_revision:9178; number_of_response:1; }","duration":"485.659493ms","start":"2026-03-31T20:37:24.987325Z","end":"2026-03-31T20:37:25.472984Z","steps":["trace[1820634152] 'process raft request' (duration: 485.462438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:25.473174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:24.987287Z","time spent":"485.810247ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:37:25.847336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.292244ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:37:25.847443Z","caller":"traceutil/trace.go:171","msg":"trace[705404963] linearizableReadLoop","detail":"{readStateIndex:9526; appliedIndex:9524; }","duration":"833.714114ms","start":"2026-03-31T20:37:25.01371Z","end":"2026-03-31T20:37:25.847424Z","steps":["trace[705404963] 'read index received' (duration: 459.151876ms)","trace[705404963] 'applied index is now lower than readState.Index' (duration: 374.560958ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:37:25.847472Z","caller":"traceutil/trace.go:171","msg":"trace[1926026104] transaction","detail":"{read_only:false; response_revision:9179; number_of_response:1; }","duration":"859.838862ms","start":"2026-03-31T20:37:24.987602Z","end":"2026-03-31T20:37:25.847441Z","steps":["trace[1926026104] 'process raft request' (duration: 541.349423ms)","trace[1926026104] 'compare' (duration: 317.933395ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:37:25.847562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.856888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:37:25.847598Z","caller":"traceutil/trace.go:171","msg":"trace[1871810769] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9179; }","duration":"833.92877ms","start":"2026-03-31T20:37:25.013658Z","end":"2026-03-31T20:37:25.847587Z","steps":["trace[1871810769] 'agreement among raft nodes before linearized reading' (duration: 833.855298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:25.847641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:24.987587Z","time spent":"859.961184ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:37:25.847824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:25.013634Z","time spent":"834.049384ms","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T20:37:25.84809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.668204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T20:37:25.848112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.971911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T20:37:25.848144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.724675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:37:25.84817Z","caller":"traceutil/trace.go:171","msg":"trace[1099470148] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9179; }","duration":"790.778606ms","start":"2026-03-31T20:37:25.057373Z","end":"2026-03-31T20:37:25.848151Z","steps":["trace[1099470148] 'agreement among raft nodes before linearized reading' (duration: 790.569071ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:25.848192Z","caller":"traceutil/trace.go:171","msg":"trace[1435003802] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9179; }","duration":"791.101585ms","start":"2026-03-31T20:37:25.057068Z","end":"2026-03-31T20:37:25.84817Z","steps":["trace[1435003802] 'agreement among raft nodes before linearized reading' (duration: 790.856629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:25.848213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:25.057361Z","time spent":"790.843328ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T20:37:25.848217Z","caller":"traceutil/trace.go:171","msg":"trace[2089620785] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9179; }","duration":"790.846858ms","start":"2026-03-31T20:37:25.05735Z","end":"2026-03-31T20:37:25.848196Z","steps":["trace[2089620785] 'agreement among raft nodes before linearized reading' (duration: 790.603002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:25.848246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:25.057047Z","time spent":"791.189586ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:37:25.848262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:25.057341Z","time spent":"790.91271ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:37:26.870698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.994916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:37:26.870726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.743598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-31T20:37:26.870767Z","caller":"traceutil/trace.go:171","msg":"trace[2010267193] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:9182; }","duration":"145.111389ms","start":"2026-03-31T20:37:26.725639Z","end":"2026-03-31T20:37:26.870751Z","steps":["trace[2010267193] 'count revisions from in-memory index tree' (duration: 144.921435ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:26.870806Z","caller":"traceutil/trace.go:171","msg":"trace[2016409450] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:9182; }","duration":"921.877522ms","start":"2026-03-31T20:37:25.948904Z","end":"2026-03-31T20:37:26.870781Z","steps":["trace[2016409450] 'range keys from in-memory index tree' (duration: 921.499573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:26.87085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:25.948858Z","time spent":"921.981355ms","remote":"127.0.0.1:59262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T20:37:26.870996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.877701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:37:26.871076Z","caller":"traceutil/trace.go:171","msg":"trace[463351375] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:9182; }","duration":"128.993193ms","start":"2026-03-31T20:37:26.742061Z","end":"2026-03-31T20:37:26.871054Z","steps":["trace[463351375] 'count revisions from in-memory index tree' (duration: 128.811659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:26.871155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.817423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:37:26.871288Z","caller":"traceutil/trace.go:171","msg":"trace[1736571189] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:9182; }","duration":"390.333685ms","start":"2026-03-31T20:37:26.480922Z","end":"2026-03-31T20:37:26.871256Z","steps":["trace[1736571189] 'count revisions from in-memory index tree' (duration: 389.547956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:26.871339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:26.480894Z","time spent":"390.432438ms","remote":"127.0.0.1:59072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:37:27.084826Z","caller":"traceutil/trace.go:171","msg":"trace[1835422360] transaction","detail":"{read_only:false; response_revision:9183; number_of_response:1; }","duration":"291.839459ms","start":"2026-03-31T20:37:26.792952Z","end":"2026-03-31T20:37:27.084792Z","steps":["trace[1835422360] 'process raft request' (duration: 291.600603ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:27.092901Z","caller":"traceutil/trace.go:171","msg":"trace[1615557092] linearizableReadLoop","detail":"{readStateIndex:9533; appliedIndex:9529; }","duration":"262.107961ms","start":"2026-03-31T20:37:26.830775Z","end":"2026-03-31T20:37:27.092883Z","steps":["trace[1615557092] 'read index received' (duration: 253.773112ms)","trace[1615557092] 'applied index is now lower than readState.Index' (duration: 8.334099ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:37:27.09328Z","caller":"traceutil/trace.go:171","msg":"trace[160541827] transaction","detail":"{read_only:false; response_revision:9184; number_of_response:1; }","duration":"271.553189ms","start":"2026-03-31T20:37:26.821712Z","end":"2026-03-31T20:37:27.093266Z","steps":["trace[160541827] 'process raft request' (duration: 271.001005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:27.093632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.29273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:37:27.093824Z","caller":"traceutil/trace.go:171","msg":"trace[1430411187] transaction","detail":"{read_only:false; response_revision:9186; number_of_response:1; }","duration":"266.616694ms","start":"2026-03-31T20:37:26.827196Z","end":"2026-03-31T20:37:27.093813Z","steps":["trace[1430411187] 'process raft request' (duration: 265.65351ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:27.09391Z","caller":"traceutil/trace.go:171","msg":"trace[1793226297] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9186; }","duration":"224.605357ms","start":"2026-03-31T20:37:26.86929Z","end":"2026-03-31T20:37:27.093895Z","steps":["trace[1793226297] 'agreement among raft nodes before linearized reading' (duration: 224.267429ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:27.09395Z","caller":"traceutil/trace.go:171","msg":"trace[1117798133] transaction","detail":"{read_only:false; response_revision:9185; number_of_response:1; }","duration":"270.999374ms","start":"2026-03-31T20:37:26.82294Z","end":"2026-03-31T20:37:27.09394Z","steps":["trace[1117798133] 'process raft request' (duration: 269.874657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:27.094243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.441545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-76hz9\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-31T20:37:27.094327Z","caller":"traceutil/trace.go:171","msg":"trace[2056949343] range","detail":"{range_begin:/registry/pods/openstack/keepalived-76hz9; range_end:; response_count:1; response_revision:9186; }","duration":"263.554259ms","start":"2026-03-31T20:37:26.830752Z","end":"2026-03-31T20:37:27.094306Z","steps":["trace[2056949343] 'agreement among raft nodes before linearized reading' (duration: 263.334822ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:38.093399Z","caller":"traceutil/trace.go:171","msg":"trace[1757857659] transaction","detail":"{read_only:false; response_revision:9252; number_of_response:1; }","duration":"101.901263ms","start":"2026-03-31T20:37:37.991462Z","end":"2026-03-31T20:37:38.093363Z","steps":["trace[1757857659] 'process raft request' (duration: 101.827661ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:38.093442Z","caller":"traceutil/trace.go:171","msg":"trace[996286940] transaction","detail":"{read_only:false; response_revision:9251; number_of_response:1; }","duration":"106.260732ms","start":"2026-03-31T20:37:37.987123Z","end":"2026-03-31T20:37:38.093384Z","steps":["trace[996286940] 'process raft request' (duration: 15.674694ms)","trace[996286940] 'compare' (duration: 90.295111ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:37:38.732175Z","caller":"traceutil/trace.go:171","msg":"trace[1354199708] transaction","detail":"{read_only:false; response_revision:9253; number_of_response:1; }","duration":"125.008394ms","start":"2026-03-31T20:37:38.607139Z","end":"2026-03-31T20:37:38.732147Z","steps":["trace[1354199708] 'process raft request' (duration: 124.82807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:39.302697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.907769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:37:39.302791Z","caller":"traceutil/trace.go:171","msg":"trace[1839760915] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:9253; }","duration":"416.065553ms","start":"2026-03-31T20:37:38.886705Z","end":"2026-03-31T20:37:39.30277Z","steps":["trace[1839760915] 'count revisions from in-memory index tree' (duration: 415.800677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:39.302854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:38.886682Z","time spent":"416.157936ms","remote":"127.0.0.1:52474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":55,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:37:39.303004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.320002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:37:39.303105Z","caller":"traceutil/trace.go:171","msg":"trace[1643322367] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9253; }","duration":"432.495917ms","start":"2026-03-31T20:37:38.870587Z","end":"2026-03-31T20:37:39.303083Z","steps":["trace[1643322367] 'range keys from in-memory index tree' (duration: 432.125348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:39.303168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:38.870564Z","time spent":"432.589229ms","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:37:39.37264Z","caller":"traceutil/trace.go:171","msg":"trace[1880730945] transaction","detail":"{read_only:false; response_revision:9254; number_of_response:1; }","duration":"216.231917ms","start":"2026-03-31T20:37:39.156381Z","end":"2026-03-31T20:37:39.372613Z","steps":["trace[1880730945] 'process raft request' (duration: 216.032293ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:39.39291Z","caller":"traceutil/trace.go:171","msg":"trace[283947502] transaction","detail":"{read_only:false; response_revision:9255; number_of_response:1; }","duration":"151.387397ms","start":"2026-03-31T20:37:39.241497Z","end":"2026-03-31T20:37:39.392884Z","steps":["trace[283947502] 'process raft request' (duration: 151.183452ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:39.393215Z","caller":"traceutil/trace.go:171","msg":"trace[1995540782] transaction","detail":"{read_only:false; response_revision:9256; number_of_response:1; }","duration":"151.554921ms","start":"2026-03-31T20:37:39.241649Z","end":"2026-03-31T20:37:39.393204Z","steps":["trace[1995540782] 'process raft request' (duration: 151.189132ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:39.393298Z","caller":"traceutil/trace.go:171","msg":"trace[1516024091] linearizableReadLoop","detail":"{readStateIndex:9606; appliedIndex:9602; }","duration":"145.879228ms","start":"2026-03-31T20:37:39.247386Z","end":"2026-03-31T20:37:39.393265Z","steps":["trace[1516024091] 'read index received' (duration: 125.018263ms)","trace[1516024091] 'applied index is now lower than readState.Index' (duration: 20.859055ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:37:39.393392Z","caller":"traceutil/trace.go:171","msg":"trace[1214485310] transaction","detail":"{read_only:false; response_revision:9257; number_of_response:1; }","duration":"150.856623ms","start":"2026-03-31T20:37:39.242495Z","end":"2026-03-31T20:37:39.393352Z","steps":["trace[1214485310] 'process raft request' (duration: 150.616627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:39.393557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.152715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-76hz9\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-31T20:37:39.393605Z","caller":"traceutil/trace.go:171","msg":"trace[1918663654] range","detail":"{range_begin:/registry/pods/openstack/keepalived-76hz9; range_end:; response_count:1; response_revision:9257; }","duration":"146.239737ms","start":"2026-03-31T20:37:39.247355Z","end":"2026-03-31T20:37:39.393595Z","steps":["trace[1918663654] 'agreement among raft nodes before linearized reading' (duration: 146.087624ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:49.637474Z","caller":"traceutil/trace.go:171","msg":"trace[1526222493] transaction","detail":"{read_only:false; response_revision:9312; number_of_response:1; }","duration":"200.357929ms","start":"2026-03-31T20:37:49.437061Z","end":"2026-03-31T20:37:49.637419Z","steps":["trace[1526222493] 'process raft request' (duration: 115.106825ms)","trace[1526222493] 'compare' (duration: 84.896555ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:37:49.637583Z","caller":"traceutil/trace.go:171","msg":"trace[738614455] transaction","detail":"{read_only:false; response_revision:9313; number_of_response:1; }","duration":"199.443835ms","start":"2026-03-31T20:37:49.438101Z","end":"2026-03-31T20:37:49.637545Z","steps":["trace[738614455] 'process raft request' (duration: 199.185459ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:49.637801Z","caller":"traceutil/trace.go:171","msg":"trace[1949645609] linearizableReadLoop","detail":"{readStateIndex:9666; appliedIndex:9662; }","duration":"179.291668ms","start":"2026-03-31T20:37:49.458496Z","end":"2026-03-31T20:37:49.637787Z","steps":["trace[1949645609] 'read index received' (duration: 10.76038ms)","trace[1949645609] 'applied index is now lower than readState.Index' (duration: 168.529768ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:37:49.637665Z","caller":"traceutil/trace.go:171","msg":"trace[2029371308] transaction","detail":"{read_only:false; response_revision:9314; number_of_response:1; }","duration":"198.979323ms","start":"2026-03-31T20:37:49.438654Z","end":"2026-03-31T20:37:49.637633Z","steps":["trace[2029371308] 'process raft request' (duration: 198.795349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:49.652708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.190943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-76hz9\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-31T20:37:49.652775Z","caller":"traceutil/trace.go:171","msg":"trace[1618109860] range","detail":"{range_begin:/registry/pods/openstack/keepalived-76hz9; range_end:; response_count:1; response_revision:9314; }","duration":"194.308135ms","start":"2026-03-31T20:37:49.458449Z","end":"2026-03-31T20:37:49.652758Z","steps":["trace[1618109860] 'agreement among raft nodes before linearized reading' (duration: 179.422111ms)","trace[1618109860] 'range keys from in-memory index tree' (duration: 14.670728ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:37:49.963611Z","caller":"traceutil/trace.go:171","msg":"trace[265937133] transaction","detail":"{read_only:false; response_revision:9317; number_of_response:1; }","duration":"117.115445ms","start":"2026-03-31T20:37:49.846459Z","end":"2026-03-31T20:37:49.963574Z","steps":["trace[265937133] 'process raft request' (duration: 116.529161ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:50.157257Z","caller":"traceutil/trace.go:171","msg":"trace[1721094831] transaction","detail":"{read_only:false; response_revision:9330; number_of_response:1; }","duration":"158.836744ms","start":"2026-03-31T20:37:49.998388Z","end":"2026-03-31T20:37:50.157225Z","steps":["trace[1721094831] 'process raft request' (duration: 150.145915ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:50.157315Z","caller":"traceutil/trace.go:171","msg":"trace[2054496484] transaction","detail":"{read_only:false; response_revision:9331; number_of_response:1; }","duration":"158.772931ms","start":"2026-03-31T20:37:49.998518Z","end":"2026-03-31T20:37:50.157291Z","steps":["trace[2054496484] 'process raft request' (duration: 158.619338ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:50.15747Z","caller":"traceutil/trace.go:171","msg":"trace[849961090] transaction","detail":"{read_only:false; response_revision:9332; number_of_response:1; }","duration":"158.646989ms","start":"2026-03-31T20:37:49.998781Z","end":"2026-03-31T20:37:50.157428Z","steps":["trace[849961090] 'process raft request' (duration: 158.433634ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:50.361156Z","caller":"traceutil/trace.go:171","msg":"trace[280653855] linearizableReadLoop","detail":"{readStateIndex:9698; appliedIndex:9696; }","duration":"109.697189ms","start":"2026-03-31T20:37:50.251428Z","end":"2026-03-31T20:37:50.361125Z","steps":["trace[280653855] 'read index received' (duration: 4.583095ms)","trace[280653855] 'applied index is now lower than readState.Index' (duration: 105.112503ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:37:50.361207Z","caller":"traceutil/trace.go:171","msg":"trace[1316390596] transaction","detail":"{read_only:false; response_revision:9345; number_of_response:1; }","duration":"105.34186ms","start":"2026-03-31T20:37:50.255832Z","end":"2026-03-31T20:37:50.361174Z","steps":["trace[1316390596] 'process raft request' (duration: 105.208356ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:50.36124Z","caller":"traceutil/trace.go:171","msg":"trace[2015177953] transaction","detail":"{read_only:false; response_revision:9344; number_of_response:1; }","duration":"112.194042ms","start":"2026-03-31T20:37:50.249013Z","end":"2026-03-31T20:37:50.361207Z","steps":["trace[2015177953] 'process raft request' (duration: 111.798692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:50.361437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.982815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/rook-ceph/rook-ceph-operator-76bbbb77ff\" ","response":"range_response_count:1 size:4087"} {"level":"info","ts":"2026-03-31T20:37:50.361515Z","caller":"traceutil/trace.go:171","msg":"trace[612835598] range","detail":"{range_begin:/registry/replicasets/rook-ceph/rook-ceph-operator-76bbbb77ff; range_end:; response_count:1; response_revision:9345; }","duration":"110.093289ms","start":"2026-03-31T20:37:50.251402Z","end":"2026-03-31T20:37:50.361496Z","steps":["trace[612835598] 'agreement among raft nodes before linearized reading' (duration: 109.856663ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:50.425653Z","caller":"traceutil/trace.go:171","msg":"trace[104858347] transaction","detail":"{read_only:false; response_revision:9346; number_of_response:1; }","duration":"165.387749ms","start":"2026-03-31T20:37:50.26023Z","end":"2026-03-31T20:37:50.425618Z","steps":["trace[104858347] 'process raft request' (duration: 165.175104ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:50.425771Z","caller":"traceutil/trace.go:171","msg":"trace[949946271] transaction","detail":"{read_only:false; response_revision:9347; number_of_response:1; }","duration":"163.501361ms","start":"2026-03-31T20:37:50.262236Z","end":"2026-03-31T20:37:50.425738Z","steps":["trace[949946271] 'process raft request' (duration: 163.288746ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:50.425898Z","caller":"traceutil/trace.go:171","msg":"trace[321555757] transaction","detail":"{read_only:false; response_revision:9348; number_of_response:1; }","duration":"159.768458ms","start":"2026-03-31T20:37:50.266108Z","end":"2026-03-31T20:37:50.425877Z","steps":["trace[321555757] 'process raft request' (duration: 159.498411ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:50.425913Z","caller":"traceutil/trace.go:171","msg":"trace[1314415535] transaction","detail":"{read_only:false; response_revision:9349; number_of_response:1; }","duration":"153.284625ms","start":"2026-03-31T20:37:50.272602Z","end":"2026-03-31T20:37:50.425886Z","steps":["trace[1314415535] 'process raft request' (duration: 153.115301ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:50.680593Z","caller":"traceutil/trace.go:171","msg":"trace[1232394311] transaction","detail":"{read_only:false; response_revision:9356; number_of_response:1; }","duration":"118.452888ms","start":"2026-03-31T20:37:50.562116Z","end":"2026-03-31T20:37:50.680568Z","steps":["trace[1232394311] 'process raft request' (duration: 104.683842ms)","trace[1232394311] 'compare' (duration: 13.422798ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:37:50.680715Z","caller":"traceutil/trace.go:171","msg":"trace[1606669679] linearizableReadLoop","detail":"{readStateIndex:9712; appliedIndex:9709; }","duration":"117.746141ms","start":"2026-03-31T20:37:50.562945Z","end":"2026-03-31T20:37:50.680691Z","steps":["trace[1606669679] 'read index received' (duration: 27.987064ms)","trace[1606669679] 'applied index is now lower than readState.Index' (duration: 89.758137ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:37:50.680845Z","caller":"traceutil/trace.go:171","msg":"trace[1628594355] transaction","detail":"{read_only:false; response_revision:9357; number_of_response:1; }","duration":"118.399868ms","start":"2026-03-31T20:37:50.562431Z","end":"2026-03-31T20:37:50.680831Z","steps":["trace[1628594355] 'process raft request' (duration: 118.060729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:50.681039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.084209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-31T20:37:50.681098Z","caller":"traceutil/trace.go:171","msg":"trace[1466665740] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:9357; }","duration":"118.169872ms","start":"2026-03-31T20:37:50.562916Z","end":"2026-03-31T20:37:50.681086Z","steps":["trace[1466665740] 'agreement among raft nodes before linearized reading' (duration: 118.001288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:52.546318Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973343244,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:37:52.552574Z","caller":"traceutil/trace.go:171","msg":"trace[1556605242] linearizableReadLoop","detail":"{readStateIndex:9726; appliedIndex:9725; }","duration":"506.888527ms","start":"2026-03-31T20:37:52.04566Z","end":"2026-03-31T20:37:52.552549Z","steps":["trace[1556605242] 'read index received' (duration: 506.656731ms)","trace[1556605242] 'applied index is now lower than readState.Index' (duration: 230.686µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:37:52.55265Z","caller":"traceutil/trace.go:171","msg":"trace[1461281504] transaction","detail":"{read_only:false; response_revision:9371; number_of_response:1; }","duration":"560.73072ms","start":"2026-03-31T20:37:51.991873Z","end":"2026-03-31T20:37:52.552604Z","steps":["trace[1461281504] 'process raft request' (duration: 560.515275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:52.552861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.324967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:37:52.552999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.984159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T20:37:52.553044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.541864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-31T20:37:52.553067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:51.99185Z","time spent":"560.988157ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:37:52.55315Z","caller":"traceutil/trace.go:171","msg":"trace[1623867068] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9371; }","duration":"311.693928ms","start":"2026-03-31T20:37:52.241432Z","end":"2026-03-31T20:37:52.553126Z","steps":["trace[1623867068] 'agreement among raft nodes before linearized reading' (duration: 311.407431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:52.55321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:52.241412Z","time spent":"311.787121ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:37:52.55289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.811019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:37:52.553416Z","caller":"traceutil/trace.go:171","msg":"trace[138931215] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:9371; }","duration":"443.574574ms","start":"2026-03-31T20:37:52.109467Z","end":"2026-03-31T20:37:52.553042Z","steps":["trace[138931215] 'agreement among raft nodes before linearized reading' (duration: 443.317588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:52.552741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.050221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/rook-ceph/csi-cephfsplugin-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:37:52.553596Z","caller":"traceutil/trace.go:171","msg":"trace[2106664187] range","detail":"{range_begin:/registry/services/specs/rook-ceph/csi-cephfsplugin-metrics; range_end:; response_count:0; response_revision:9371; }","duration":"507.943784ms","start":"2026-03-31T20:37:52.045624Z","end":"2026-03-31T20:37:52.553568Z","steps":["trace[2106664187] 'agreement among raft nodes before linearized reading' (duration: 507.02624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:52.553644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:52.045612Z","time spent":"508.020996ms","remote":"127.0.0.1:52348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/rook-ceph/csi-cephfsplugin-metrics\" "} {"level":"info","ts":"2026-03-31T20:37:52.553625Z","caller":"traceutil/trace.go:171","msg":"trace[1155524139] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9371; }","duration":"370.420976ms","start":"2026-03-31T20:37:52.183056Z","end":"2026-03-31T20:37:52.553477Z","steps":["trace[1155524139] 'agreement among raft nodes before linearized reading' (duration: 369.731108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:52.553064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.77058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:37:52.553923Z","caller":"traceutil/trace.go:171","msg":"trace[1735639195] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9371; }","duration":"380.699083ms","start":"2026-03-31T20:37:52.173205Z","end":"2026-03-31T20:37:52.553904Z","steps":["trace[1735639195] 'agreement among raft nodes before linearized reading' (duration: 379.685897ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:52.553085Z","caller":"traceutil/trace.go:171","msg":"trace[710229321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9371; }","duration":"379.088043ms","start":"2026-03-31T20:37:52.173976Z","end":"2026-03-31T20:37:52.553064Z","steps":["trace[710229321] 'agreement among raft nodes before linearized reading' (duration: 378.868367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:52.553999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:52.173966Z","time spent":"380.021636ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:37:52.554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:52.173185Z","time spent":"380.791526ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:37:52.55381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:52.183046Z","time spent":"370.743464ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:37:52.554149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:52.109456Z","time spent":"444.082757ms","remote":"127.0.0.1:52282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:37:53.792811Z","caller":"traceutil/trace.go:171","msg":"trace[935430081] transaction","detail":"{read_only:false; response_revision:9379; number_of_response:1; }","duration":"139.772405ms","start":"2026-03-31T20:37:53.653018Z","end":"2026-03-31T20:37:53.79279Z","steps":["trace[935430081] 'process raft request' (duration: 139.620381ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:53.793046Z","caller":"traceutil/trace.go:171","msg":"trace[1117757418] transaction","detail":"{read_only:false; response_revision:9380; number_of_response:1; }","duration":"139.091488ms","start":"2026-03-31T20:37:53.653914Z","end":"2026-03-31T20:37:53.793005Z","steps":["trace[1117757418] 'process raft request' (duration: 138.832872ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:54.516765Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000260d.wal"} {"level":"warn","ts":"2026-03-31T20:37:57.092435Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973343315,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:37:57.592625Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973343315,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:37:58.093577Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973343315,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:37:58.348234Z","caller":"traceutil/trace.go:171","msg":"trace[1628840212] transaction","detail":"{read_only:false; response_revision:9394; number_of_response:1; }","duration":"1.777055956s","start":"2026-03-31T20:37:56.571153Z","end":"2026-03-31T20:37:58.348209Z","steps":["trace[1628840212] 'process raft request' (duration: 1.776910973s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:58.34839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:56.571128Z","time spent":"1.77718319s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:37:59.870493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000593639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T20:37:59.870603Z","caller":"traceutil/trace.go:171","msg":"trace[2119390933] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000748782s","start":"2026-03-31T20:37:57.869827Z","end":"2026-03-31T20:37:59.870576Z","steps":["trace[2119390933] 'agreement among raft nodes before linearized reading' (duration: 2.000616969s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:37:59.87077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:57.869814Z","time spent":"2.000938177s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 20:37:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T20:38:00.143569Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.795303096s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:38:00.147224Z","caller":"traceutil/trace.go:171","msg":"trace[842976624] linearizableReadLoop","detail":"{readStateIndex:9755; appliedIndex:9750; }","duration":"3.555514648s","start":"2026-03-31T20:37:56.591646Z","end":"2026-03-31T20:38:00.147161Z","steps":["trace[842976624] 'read index received' (duration: 1.756598312s)","trace[842976624] 'applied index is now lower than readState.Index' (duration: 1.798913586s)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:00.147225Z","caller":"traceutil/trace.go:171","msg":"trace[1736365661] transaction","detail":"{read_only:false; response_revision:9397; number_of_response:1; }","duration":"2.390206035s","start":"2026-03-31T20:37:57.756984Z","end":"2026-03-31T20:38:00.14719Z","steps":["trace[1736365661] 'process raft request' (duration: 2.390081602s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:00.14727Z","caller":"traceutil/trace.go:171","msg":"trace[1853165240] transaction","detail":"{read_only:false; response_revision:9396; number_of_response:1; }","duration":"2.554049274s","start":"2026-03-31T20:37:57.593178Z","end":"2026-03-31T20:38:00.147227Z","steps":["trace[1853165240] 'process raft request' (duration: 2.553843849s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:00.147302Z","caller":"traceutil/trace.go:171","msg":"trace[321220827] transaction","detail":"{read_only:false; response_revision:9398; number_of_response:1; }","duration":"2.336798172s","start":"2026-03-31T20:37:57.81047Z","end":"2026-03-31T20:38:00.147268Z","steps":["trace[321220827] 'process raft request' (duration: 2.336626428s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:00.147419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:57.756966Z","time spent":"2.390364009s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:00.147466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:57.593144Z","time spent":"2.554228219s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:00.147488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.555825346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:38:00.147522Z","caller":"traceutil/trace.go:171","msg":"trace[1851038815] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9399; }","duration":"3.555906218s","start":"2026-03-31T20:37:56.591601Z","end":"2026-03-31T20:38:00.147508Z","steps":["trace[1851038815] 'agreement among raft nodes before linearized reading' (duration: 3.555752924s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:00.147504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:57.810447Z","time spent":"2.336961277s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:00.147556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:56.59158Z","time spent":"3.5559649s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T20:38:00.147217Z","caller":"traceutil/trace.go:171","msg":"trace[543320473] transaction","detail":"{read_only:false; response_revision:9395; number_of_response:1; }","duration":"2.868931884s","start":"2026-03-31T20:37:57.278244Z","end":"2026-03-31T20:38:00.147176Z","steps":["trace[543320473] 'process raft request' (duration: 2.868599856s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:00.147338Z","caller":"traceutil/trace.go:171","msg":"trace[1602862245] transaction","detail":"{read_only:false; response_revision:9399; number_of_response:1; }","duration":"2.320174704s","start":"2026-03-31T20:37:57.827146Z","end":"2026-03-31T20:38:00.147321Z","steps":["trace[1602862245] 'process raft request' (duration: 2.31997788s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:00.147674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:57.278214Z","time spent":"2.869366785s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:00.147699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:57.827128Z","time spent":"2.320499672s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:00.180101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.271377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:00.180142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.898103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T20:38:00.180149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.942073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T20:38:00.180192Z","caller":"traceutil/trace.go:171","msg":"trace[342634118] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9399; }","duration":"309.416401ms","start":"2026-03-31T20:37:59.870755Z","end":"2026-03-31T20:38:00.180172Z","steps":["trace[342634118] 'agreement among raft nodes before linearized reading' (duration: 309.251887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:00.180159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577910349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-66dd659597-kwccw.18a20778cfd168f4\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-31T20:38:00.180223Z","caller":"traceutil/trace.go:171","msg":"trace[306596112] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9399; }","duration":"675.016376ms","start":"2026-03-31T20:37:59.505181Z","end":"2026-03-31T20:38:00.180197Z","steps":["trace[306596112] 'agreement among raft nodes before linearized reading' (duration: 674.835841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:00.180234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:59.870552Z","time spent":"309.676137ms","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:38:00.180245Z","caller":"traceutil/trace.go:171","msg":"trace[1182696155] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9399; }","duration":"300.075706ms","start":"2026-03-31T20:37:59.880143Z","end":"2026-03-31T20:38:00.180219Z","steps":["trace[1182696155] 'agreement among raft nodes before linearized reading' (duration: 299.82174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:00.180276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:59.505165Z","time spent":"675.100748ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-31T20:38:00.180275Z","caller":"traceutil/trace.go:171","msg":"trace[1000401172] range","detail":"{range_begin:/registry/events/openstack/barbican-api-66dd659597-kwccw.18a20778cfd168f4; range_end:; response_count:1; response_revision:9399; }","duration":"1.578077323s","start":"2026-03-31T20:37:58.602166Z","end":"2026-03-31T20:38:00.180244Z","steps":["trace[1000401172] 'agreement among raft nodes before linearized reading' (duration: 1.577759445s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:00.180312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:59.880125Z","time spent":"300.173398ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T20:38:00.180349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:58.602147Z","time spent":"1.578187246s","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-66dd659597-kwccw.18a20778cfd168f4\" "} {"level":"warn","ts":"2026-03-31T20:38:00.180426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.340586357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-76hz9\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-31T20:38:00.180514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.34426767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:38:00.180543Z","caller":"traceutil/trace.go:171","msg":"trace[1375717766] range","detail":"{range_begin:/registry/pods/openstack/keepalived-76hz9; range_end:; response_count:1; response_revision:9399; }","duration":"2.340772662s","start":"2026-03-31T20:37:57.839747Z","end":"2026-03-31T20:38:00.18052Z","steps":["trace[1375717766] 'agreement among raft nodes before linearized reading' (duration: 2.340387942s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:00.180555Z","caller":"traceutil/trace.go:171","msg":"trace[1904806685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9399; }","duration":"2.344335482s","start":"2026-03-31T20:37:57.83621Z","end":"2026-03-31T20:38:00.180546Z","steps":["trace[1904806685] 'agreement among raft nodes before linearized reading' (duration: 2.34422601s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:00.180556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.554916964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:38:00.180592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:57.8362Z","time spent":"2.344385473s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:38:00.180596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.545503476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:38:00.180601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:57.839723Z","time spent":"2.340867464s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-76hz9\" "} {"level":"info","ts":"2026-03-31T20:38:00.18064Z","caller":"traceutil/trace.go:171","msg":"trace[176708976] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:9399; }","duration":"3.545576778s","start":"2026-03-31T20:37:56.63505Z","end":"2026-03-31T20:38:00.180627Z","steps":["trace[176708976] 'agreement among raft nodes before linearized reading' (duration: 3.545460965s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:00.18042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.50889935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T20:38:00.180641Z","caller":"traceutil/trace.go:171","msg":"trace[1638743374] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:9399; }","duration":"3.554992816s","start":"2026-03-31T20:37:56.62562Z","end":"2026-03-31T20:38:00.180613Z","steps":["trace[1638743374] 'agreement among raft nodes before linearized reading' (duration: 3.554888213s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:00.180674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.584865636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T20:38:00.18068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:56.635038Z","time spent":"3.545632029s","remote":"127.0.0.1:52680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":43,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:38:00.180705Z","caller":"traceutil/trace.go:171","msg":"trace[1623124337] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9399; }","duration":"3.584931208s","start":"2026-03-31T20:37:56.595766Z","end":"2026-03-31T20:38:00.180698Z","steps":["trace[1623124337] 'agreement among raft nodes before linearized reading' (duration: 3.584809185s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:00.180601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008584472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:38:00.180718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:56.625577Z","time spent":"3.555128429s","remote":"127.0.0.1:52530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:00.180731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:56.59575Z","time spent":"3.584977149s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:38:00.180737Z","caller":"traceutil/trace.go:171","msg":"trace[644226222] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:9399; }","duration":"1.008762047s","start":"2026-03-31T20:37:59.171967Z","end":"2026-03-31T20:38:00.180729Z","steps":["trace[644226222] 'agreement among raft nodes before linearized reading' (duration: 1.008598533s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:00.180713Z","caller":"traceutil/trace.go:171","msg":"trace[1661701793] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9399; }","duration":"2.509263049s","start":"2026-03-31T20:37:57.67142Z","end":"2026-03-31T20:38:00.180683Z","steps":["trace[1661701793] 'agreement among raft nodes before linearized reading' (duration: 2.508646013s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:00.180772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:59.171947Z","time spent":"1.008816389s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:00.180779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.588329034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T20:38:00.180795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:57.671396Z","time spent":"2.509371071s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T20:38:00.180837Z","caller":"traceutil/trace.go:171","msg":"trace[560204932] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9399; }","duration":"3.588406426s","start":"2026-03-31T20:37:56.592416Z","end":"2026-03-31T20:38:00.180822Z","steps":["trace[560204932] 'agreement among raft nodes before linearized reading' (duration: 3.587454813s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:00.18087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:37:56.592405Z","time spent":"3.588458227s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:38:02.471825Z","caller":"traceutil/trace.go:171","msg":"trace[955416754] transaction","detail":"{read_only:false; response_revision:9412; number_of_response:1; }","duration":"309.217406ms","start":"2026-03-31T20:38:02.16259Z","end":"2026-03-31T20:38:02.471808Z","steps":["trace[955416754] 'process raft request' (duration: 309.095392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:02.471941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:02.162567Z","time spent":"309.310258ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:02.485473Z","caller":"traceutil/trace.go:171","msg":"trace[487709062] transaction","detail":"{read_only:false; response_revision:9414; number_of_response:1; }","duration":"322.51734ms","start":"2026-03-31T20:38:02.162907Z","end":"2026-03-31T20:38:02.485424Z","steps":["trace[487709062] 'process raft request' (duration: 322.435548ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:02.485553Z","caller":"traceutil/trace.go:171","msg":"trace[949702464] linearizableReadLoop","detail":"{readStateIndex:9772; appliedIndex:9769; }","duration":"254.11636ms","start":"2026-03-31T20:38:02.231423Z","end":"2026-03-31T20:38:02.48554Z","steps":["trace[949702464] 'read index received' (duration: 240.422745ms)","trace[949702464] 'applied index is now lower than readState.Index' (duration: 13.692525ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:02.485648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:02.162899Z","time spent":"322.660043ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:02.485704Z","caller":"traceutil/trace.go:171","msg":"trace[841960169] transaction","detail":"{read_only:false; response_revision:9415; number_of_response:1; }","duration":"322.746876ms","start":"2026-03-31T20:38:02.162949Z","end":"2026-03-31T20:38:02.485696Z","steps":["trace[841960169] 'process raft request' (duration: 322.431768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:02.485755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:02.162944Z","time spent":"322.777657ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:02.485786Z","caller":"traceutil/trace.go:171","msg":"trace[2084627517] transaction","detail":"{read_only:false; response_revision:9413; number_of_response:1; }","duration":"323.119345ms","start":"2026-03-31T20:38:02.162656Z","end":"2026-03-31T20:38:02.485775Z","steps":["trace[2084627517] 'process raft request' (duration: 322.547561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:02.48584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:02.162636Z","time spent":"323.172217ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:02.485878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.461819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:38:02.485898Z","caller":"traceutil/trace.go:171","msg":"trace[1129079862] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9415; }","duration":"254.526351ms","start":"2026-03-31T20:38:02.231365Z","end":"2026-03-31T20:38:02.485892Z","steps":["trace[1129079862] 'agreement among raft nodes before linearized reading' (duration: 254.445589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:02.486137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.707535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-76hz9\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-31T20:38:02.48617Z","caller":"traceutil/trace.go:171","msg":"trace[709556222] range","detail":"{range_begin:/registry/pods/openstack/keepalived-76hz9; range_end:; response_count:1; response_revision:9415; }","duration":"215.760085ms","start":"2026-03-31T20:38:02.2704Z","end":"2026-03-31T20:38:02.48616Z","steps":["trace[709556222] 'agreement among raft nodes before linearized reading' (duration: 215.659153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:02.486145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.259334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:38:02.486294Z","caller":"traceutil/trace.go:171","msg":"trace[1732887858] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9415; }","duration":"221.4973ms","start":"2026-03-31T20:38:02.264781Z","end":"2026-03-31T20:38:02.486278Z","steps":["trace[1732887858] 'agreement among raft nodes before linearized reading' (duration: 221.196643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:02.486314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.913736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:38:02.486355Z","caller":"traceutil/trace.go:171","msg":"trace[842679428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9415; }","duration":"220.973767ms","start":"2026-03-31T20:38:02.265365Z","end":"2026-03-31T20:38:02.486338Z","steps":["trace[842679428] 'agreement among raft nodes before linearized reading' (duration: 220.902185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:02.486249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.623677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:38:02.486496Z","caller":"traceutil/trace.go:171","msg":"trace[16906703] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9415; }","duration":"220.898914ms","start":"2026-03-31T20:38:02.265587Z","end":"2026-03-31T20:38:02.486486Z","steps":["trace[16906703] 'agreement among raft nodes before linearized reading' (duration: 220.601497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:02.765852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.553278ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:38:02.766002Z","caller":"traceutil/trace.go:171","msg":"trace[311189077] transaction","detail":"{read_only:false; response_revision:9416; number_of_response:1; }","duration":"275.531548ms","start":"2026-03-31T20:38:02.490427Z","end":"2026-03-31T20:38:02.765959Z","steps":["trace[311189077] 'process raft request' (duration: 108.734564ms)","trace[311189077] 'compare' (duration: 166.24675ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:02.839077Z","caller":"traceutil/trace.go:171","msg":"trace[1117244426] transaction","detail":"{read_only:false; response_revision:9417; number_of_response:1; }","duration":"348.324709ms","start":"2026-03-31T20:38:02.490722Z","end":"2026-03-31T20:38:02.839047Z","steps":["trace[1117244426] 'process raft request' (duration: 347.982541ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:02.839135Z","caller":"traceutil/trace.go:171","msg":"trace[958568] transaction","detail":"{read_only:false; response_revision:9418; number_of_response:1; }","duration":"348.132894ms","start":"2026-03-31T20:38:02.490971Z","end":"2026-03-31T20:38:02.839104Z","steps":["trace[958568] 'process raft request' (duration: 347.933399ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:02.839159Z","caller":"traceutil/trace.go:171","msg":"trace[1876494867] transaction","detail":"{read_only:false; response_revision:9420; number_of_response:1; }","duration":"348.150914ms","start":"2026-03-31T20:38:02.490984Z","end":"2026-03-31T20:38:02.839135Z","steps":["trace[1876494867] 'process raft request' (duration: 348.070512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:02.839202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:02.490705Z","time spent":"348.431221ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:02.839131Z","caller":"traceutil/trace.go:171","msg":"trace[166108513] transaction","detail":"{read_only:false; response_revision:9419; number_of_response:1; }","duration":"348.067003ms","start":"2026-03-31T20:38:02.491031Z","end":"2026-03-31T20:38:02.839098Z","steps":["trace[166108513] 'process raft request' (duration: 347.96453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:02.83929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:02.490963Z","time spent":"348.246247ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:02.839375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:02.490995Z","time spent":"348.324569ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:02.83934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:02.49095Z","time spent":"348.257667ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:04.326897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.190384ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:38:04.327076Z","caller":"traceutil/trace.go:171","msg":"trace[1901408594] transaction","detail":"{read_only:false; response_revision:9421; number_of_response:1; }","duration":"303.85201ms","start":"2026-03-31T20:38:04.023207Z","end":"2026-03-31T20:38:04.327059Z","steps":["trace[1901408594] 'process raft request' (duration: 91.138971ms)","trace[1901408594] 'compare' (duration: 194.01301ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:04.327092Z","caller":"traceutil/trace.go:171","msg":"trace[2029832929] linearizableReadLoop","detail":"{readStateIndex:9780; appliedIndex:9778; }","duration":"244.808996ms","start":"2026-03-31T20:38:04.08227Z","end":"2026-03-31T20:38:04.327079Z","steps":["trace[2029832929] 'read index received' (duration: 32.089926ms)","trace[2029832929] 'applied index is now lower than readState.Index' (duration: 212.71819ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:04.327127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:04.023189Z","time spent":"303.914012ms","remote":"127.0.0.1:52168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:04.327211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.935079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:04.32721Z","caller":"traceutil/trace.go:171","msg":"trace[1700840571] transaction","detail":"{read_only:false; response_revision:9422; number_of_response:1; }","duration":"297.812768ms","start":"2026-03-31T20:38:04.029374Z","end":"2026-03-31T20:38:04.327187Z","steps":["trace[1700840571] 'process raft request' (duration: 297.628564ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:04.327248Z","caller":"traceutil/trace.go:171","msg":"trace[1562511469] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:9422; }","duration":"245.004771ms","start":"2026-03-31T20:38:04.082232Z","end":"2026-03-31T20:38:04.327237Z","steps":["trace[1562511469] 'agreement among raft nodes before linearized reading' (duration: 244.887068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:05.001396Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973343375,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:38:05.501884Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973343375,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:38:05.63858Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.161607731s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:38:05.663635Z","caller":"traceutil/trace.go:171","msg":"trace[1706027901] transaction","detail":"{read_only:false; response_revision:9423; number_of_response:1; }","duration":"1.186741522s","start":"2026-03-31T20:38:04.476864Z","end":"2026-03-31T20:38:05.663606Z","steps":["trace[1706027901] 'process raft request' (duration: 1.162018311s)","trace[1706027901] 'compare' (duration: 23.8931ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:05.663771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:04.476842Z","time spent":"1.186859256s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:06.136765Z","caller":"traceutil/trace.go:171","msg":"trace[1520196243] transaction","detail":"{read_only:false; response_revision:9424; number_of_response:1; }","duration":"1.643431416s","start":"2026-03-31T20:38:04.493304Z","end":"2026-03-31T20:38:06.136736Z","steps":["trace[1520196243] 'process raft request' (duration: 1.604152489s)","trace[1520196243] 'compare' (duration: 39.00664ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:06.136933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:04.493281Z","time spent":"1.643565039s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:06.13745Z","caller":"traceutil/trace.go:171","msg":"trace[1802900782] transaction","detail":"{read_only:false; response_revision:9425; number_of_response:1; }","duration":"1.643763465s","start":"2026-03-31T20:38:04.493658Z","end":"2026-03-31T20:38:06.137422Z","steps":["trace[1802900782] 'process raft request' (duration: 1.642990855s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:06.137677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:04.493646Z","time spent":"1.643879178s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:06.137712Z","caller":"traceutil/trace.go:171","msg":"trace[1647672326] linearizableReadLoop","detail":"{readStateIndex:9784; appliedIndex:9780; }","duration":"1.636662067s","start":"2026-03-31T20:38:04.501002Z","end":"2026-03-31T20:38:06.137664Z","steps":["trace[1647672326] 'read index received' (duration: 1.137850154s)","trace[1647672326] 'applied index is now lower than readState.Index' (duration: 498.811003ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:06.13789Z","caller":"traceutil/trace.go:171","msg":"trace[431638542] transaction","detail":"{read_only:false; response_revision:9426; number_of_response:1; }","duration":"1.644124553s","start":"2026-03-31T20:38:04.493717Z","end":"2026-03-31T20:38:06.137841Z","steps":["trace[431638542] 'process raft request' (duration: 1.643674402s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:06.137994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:04.493695Z","time spent":"1.644250837s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:06.138162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.637136589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-76hz9\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-31T20:38:06.138239Z","caller":"traceutil/trace.go:171","msg":"trace[584282504] range","detail":"{range_begin:/registry/pods/openstack/keepalived-76hz9; range_end:; response_count:1; response_revision:9426; }","duration":"1.637254572s","start":"2026-03-31T20:38:04.500968Z","end":"2026-03-31T20:38:06.138223Z","steps":["trace[584282504] 'agreement among raft nodes before linearized reading' (duration: 1.637007956s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:06.138273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:04.500959Z","time spent":"1.637306393s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-76hz9\" "} {"level":"warn","ts":"2026-03-31T20:38:06.138265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268431806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:06.138338Z","caller":"traceutil/trace.go:171","msg":"trace[495246155] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9426; }","duration":"1.268540899s","start":"2026-03-31T20:38:04.869777Z","end":"2026-03-31T20:38:06.138318Z","steps":["trace[495246155] 'agreement among raft nodes before linearized reading' (duration: 1.268401996s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:06.138384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:04.869764Z","time spent":"1.268610541s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:38:06.138394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294878571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:38:06.138441Z","caller":"traceutil/trace.go:171","msg":"trace[2041656287] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9426; }","duration":"1.294967013s","start":"2026-03-31T20:38:04.843461Z","end":"2026-03-31T20:38:06.138428Z","steps":["trace[2041656287] 'agreement among raft nodes before linearized reading' (duration: 1.294819049s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:06.138474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:04.843439Z","time spent":"1.295027145s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:38:06.13848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294891872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T20:38:06.138518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55367444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:38:06.138535Z","caller":"traceutil/trace.go:171","msg":"trace[910106109] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9426; }","duration":"1.294978723s","start":"2026-03-31T20:38:04.843544Z","end":"2026-03-31T20:38:06.138523Z","steps":["trace[910106109] 'agreement among raft nodes before linearized reading' (duration: 1.2948278s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:06.138571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:04.843529Z","time spent":"1.295032255s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:38:06.138655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.377567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:38:06.138607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295015795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:38:06.138699Z","caller":"traceutil/trace.go:171","msg":"trace[303950165] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:9426; }","duration":"911.49435ms","start":"2026-03-31T20:38:05.227189Z","end":"2026-03-31T20:38:06.138684Z","steps":["trace[303950165] 'agreement among raft nodes before linearized reading' (duration: 911.386098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:06.138735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:05.227169Z","time spent":"911.557451ms","remote":"127.0.0.1:52410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:06.138734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.291173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:38:06.138734Z","caller":"traceutil/trace.go:171","msg":"trace[1967414741] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9426; }","duration":"1.295177379s","start":"2026-03-31T20:38:04.843534Z","end":"2026-03-31T20:38:06.138711Z","steps":["trace[1967414741] 'agreement among raft nodes before linearized reading' (duration: 1.294871581s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:06.138771Z","caller":"traceutil/trace.go:171","msg":"trace[1270167359] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9426; }","duration":"145.370345ms","start":"2026-03-31T20:38:05.99339Z","end":"2026-03-31T20:38:06.13876Z","steps":["trace[1270167359] 'agreement among raft nodes before linearized reading' (duration: 145.306564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:06.138801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:04.843527Z","time spent":"1.295259571s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:38:06.138809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295712292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T20:38:06.138835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.567267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:38:06.138855Z","caller":"traceutil/trace.go:171","msg":"trace[343784791] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9426; }","duration":"1.295796034s","start":"2026-03-31T20:38:04.843045Z","end":"2026-03-31T20:38:06.138841Z","steps":["trace[343784791] 'agreement among raft nodes before linearized reading' (duration: 1.295676761s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:06.13888Z","caller":"traceutil/trace.go:171","msg":"trace[1980812565] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:9426; }","duration":"228.646539ms","start":"2026-03-31T20:38:05.910216Z","end":"2026-03-31T20:38:06.138863Z","steps":["trace[1980812565] 'agreement among raft nodes before linearized reading' (duration: 228.553907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:06.138895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:04.843015Z","time spent":"1.295870015s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:38:06.138727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.002961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T20:38:06.138954Z","caller":"traceutil/trace.go:171","msg":"trace[768527240] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9426; }","duration":"793.281358ms","start":"2026-03-31T20:38:05.345663Z","end":"2026-03-31T20:38:06.138944Z","steps":["trace[768527240] 'agreement among raft nodes before linearized reading' (duration: 792.880518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:06.138958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368880502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T20:38:06.138986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:05.345638Z","time spent":"793.33989ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T20:38:06.13901Z","caller":"traceutil/trace.go:171","msg":"trace[1943268554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9426; }","duration":"1.368935383s","start":"2026-03-31T20:38:04.770061Z","end":"2026-03-31T20:38:06.138996Z","steps":["trace[1943268554] 'agreement among raft nodes before linearized reading' (duration: 1.368739068s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:06.139048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:04.770009Z","time spent":"1.369032205s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:38:06.138556Z","caller":"traceutil/trace.go:171","msg":"trace[70547187] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:9426; }","duration":"1.553793683s","start":"2026-03-31T20:38:04.58475Z","end":"2026-03-31T20:38:06.138543Z","steps":["trace[70547187] 'agreement among raft nodes before linearized reading' (duration: 1.553422704s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:06.13916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:04.584737Z","time spent":"1.554401488s","remote":"127.0.0.1:52614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:38:11.152097Z","caller":"traceutil/trace.go:171","msg":"trace[1436123340] transaction","detail":"{read_only:false; response_revision:9454; number_of_response:1; }","duration":"227.988794ms","start":"2026-03-31T20:38:10.924087Z","end":"2026-03-31T20:38:11.152076Z","steps":["trace[1436123340] 'process raft request' (duration: 227.864981ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:11.407196Z","caller":"traceutil/trace.go:171","msg":"trace[2084774701] transaction","detail":"{read_only:false; response_revision:9455; number_of_response:1; }","duration":"249.75247ms","start":"2026-03-31T20:38:11.157419Z","end":"2026-03-31T20:38:11.407171Z","steps":["trace[2084774701] 'process raft request' (duration: 218.316569ms)","trace[2084774701] 'compare' (duration: 31.322968ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:11.468444Z","caller":"traceutil/trace.go:171","msg":"trace[1762100368] linearizableReadLoop","detail":"{readStateIndex:9815; appliedIndex:9813; }","duration":"201.506077ms","start":"2026-03-31T20:38:11.26692Z","end":"2026-03-31T20:38:11.468426Z","steps":["trace[1762100368] 'read index received' (duration: 108.829017ms)","trace[1762100368] 'applied index is now lower than readState.Index' (duration: 92.67636ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:11.468527Z","caller":"traceutil/trace.go:171","msg":"trace[74265800] transaction","detail":"{read_only:false; response_revision:9456; number_of_response:1; }","duration":"307.380409ms","start":"2026-03-31T20:38:11.161124Z","end":"2026-03-31T20:38:11.468504Z","steps":["trace[74265800] 'process raft request' (duration: 307.205705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:11.468635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.712372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-31T20:38:11.468622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:11.161099Z","time spent":"307.471072ms","remote":"127.0.0.1:49374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1211,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:38:11.468657Z","caller":"traceutil/trace.go:171","msg":"trace[2055707983] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9456; }","duration":"201.783804ms","start":"2026-03-31T20:38:11.266868Z","end":"2026-03-31T20:38:11.468652Z","steps":["trace[2055707983] 'agreement among raft nodes before linearized reading' (duration: 201.653541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:11.468744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.815817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-2x4rg.18a20696bb3f44e4\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-31T20:38:11.468815Z","caller":"traceutil/trace.go:171","msg":"trace[172358767] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-2x4rg.18a20696bb3f44e4; range_end:; response_count:1; response_revision:9456; }","duration":"151.916899ms","start":"2026-03-31T20:38:11.316878Z","end":"2026-03-31T20:38:11.468795Z","steps":["trace[172358767] 'agreement among raft nodes before linearized reading' (duration: 151.702774ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:13.955434Z","caller":"traceutil/trace.go:171","msg":"trace[1682692793] transaction","detail":"{read_only:false; response_revision:9492; number_of_response:1; }","duration":"261.159287ms","start":"2026-03-31T20:38:13.694244Z","end":"2026-03-31T20:38:13.955403Z","steps":["trace[1682692793] 'process raft request' (duration: 260.754117ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:14.802767Z","caller":"traceutil/trace.go:171","msg":"trace[1298896120] linearizableReadLoop","detail":"{readStateIndex:9871; appliedIndex:9869; }","duration":"229.954962ms","start":"2026-03-31T20:38:14.572787Z","end":"2026-03-31T20:38:14.802742Z","steps":["trace[1298896120] 'read index received' (duration: 17.813108ms)","trace[1298896120] 'applied index is now lower than readState.Index' (duration: 212.140444ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:14.802856Z","caller":"traceutil/trace.go:171","msg":"trace[493103177] transaction","detail":"{read_only:false; response_revision:9508; number_of_response:1; }","duration":"232.539757ms","start":"2026-03-31T20:38:14.570282Z","end":"2026-03-31T20:38:14.802822Z","steps":["trace[493103177] 'process raft request' (duration: 232.24693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:14.803031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.227609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"info","ts":"2026-03-31T20:38:14.803121Z","caller":"traceutil/trace.go:171","msg":"trace[1495329145] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:9508; }","duration":"230.349522ms","start":"2026-03-31T20:38:14.572747Z","end":"2026-03-31T20:38:14.803097Z","steps":["trace[1495329145] 'agreement among raft nodes before linearized reading' (duration: 230.102586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:14.823626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.686538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-4gxm6\" ","response":"range_response_count:1 size:4636"} {"level":"info","ts":"2026-03-31T20:38:14.823719Z","caller":"traceutil/trace.go:171","msg":"trace[1159208210] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-4gxm6; range_end:; response_count:1; response_revision:9509; }","duration":"249.819942ms","start":"2026-03-31T20:38:14.573877Z","end":"2026-03-31T20:38:14.823696Z","steps":["trace[1159208210] 'agreement among raft nodes before linearized reading' (duration: 249.678878ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:14.823895Z","caller":"traceutil/trace.go:171","msg":"trace[94289204] transaction","detail":"{read_only:false; response_revision:9509; number_of_response:1; }","duration":"136.826059ms","start":"2026-03-31T20:38:14.687057Z","end":"2026-03-31T20:38:14.823883Z","steps":["trace[94289204] 'process raft request' (duration: 136.378258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:14.824026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.221859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-03-31T20:38:14.824071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.429774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-mon\" ","response":"range_response_count:1 size:713"} {"level":"info","ts":"2026-03-31T20:38:14.824088Z","caller":"traceutil/trace.go:171","msg":"trace[377700230] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-mon; range_end:; response_count:1; response_revision:9509; }","duration":"230.469155ms","start":"2026-03-31T20:38:14.593613Z","end":"2026-03-31T20:38:14.824083Z","steps":["trace[377700230] 'agreement among raft nodes before linearized reading' (duration: 230.396733ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:14.824087Z","caller":"traceutil/trace.go:171","msg":"trace[1373752409] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:9509; }","duration":"230.307411ms","start":"2026-03-31T20:38:14.593763Z","end":"2026-03-31T20:38:14.824071Z","steps":["trace[1373752409] 'agreement among raft nodes before linearized reading' (duration: 230.137867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:15.806125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.802726ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T20:38:15.8067Z","caller":"traceutil/trace.go:171","msg":"trace[1388589473] linearizableReadLoop","detail":"{readStateIndex:9875; appliedIndex:9872; }","duration":"935.957616ms","start":"2026-03-31T20:38:14.870703Z","end":"2026-03-31T20:38:15.806661Z","steps":["trace[1388589473] 'read index received' (duration: 12.543726ms)","trace[1388589473] 'applied index is now lower than readState.Index' (duration: 923.40917ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:15.806749Z","caller":"traceutil/trace.go:171","msg":"trace[1335637366] transaction","detail":"{read_only:false; response_revision:9512; number_of_response:1; }","duration":"647.329838ms","start":"2026-03-31T20:38:15.159377Z","end":"2026-03-31T20:38:15.806707Z","steps":["trace[1335637366] 'process raft request' (duration: 646.944189ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:15.807053Z","caller":"traceutil/trace.go:171","msg":"trace[2143589870] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9511; }","duration":"974.542806ms","start":"2026-03-31T20:38:14.832491Z","end":"2026-03-31T20:38:15.807033Z","steps":["trace[2143589870] 'process raft request' (duration: 528.673224ms)","trace[2143589870] 'compare' (duration: 444.703063ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:15.807159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:14.832476Z","time spent":"974.625549ms","remote":"127.0.0.1:52252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-31T20:38:15.807148Z","caller":"traceutil/trace.go:171","msg":"trace[1869538073] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9511; }","duration":"973.452408ms","start":"2026-03-31T20:38:14.83366Z","end":"2026-03-31T20:38:15.807112Z","steps":["trace[1869538073] 'process raft request' (duration: 972.587307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:15.807234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.157863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-4gxm6\" ","response":"range_response_count:1 size:2804"} {"level":"warn","ts":"2026-03-31T20:38:15.807275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.701337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-31T20:38:15.807304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:14.833653Z","time spent":"973.564671ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":4702,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:15.807309Z","caller":"traceutil/trace.go:171","msg":"trace[1393704981] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-4gxm6; range_end:; response_count:1; response_revision:9513; }","duration":"919.262825ms","start":"2026-03-31T20:38:14.888021Z","end":"2026-03-31T20:38:15.807284Z","steps":["trace[1393704981] 'agreement among raft nodes before linearized reading' (duration: 919.082921ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:15.80735Z","caller":"traceutil/trace.go:171","msg":"trace[2111185277] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9513; }","duration":"542.803749ms","start":"2026-03-31T20:38:15.264526Z","end":"2026-03-31T20:38:15.80733Z","steps":["trace[2111185277] 'agreement among raft nodes before linearized reading' (duration: 542.582163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:15.807389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.014614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T20:38:15.807406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:15.264516Z","time spent":"542.881281ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T20:38:15.807457Z","caller":"traceutil/trace.go:171","msg":"trace[677246062] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9513; }","duration":"543.095837ms","start":"2026-03-31T20:38:15.264326Z","end":"2026-03-31T20:38:15.807422Z","steps":["trace[677246062] 'agreement among raft nodes before linearized reading' (duration: 542.972583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:15.80736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:14.888002Z","time spent":"919.344738ms","remote":"127.0.0.1:58586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2827,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-4gxm6\" "} {"level":"warn","ts":"2026-03-31T20:38:15.807478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.39898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-4gxm6\" ","response":"range_response_count:1 size:4668"} {"level":"warn","ts":"2026-03-31T20:38:15.807506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:15.264304Z","time spent":"543.18976ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-31T20:38:15.807525Z","caller":"traceutil/trace.go:171","msg":"trace[1281802579] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-4gxm6; range_end:; response_count:1; response_revision:9513; }","duration":"919.470532ms","start":"2026-03-31T20:38:14.888039Z","end":"2026-03-31T20:38:15.807509Z","steps":["trace[1281802579] 'agreement among raft nodes before linearized reading' (duration: 919.350738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:15.807572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:14.888026Z","time spent":"919.534953ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4691,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-4gxm6\" "} {"level":"warn","ts":"2026-03-31T20:38:15.807579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.866019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:15.807652Z","caller":"traceutil/trace.go:171","msg":"trace[571878614] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9513; }","duration":"937.033313ms","start":"2026-03-31T20:38:14.870595Z","end":"2026-03-31T20:38:15.807629Z","steps":["trace[571878614] 'agreement among raft nodes before linearized reading' (duration: 936.790126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:15.807717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:14.870566Z","time spent":"937.136466ms","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:38:15.808063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:15.159354Z","time spent":"647.502543ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:15.939894Z","caller":"traceutil/trace.go:171","msg":"trace[351902806] linearizableReadLoop","detail":"{readStateIndex:9879; appliedIndex:9877; }","duration":"127.2317ms","start":"2026-03-31T20:38:15.81264Z","end":"2026-03-31T20:38:15.939871Z","steps":["trace[351902806] 'read index received' (duration: 44.784607ms)","trace[351902806] 'applied index is now lower than readState.Index' (duration: 82.446173ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:15.93999Z","caller":"traceutil/trace.go:171","msg":"trace[683498035] transaction","detail":"{read_only:false; response_revision:9516; number_of_response:1; }","duration":"127.143958ms","start":"2026-03-31T20:38:15.812804Z","end":"2026-03-31T20:38:15.939947Z","steps":["trace[683498035] 'process raft request' (duration: 126.960024ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:15.940122Z","caller":"traceutil/trace.go:171","msg":"trace[37902127] transaction","detail":"{read_only:false; response_revision:9517; number_of_response:1; }","duration":"126.47891ms","start":"2026-03-31T20:38:15.81363Z","end":"2026-03-31T20:38:15.940109Z","steps":["trace[37902127] 'process raft request' (duration: 126.182383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:15.940298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.947132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-4gxm6\" ","response":"range_response_count:1 size:4673"} {"level":"info","ts":"2026-03-31T20:38:15.940341Z","caller":"traceutil/trace.go:171","msg":"trace[2082779338] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-4gxm6; range_end:; response_count:1; response_revision:9517; }","duration":"127.011724ms","start":"2026-03-31T20:38:15.81332Z","end":"2026-03-31T20:38:15.940331Z","steps":["trace[2082779338] 'agreement among raft nodes before linearized reading' (duration: 126.909811ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:15.939987Z","caller":"traceutil/trace.go:171","msg":"trace[1705274786] transaction","detail":"{read_only:false; response_revision:9515; number_of_response:1; }","duration":"127.330542ms","start":"2026-03-31T20:38:15.812625Z","end":"2026-03-31T20:38:15.939955Z","steps":["trace[1705274786] 'process raft request' (duration: 102.541289ms)","trace[1705274786] 'compare' (duration: 24.442765ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:15.940463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.810414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-4gxm6\" ","response":"range_response_count:1 size:4673"} {"level":"info","ts":"2026-03-31T20:38:15.940524Z","caller":"traceutil/trace.go:171","msg":"trace[1322883934] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-4gxm6; range_end:; response_count:1; response_revision:9517; }","duration":"127.897527ms","start":"2026-03-31T20:38:15.812608Z","end":"2026-03-31T20:38:15.940506Z","steps":["trace[1322883934] 'agreement among raft nodes before linearized reading' (duration: 127.746623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:17.59116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308208457s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:38:17.59141Z","caller":"traceutil/trace.go:171","msg":"trace[923047657] transaction","detail":"{read_only:false; response_revision:9524; number_of_response:1; }","duration":"1.340698243s","start":"2026-03-31T20:38:16.250663Z","end":"2026-03-31T20:38:17.591361Z","steps":["trace[923047657] 'process raft request' (duration: 32.207119ms)","trace[923047657] 'compare' (duration: 1.307695034s)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:17.591483Z","caller":"traceutil/trace.go:171","msg":"trace[1737606180] linearizableReadLoop","detail":"{readStateIndex:9892; appliedIndex:9887; }","duration":"1.33856906s","start":"2026-03-31T20:38:16.252896Z","end":"2026-03-31T20:38:17.591465Z","steps":["trace[1737606180] 'read index received' (duration: 29.966093ms)","trace[1737606180] 'applied index is now lower than readState.Index' (duration: 1.308602077s)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:17.591595Z","caller":"traceutil/trace.go:171","msg":"trace[1341190358] transaction","detail":"{read_only:false; response_revision:9525; number_of_response:1; }","duration":"1.340849178s","start":"2026-03-31T20:38:16.250736Z","end":"2026-03-31T20:38:17.591585Z","steps":["trace[1341190358] 'process raft request' (duration: 1.34053802s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:17.591601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:16.250645Z","time spent":"1.340849848s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:17.591631Z","caller":"traceutil/trace.go:171","msg":"trace[1790385270] transaction","detail":"{read_only:false; response_revision:9528; number_of_response:1; }","duration":"1.339345s","start":"2026-03-31T20:38:16.252236Z","end":"2026-03-31T20:38:17.591581Z","steps":["trace[1790385270] 'process raft request' (duration: 1.339195006s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:17.591669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:16.250712Z","time spent":"1.340917169s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:17.591712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.625042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:17.591772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272710204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"info","ts":"2026-03-31T20:38:17.591803Z","caller":"traceutil/trace.go:171","msg":"trace[561313162] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:9528; }","duration":"722.767026ms","start":"2026-03-31T20:38:16.86901Z","end":"2026-03-31T20:38:17.591777Z","steps":["trace[561313162] 'agreement among raft nodes before linearized reading' (duration: 722.609622ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:17.591829Z","caller":"traceutil/trace.go:171","msg":"trace[1669280279] transaction","detail":"{read_only:false; response_revision:9527; number_of_response:1; }","duration":"1.341021732s","start":"2026-03-31T20:38:16.250797Z","end":"2026-03-31T20:38:17.591818Z","steps":["trace[1669280279] 'process raft request' (duration: 1.340601031s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:17.591834Z","caller":"traceutil/trace.go:171","msg":"trace[1961450247] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:9528; }","duration":"1.272817497s","start":"2026-03-31T20:38:16.319001Z","end":"2026-03-31T20:38:17.591818Z","steps":["trace[1961450247] 'agreement among raft nodes before linearized reading' (duration: 1.272587291s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:17.59187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:16.318978Z","time spent":"1.272884139s","remote":"127.0.0.1:54598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5169,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-31T20:38:17.591866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:16.868994Z","time spent":"722.852807ms","remote":"127.0.0.1:54242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:17.591878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:16.250781Z","time spent":"1.341072483s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:17.591911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.567177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:17.59195Z","caller":"traceutil/trace.go:171","msg":"trace[839221984] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:9528; }","duration":"828.637567ms","start":"2026-03-31T20:38:16.7633Z","end":"2026-03-31T20:38:17.591937Z","steps":["trace[839221984] 'agreement among raft nodes before linearized reading' (duration: 828.575315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:17.591784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:16.252224Z","time spent":"1.339487854s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:17.591946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.977175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:17.591972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.246415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:17.59199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:16.763283Z","time spent":"828.69783ms","remote":"127.0.0.1:54222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:17.592005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.570981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:17.591981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223676932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:17.592015Z","caller":"traceutil/trace.go:171","msg":"trace[339239954] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:9528; }","duration":"988.075237ms","start":"2026-03-31T20:38:16.60392Z","end":"2026-03-31T20:38:17.591995Z","steps":["trace[339239954] 'agreement among raft nodes before linearized reading' (duration: 987.962824ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:17.592039Z","caller":"traceutil/trace.go:171","msg":"trace[550696142] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9528; }","duration":"722.643333ms","start":"2026-03-31T20:38:16.869383Z","end":"2026-03-31T20:38:17.592026Z","steps":["trace[550696142] 'agreement among raft nodes before linearized reading' (duration: 722.590781ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:17.592035Z","caller":"traceutil/trace.go:171","msg":"trace[1924082016] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:9528; }","duration":"227.365648ms","start":"2026-03-31T20:38:17.364649Z","end":"2026-03-31T20:38:17.592015Z","steps":["trace[1924082016] 'agreement among raft nodes before linearized reading' (duration: 227.221714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:17.592065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:16.86936Z","time spent":"722.699594ms","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:38:17.59206Z","caller":"traceutil/trace.go:171","msg":"trace[1869034078] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:9528; }","duration":"1.223764044s","start":"2026-03-31T20:38:16.368279Z","end":"2026-03-31T20:38:17.592043Z","steps":["trace[1869034078] 'agreement among raft nodes before linearized reading' (duration: 1.223632381s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:17.592043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.64258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-31T20:38:17.592069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:16.603902Z","time spent":"988.152109ms","remote":"127.0.0.1:59130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:17.592101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:16.368246Z","time spent":"1.223845605s","remote":"127.0.0.1:59270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:38:17.592112Z","caller":"traceutil/trace.go:171","msg":"trace[718751591] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9528; }","duration":"945.735992ms","start":"2026-03-31T20:38:16.64636Z","end":"2026-03-31T20:38:17.592096Z","steps":["trace[718751591] 'agreement among raft nodes before linearized reading' (duration: 945.493375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:17.592154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:16.646353Z","time spent":"945.791594ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:38:17.592593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339696008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227433"} {"level":"info","ts":"2026-03-31T20:38:17.59266Z","caller":"traceutil/trace.go:171","msg":"trace[1966749154] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9528; }","duration":"1.339792231s","start":"2026-03-31T20:38:16.252853Z","end":"2026-03-31T20:38:17.592645Z","steps":["trace[1966749154] 'agreement among raft nodes before linearized reading' (duration: 1.339300429s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:17.592703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:16.252839Z","time spent":"1.339850682s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227456,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T20:38:17.593106Z","caller":"traceutil/trace.go:171","msg":"trace[1760972695] transaction","detail":"{read_only:false; response_revision:9526; number_of_response:1; }","duration":"1.340822716s","start":"2026-03-31T20:38:16.250742Z","end":"2026-03-31T20:38:17.591564Z","steps":["trace[1760972695] 'process raft request' (duration: 1.340622861s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:17.593831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:16.250722Z","time spent":"1.34251569s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:18.113372Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973343665,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:38:18.613867Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973343665,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:38:18.994307Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.391559753s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:38:18.994792Z","caller":"traceutil/trace.go:171","msg":"trace[1388707641] transaction","detail":"{read_only:false; response_revision:9529; number_of_response:1; }","duration":"1.392280031s","start":"2026-03-31T20:38:17.602494Z","end":"2026-03-31T20:38:18.994774Z","steps":["trace[1388707641] 'process raft request' (duration: 1.392163018s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:18.995057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:17.602466Z","time spent":"1.392491076s","remote":"127.0.0.1:54598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:19.146861Z","caller":"traceutil/trace.go:171","msg":"trace[880191567] transaction","detail":"{read_only:false; response_revision:9531; number_of_response:1; }","duration":"959.57954ms","start":"2026-03-31T20:38:18.187255Z","end":"2026-03-31T20:38:19.146834Z","steps":["trace[880191567] 'process raft request' (duration: 959.483898ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:19.146941Z","caller":"traceutil/trace.go:171","msg":"trace[682441955] transaction","detail":"{read_only:false; response_revision:9530; number_of_response:1; }","duration":"1.140250803s","start":"2026-03-31T20:38:18.006647Z","end":"2026-03-31T20:38:19.146897Z","steps":["trace[682441955] 'process raft request' (duration: 1.081983158s)","trace[682441955] 'compare' (duration: 57.926496ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:19.147029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:18.187222Z","time spent":"959.716504ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:19.147109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:18.006596Z","time spent":"1.140424897s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:19.147188Z","caller":"traceutil/trace.go:171","msg":"trace[1276252455] transaction","detail":"{read_only:false; response_revision:9532; number_of_response:1; }","duration":"942.327456ms","start":"2026-03-31T20:38:18.20483Z","end":"2026-03-31T20:38:19.147157Z","steps":["trace[1276252455] 'process raft request' (duration: 941.962977ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:19.147304Z","caller":"traceutil/trace.go:171","msg":"trace[1054099913] linearizableReadLoop","detail":"{readStateIndex:9897; appliedIndex:9893; }","duration":"1.534182749s","start":"2026-03-31T20:38:17.613091Z","end":"2026-03-31T20:38:19.147274Z","steps":["trace[1054099913] 'read index received' (duration: 1.381755616s)","trace[1054099913] 'applied index is now lower than readState.Index' (duration: 152.425793ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:19.1474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:18.204805Z","time spent":"942.489761ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:19.147459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534367014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:38:19.147509Z","caller":"traceutil/trace.go:171","msg":"trace[1301036140] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:9533; }","duration":"1.534444826s","start":"2026-03-31T20:38:17.61305Z","end":"2026-03-31T20:38:19.147495Z","steps":["trace[1301036140] 'agreement among raft nodes before linearized reading' (duration: 1.534336303s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:19.147509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.342618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:19.147328Z","caller":"traceutil/trace.go:171","msg":"trace[1788412336] transaction","detail":"{read_only:false; response_revision:9533; number_of_response:1; }","duration":"896.026492ms","start":"2026-03-31T20:38:18.251278Z","end":"2026-03-31T20:38:19.147305Z","steps":["trace[1788412336] 'process raft request' (duration: 895.774696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:19.147551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:17.613032Z","time spent":"1.534510897s","remote":"127.0.0.1:54598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:38:19.147554Z","caller":"traceutil/trace.go:171","msg":"trace[1496688297] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9533; }","duration":"268.42511ms","start":"2026-03-31T20:38:18.879118Z","end":"2026-03-31T20:38:19.147543Z","steps":["trace[1496688297] 'agreement among raft nodes before linearized reading' (duration: 268.348278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:19.147623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:18.251254Z","time spent":"896.325159ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:19.147659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.110654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:19.147669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028603206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-31T20:38:19.147679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.664997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-03-31T20:38:19.147661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.101847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-66dd659597-kwccw.18a20778cfd168f4\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-31T20:38:19.14751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483973017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:19.147721Z","caller":"traceutil/trace.go:171","msg":"trace[1294408059] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:9533; }","duration":"523.214027ms","start":"2026-03-31T20:38:18.624488Z","end":"2026-03-31T20:38:19.147702Z","steps":["trace[1294408059] 'agreement among raft nodes before linearized reading' (duration: 523.107794ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:19.147727Z","caller":"traceutil/trace.go:171","msg":"trace[570332932] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:9533; }","duration":"146.709948ms","start":"2026-03-31T20:38:19.001006Z","end":"2026-03-31T20:38:19.147716Z","steps":["trace[570332932] 'agreement among raft nodes before linearized reading' (duration: 146.576555ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:19.147728Z","caller":"traceutil/trace.go:171","msg":"trace[927801677] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:9533; }","duration":"1.028689597s","start":"2026-03-31T20:38:18.119021Z","end":"2026-03-31T20:38:19.14771Z","steps":["trace[927801677] 'agreement among raft nodes before linearized reading' (duration: 1.028518683s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:19.147749Z","caller":"traceutil/trace.go:171","msg":"trace[1402296669] range","detail":"{range_begin:/registry/events/openstack/barbican-api-66dd659597-kwccw.18a20778cfd168f4; range_end:; response_count:1; response_revision:9533; }","duration":"545.223241ms","start":"2026-03-31T20:38:18.602504Z","end":"2026-03-31T20:38:19.147728Z","steps":["trace[1402296669] 'agreement among raft nodes before linearized reading' (duration: 544.999035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:19.147735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.15682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:19.14776Z","caller":"traceutil/trace.go:171","msg":"trace[2024637948] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9533; }","duration":"1.484267534s","start":"2026-03-31T20:38:17.663471Z","end":"2026-03-31T20:38:19.147738Z","steps":["trace[2024637948] 'agreement among raft nodes before linearized reading' (duration: 1.483985997s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:19.147773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:18.624475Z","time spent":"523.284879ms","remote":"127.0.0.1:60488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:19.147786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:18.119002Z","time spent":"1.02877022s","remote":"127.0.0.1:52318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-31T20:38:19.147798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:18.602485Z","time spent":"545.299172ms","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-66dd659597-kwccw.18a20778cfd168f4\" "} {"level":"info","ts":"2026-03-31T20:38:19.147827Z","caller":"traceutil/trace.go:171","msg":"trace[971324559] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:9533; }","duration":"172.289222ms","start":"2026-03-31T20:38:18.975514Z","end":"2026-03-31T20:38:19.147804Z","steps":["trace[971324559] 'agreement among raft nodes before linearized reading' (duration: 172.116268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:19.147856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:17.663446Z","time spent":"1.484368997s","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-31T20:38:19.325997Z","caller":"traceutil/trace.go:171","msg":"trace[42104792] linearizableReadLoop","detail":"{readStateIndex:9899; appliedIndex:9898; }","duration":"140.059312ms","start":"2026-03-31T20:38:19.185915Z","end":"2026-03-31T20:38:19.325974Z","steps":["trace[42104792] 'read index received' (duration: 67.683402ms)","trace[42104792] 'applied index is now lower than readState.Index' (duration: 72.37448ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:19.326045Z","caller":"traceutil/trace.go:171","msg":"trace[207759286] transaction","detail":"{read_only:false; response_revision:9535; number_of_response:1; }","duration":"147.649933ms","start":"2026-03-31T20:38:19.178362Z","end":"2026-03-31T20:38:19.326012Z","steps":["trace[207759286] 'process raft request' (duration: 75.264983ms)","trace[207759286] 'compare' (duration: 72.180494ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:19.326198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.264717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-31T20:38:19.326237Z","caller":"traceutil/trace.go:171","msg":"trace[208234819] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:9535; }","duration":"140.333028ms","start":"2026-03-31T20:38:19.185891Z","end":"2026-03-31T20:38:19.326224Z","steps":["trace[208234819] 'agreement among raft nodes before linearized reading' (duration: 140.163534ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:21.144737Z","caller":"traceutil/trace.go:171","msg":"trace[278348123] linearizableReadLoop","detail":"{readStateIndex:9907; appliedIndex:9906; }","duration":"480.694718ms","start":"2026-03-31T20:38:20.664019Z","end":"2026-03-31T20:38:21.144714Z","steps":["trace[278348123] 'read index received' (duration: 480.531344ms)","trace[278348123] 'applied index is now lower than readState.Index' (duration: 162.054µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:21.144845Z","caller":"traceutil/trace.go:171","msg":"trace[192351491] transaction","detail":"{read_only:false; response_revision:9542; number_of_response:1; }","duration":"669.573197ms","start":"2026-03-31T20:38:20.475261Z","end":"2026-03-31T20:38:21.144834Z","steps":["trace[192351491] 'process raft request' (duration: 669.26512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:21.144961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:20.47524Z","time spent":"669.631149ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:21.145184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.16321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-31T20:38:21.145224Z","caller":"traceutil/trace.go:171","msg":"trace[802470999] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:9542; }","duration":"481.238102ms","start":"2026-03-31T20:38:20.663975Z","end":"2026-03-31T20:38:21.145213Z","steps":["trace[802470999] 'agreement among raft nodes before linearized reading' (duration: 481.112569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:21.145253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:20.663956Z","time spent":"481.290203ms","remote":"127.0.0.1:54608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3695,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-31T20:38:21.160268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.627111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:21.160329Z","caller":"traceutil/trace.go:171","msg":"trace[1912457567] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9543; }","duration":"279.722194ms","start":"2026-03-31T20:38:20.880596Z","end":"2026-03-31T20:38:21.160318Z","steps":["trace[1912457567] 'agreement among raft nodes before linearized reading' (duration: 279.605501ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:21.160264Z","caller":"traceutil/trace.go:171","msg":"trace[171283009] transaction","detail":"{read_only:false; response_revision:9543; number_of_response:1; }","duration":"242.219871ms","start":"2026-03-31T20:38:20.917996Z","end":"2026-03-31T20:38:21.160216Z","steps":["trace[171283009] 'process raft request' (duration: 242.082927ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:21.40347Z","caller":"traceutil/trace.go:171","msg":"trace[348488026] transaction","detail":"{read_only:false; response_revision:9544; number_of_response:1; }","duration":"250.682123ms","start":"2026-03-31T20:38:21.152755Z","end":"2026-03-31T20:38:21.403437Z","steps":["trace[348488026] 'process raft request' (duration: 181.729079ms)","trace[348488026] 'compare' (duration: 68.683897ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:21.403495Z","caller":"traceutil/trace.go:171","msg":"trace[1915738787] linearizableReadLoop","detail":"{readStateIndex:9912; appliedIndex:9908; }","duration":"243.292738ms","start":"2026-03-31T20:38:21.160177Z","end":"2026-03-31T20:38:21.403469Z","steps":["trace[1915738787] 'read index received' (duration: 174.304013ms)","trace[1915738787] 'applied index is now lower than readState.Index' (duration: 68.987405ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:21.403643Z","caller":"traceutil/trace.go:171","msg":"trace[1193041665] transaction","detail":"{read_only:false; response_revision:9545; number_of_response:1; }","duration":"250.736085ms","start":"2026-03-31T20:38:21.152892Z","end":"2026-03-31T20:38:21.403628Z","steps":["trace[1193041665] 'process raft request' (duration: 250.410997ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:21.403816Z","caller":"traceutil/trace.go:171","msg":"trace[85958838] transaction","detail":"{read_only:false; response_revision:9546; number_of_response:1; }","duration":"250.364005ms","start":"2026-03-31T20:38:21.153436Z","end":"2026-03-31T20:38:21.4038Z","steps":["trace[85958838] 'process raft request' (duration: 249.927364ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:21.403923Z","caller":"traceutil/trace.go:171","msg":"trace[440723915] transaction","detail":"{read_only:false; response_revision:9547; number_of_response:1; }","duration":"250.385256ms","start":"2026-03-31T20:38:21.153524Z","end":"2026-03-31T20:38:21.403909Z","steps":["trace[440723915] 'process raft request' (duration: 249.890193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:21.671532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.505718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18a20784e583d8bd\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-31T20:38:21.671587Z","caller":"traceutil/trace.go:171","msg":"trace[1454234516] range","detail":"{range_begin:/registry/events/openstack/ceph.18a20784e583d8bd; range_end:; response_count:1; response_revision:9547; }","duration":"518.58108ms","start":"2026-03-31T20:38:21.152994Z","end":"2026-03-31T20:38:21.671575Z","steps":["trace[1454234516] 'agreement among raft nodes before linearized reading' (duration: 250.942359ms)","trace[1454234516] 'range keys from in-memory index tree' (duration: 267.510467ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:21.67161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:21.152985Z","time spent":"518.619082ms","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":722,"request content":"key:\"/registry/events/openstack/ceph.18a20784e583d8bd\" "} {"level":"warn","ts":"2026-03-31T20:38:21.672171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.623261ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-03-31T20:38:21.672254Z","caller":"traceutil/trace.go:171","msg":"trace[831430452] linearizableReadLoop","detail":"{readStateIndex:9913; appliedIndex:9912; }","duration":"268.681786ms","start":"2026-03-31T20:38:21.403559Z","end":"2026-03-31T20:38:21.672241Z","steps":["trace[831430452] 'read index received' (duration: 368.509µs)","trace[831430452] 'applied index is now lower than readState.Index' (duration: 268.311997ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:21.672279Z","caller":"traceutil/trace.go:171","msg":"trace[27532158] compact","detail":"{revision:7384; response_revision:9547; }","duration":"510.835005ms","start":"2026-03-31T20:38:21.161432Z","end":"2026-03-31T20:38:21.672267Z","steps":["trace[27532158] 'process raft request' (duration: 242.028955ms)","trace[27532158] 'check and update compact revision' (duration: 267.505648ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:21.672355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.80349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:38:21.672307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:21.161403Z","time spent":"510.902567ms","remote":"127.0.0.1:52132","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T20:38:21.672421Z","caller":"traceutil/trace.go:171","msg":"trace[203197876] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:9547; }","duration":"511.870802ms","start":"2026-03-31T20:38:21.160539Z","end":"2026-03-31T20:38:21.67241Z","steps":["trace[203197876] 'agreement among raft nodes before linearized reading' (duration: 511.740608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:21.672472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:21.160484Z","time spent":"511.973275ms","remote":"127.0.0.1:52326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":53,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:38:21.672315Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7384} {"level":"warn","ts":"2026-03-31T20:38:21.67245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.489357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:38:21.672346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.202674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:21.672818Z","caller":"traceutil/trace.go:171","msg":"trace[1026884864] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9547; }","duration":"511.719877ms","start":"2026-03-31T20:38:21.161088Z","end":"2026-03-31T20:38:21.672808Z","steps":["trace[1026884864] 'agreement among raft nodes before linearized reading' (duration: 511.176454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:21.672844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:21.161073Z","time spent":"511.763548ms","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:38:21.672704Z","caller":"traceutil/trace.go:171","msg":"trace[1510503694] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:9547; }","duration":"405.775094ms","start":"2026-03-31T20:38:21.26686Z","end":"2026-03-31T20:38:21.672635Z","steps":["trace[1510503694] 'agreement among raft nodes before linearized reading' (duration: 405.400965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:21.673628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:21.266819Z","time spent":"406.706198ms","remote":"127.0.0.1:58620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:22.486281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.078404ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:22.486409Z","caller":"traceutil/trace.go:171","msg":"trace[1106604842] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9547; }","duration":"255.218328ms","start":"2026-03-31T20:38:22.231172Z","end":"2026-03-31T20:38:22.48639Z","steps":["trace[1106604842] 'range keys from in-memory index tree' (duration: 255.062564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:22.486764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.250828ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:38:22.486889Z","caller":"traceutil/trace.go:171","msg":"trace[1008575816] transaction","detail":"{read_only:false; response_revision:9548; number_of_response:1; }","duration":"812.380459ms","start":"2026-03-31T20:38:21.674483Z","end":"2026-03-31T20:38:22.486864Z","steps":["trace[1008575816] 'process raft request' (duration: 113.948326ms)","trace[1008575816] 'compare' (duration: 252.697334ms)","trace[1008575816] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/openstack/ceph.18a20784e583d8bd; req_size:681; } (duration: 444.537518ms)"],"step_count":3} {"level":"warn","ts":"2026-03-31T20:38:22.487007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:21.674463Z","time spent":"812.47448ms","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:22.486985Z","caller":"traceutil/trace.go:171","msg":"trace[1404626440] linearizableReadLoop","detail":"{readStateIndex:9914; appliedIndex:9913; }","duration":"806.177053ms","start":"2026-03-31T20:38:21.680767Z","end":"2026-03-31T20:38:22.486944Z","steps":["trace[1404626440] 'read index received' (duration: 107.674868ms)","trace[1404626440] 'applied index is now lower than readState.Index' (duration: 698.494464ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:22.487198Z","caller":"traceutil/trace.go:171","msg":"trace[1916053462] transaction","detail":"{read_only:false; response_revision:9549; number_of_response:1; }","duration":"609.084086ms","start":"2026-03-31T20:38:21.878091Z","end":"2026-03-31T20:38:22.487175Z","steps":["trace[1916053462] 'process raft request' (duration: 608.791789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:22.487302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:21.878074Z","time spent":"609.190709ms","remote":"127.0.0.1:52466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:38:22.4873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.518221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:38:22.487374Z","caller":"traceutil/trace.go:171","msg":"trace[2068007236] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9548; }","duration":"806.625324ms","start":"2026-03-31T20:38:21.680731Z","end":"2026-03-31T20:38:22.487356Z","steps":["trace[2068007236] 'agreement among raft nodes before linearized reading' (duration: 806.314016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:22.48739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.479834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:22.487491Z","caller":"traceutil/trace.go:171","msg":"trace[172275725] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:9549; }","duration":"655.630077ms","start":"2026-03-31T20:38:21.831843Z","end":"2026-03-31T20:38:22.487473Z","steps":["trace[172275725] 'agreement among raft nodes before linearized reading' (duration: 655.461143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:22.487399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.712501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-76hz9\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-31T20:38:22.487564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:21.831827Z","time spent":"655.71918ms","remote":"127.0.0.1:54684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:38:22.48757Z","caller":"traceutil/trace.go:171","msg":"trace[1326278533] range","detail":"{range_begin:/registry/pods/openstack/keepalived-76hz9; range_end:; response_count:1; response_revision:9549; }","duration":"766.916436ms","start":"2026-03-31T20:38:21.720634Z","end":"2026-03-31T20:38:22.487551Z","steps":["trace[1326278533] 'agreement among raft nodes before linearized reading' (duration: 766.637459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:22.4876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.046531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T20:38:22.487551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.318457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T20:38:22.48765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:21.720616Z","time spent":"767.019779ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-76hz9\" "} {"level":"info","ts":"2026-03-31T20:38:22.487723Z","caller":"traceutil/trace.go:171","msg":"trace[24364001] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9549; }","duration":"775.170774ms","start":"2026-03-31T20:38:21.712473Z","end":"2026-03-31T20:38:22.487644Z","steps":["trace[24364001] 'agreement among raft nodes before linearized reading' (duration: 774.887517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:22.487426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:21.680716Z","time spent":"806.700375ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:38:22.487824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:21.712458Z","time spent":"775.316937ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:38:22.487416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.240345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:38:22.487941Z","caller":"traceutil/trace.go:171","msg":"trace[967827106] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9549; }","duration":"775.793259ms","start":"2026-03-31T20:38:21.712135Z","end":"2026-03-31T20:38:22.487929Z","steps":["trace[967827106] 'agreement among raft nodes before linearized reading' (duration: 775.163693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:22.487738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.573213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:38:22.488202Z","caller":"traceutil/trace.go:171","msg":"trace[1291848733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9549; }","duration":"775.956463ms","start":"2026-03-31T20:38:21.712103Z","end":"2026-03-31T20:38:22.488059Z","steps":["trace[1291848733] 'agreement among raft nodes before linearized reading' (duration: 775.105942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:22.487981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:21.712119Z","time spent":"775.85203ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:38:22.488273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:21.71209Z","time spent":"776.167918ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:38:22.487696Z","caller":"traceutil/trace.go:171","msg":"trace[1075391019] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9549; }","duration":"775.476841ms","start":"2026-03-31T20:38:21.712205Z","end":"2026-03-31T20:38:22.487681Z","steps":["trace[1075391019] 'agreement among raft nodes before linearized reading' (duration: 775.072941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:22.488353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:21.712186Z","time spent":"776.146418ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:38:23.06501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.857962ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:38:23.065235Z","caller":"traceutil/trace.go:171","msg":"trace[2010406426] linearizableReadLoop","detail":"{readStateIndex:9919; appliedIndex:9915; }","duration":"571.635435ms","start":"2026-03-31T20:38:22.493583Z","end":"2026-03-31T20:38:23.065218Z","steps":["trace[2010406426] 'read index received' (duration: 49.591607ms)","trace[2010406426] 'applied index is now lower than readState.Index' (duration: 522.042878ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:23.065437Z","caller":"traceutil/trace.go:171","msg":"trace[455952697] transaction","detail":"{read_only:false; response_revision:9550; number_of_response:1; }","duration":"573.402459ms","start":"2026-03-31T20:38:22.492016Z","end":"2026-03-31T20:38:23.065419Z","steps":["trace[455952697] 'process raft request' (duration: 51.092245ms)","trace[455952697] 'compare' (duration: 398.290425ms)","trace[455952697] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/events/openstack/rook-ceph-osd.18a2078c57e5dd9d; req_size:659; } (duration: 123.285109ms)"],"step_count":3} {"level":"warn","ts":"2026-03-31T20:38:23.065506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:22.491994Z","time spent":"573.48402ms","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:38:23.065685Z","caller":"traceutil/trace.go:171","msg":"trace[1363152820] transaction","detail":"{read_only:false; response_revision:9555; number_of_response:1; }","duration":"571.486551ms","start":"2026-03-31T20:38:22.494187Z","end":"2026-03-31T20:38:23.065674Z","steps":["trace[1363152820] 'process raft request' (duration: 570.989189ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:23.065668Z","caller":"traceutil/trace.go:171","msg":"trace[362690156] transaction","detail":"{read_only:false; response_revision:9552; number_of_response:1; }","duration":"573.144692ms","start":"2026-03-31T20:38:22.492486Z","end":"2026-03-31T20:38:23.065631Z","steps":["trace[362690156] 'process raft request' (duration: 572.632719ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:23.065668Z","caller":"traceutil/trace.go:171","msg":"trace[992028154] transaction","detail":"{read_only:false; response_revision:9554; number_of_response:1; }","duration":"571.692746ms","start":"2026-03-31T20:38:22.493917Z","end":"2026-03-31T20:38:23.065609Z","steps":["trace[992028154] 'process raft request' (duration: 571.237645ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:23.065717Z","caller":"traceutil/trace.go:171","msg":"trace[1873205081] transaction","detail":"{read_only:false; response_revision:9553; number_of_response:1; }","duration":"572.821104ms","start":"2026-03-31T20:38:22.492839Z","end":"2026-03-31T20:38:23.06566Z","steps":["trace[1873205081] 'process raft request' (duration: 572.298041ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:23.065788Z","caller":"traceutil/trace.go:171","msg":"trace[1199507736] transaction","detail":"{read_only:false; response_revision:9556; number_of_response:1; }","duration":"570.961397ms","start":"2026-03-31T20:38:22.494819Z","end":"2026-03-31T20:38:23.06578Z","steps":["trace[1199507736] 'process raft request' (duration: 570.375122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:23.065835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:22.494811Z","time spent":"570.999778ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:23.065821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:22.492449Z","time spent":"573.283255ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:23.065889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:22.492829Z","time spent":"572.971578ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:23.065868Z","caller":"traceutil/trace.go:171","msg":"trace[1873669626] transaction","detail":"{read_only:false; response_revision:9551; number_of_response:1; }","duration":"573.44629ms","start":"2026-03-31T20:38:22.492357Z","end":"2026-03-31T20:38:23.065803Z","steps":["trace[1873669626] 'process raft request' (duration: 572.717111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:23.065922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:22.493895Z","time spent":"571.890412ms","remote":"127.0.0.1:52466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:23.065748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:22.494162Z","time spent":"571.545252ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:23.065981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.453501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:23.066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.406594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-31T20:38:23.066016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:22.492336Z","time spent":"573.600634ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:23.066047Z","caller":"traceutil/trace.go:171","msg":"trace[1723311934] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9556; }","duration":"196.561584ms","start":"2026-03-31T20:38:22.869469Z","end":"2026-03-31T20:38:23.066031Z","steps":["trace[1723311934] 'agreement among raft nodes before linearized reading' (duration: 196.448591ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:23.066065Z","caller":"traceutil/trace.go:171","msg":"trace[1034754257] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9556; }","duration":"572.677921ms","start":"2026-03-31T20:38:22.493371Z","end":"2026-03-31T20:38:23.066049Z","steps":["trace[1034754257] 'agreement among raft nodes before linearized reading' (duration: 572.467356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:23.066118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:22.493359Z","time spent":"572.750383ms","remote":"127.0.0.1:52252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T20:38:23.066206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.079672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:23.066245Z","caller":"traceutil/trace.go:171","msg":"trace[826329565] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9556; }","duration":"371.153734ms","start":"2026-03-31T20:38:22.695079Z","end":"2026-03-31T20:38:23.066233Z","steps":["trace[826329565] 'agreement among raft nodes before linearized reading' (duration: 371.098402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:23.066248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.773648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227433"} {"level":"warn","ts":"2026-03-31T20:38:23.066273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:22.695058Z","time spent":"371.208676ms","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:38:23.066306Z","caller":"traceutil/trace.go:171","msg":"trace[1250336222] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9556; }","duration":"571.8588ms","start":"2026-03-31T20:38:22.494433Z","end":"2026-03-31T20:38:23.066292Z","steps":["trace[1250336222] 'agreement among raft nodes before linearized reading' (duration: 571.44108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:23.066345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:22.494424Z","time spent":"571.910581ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227456,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T20:38:23.324449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.274675ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:38:23.324603Z","caller":"traceutil/trace.go:171","msg":"trace[1526961971] transaction","detail":"{read_only:false; response_revision:9557; number_of_response:1; }","duration":"251.561236ms","start":"2026-03-31T20:38:23.073007Z","end":"2026-03-31T20:38:23.324568Z","steps":["trace[1526961971] 'process raft request' (duration: 96.077415ms)","trace[1526961971] 'compare' (duration: 147.402287ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:23.324705Z","caller":"traceutil/trace.go:171","msg":"trace[1055772267] linearizableReadLoop","detail":"{readStateIndex:9923; appliedIndex:9922; }","duration":"102.59345ms","start":"2026-03-31T20:38:23.222087Z","end":"2026-03-31T20:38:23.32468Z","steps":["trace[1055772267] 'read index received' (duration: 46.551µs)","trace[1055772267] 'applied index is now lower than readState.Index' (duration: 102.544189ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:23.324862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.764754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:38:23.324905Z","caller":"traceutil/trace.go:171","msg":"trace[917516518] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:9557; }","duration":"102.854747ms","start":"2026-03-31T20:38:23.222039Z","end":"2026-03-31T20:38:23.324894Z","steps":["trace[917516518] 'agreement among raft nodes before linearized reading' (duration: 102.721363ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:23.359151Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7384,"took":"1.685061673s","hash":2246099443,"current-db-size-bytes":44765184,"current-db-size":"45 MB","current-db-size-in-use-bytes":23273472,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-31T20:38:23.359231Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2246099443,"revision":7384,"compact-revision":4490} {"level":"info","ts":"2026-03-31T20:38:29.268911Z","caller":"traceutil/trace.go:171","msg":"trace[1207291108] transaction","detail":"{read_only:false; response_revision:9601; number_of_response:1; }","duration":"173.015234ms","start":"2026-03-31T20:38:29.095863Z","end":"2026-03-31T20:38:29.268878Z","steps":["trace[1207291108] 'process raft request' (duration: 172.818609ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:29.269151Z","caller":"traceutil/trace.go:171","msg":"trace[305071397] transaction","detail":"{read_only:false; response_revision:9602; number_of_response:1; }","duration":"172.723626ms","start":"2026-03-31T20:38:29.096403Z","end":"2026-03-31T20:38:29.269127Z","steps":["trace[305071397] 'process raft request' (duration: 172.434419ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:29.269337Z","caller":"traceutil/trace.go:171","msg":"trace[641363496] transaction","detail":"{read_only:false; response_revision:9603; number_of_response:1; }","duration":"172.057639ms","start":"2026-03-31T20:38:29.097255Z","end":"2026-03-31T20:38:29.269313Z","steps":["trace[641363496] 'process raft request' (duration: 171.800603ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:29.269291Z","caller":"traceutil/trace.go:171","msg":"trace[557958893] linearizableReadLoop","detail":"{readStateIndex:9971; appliedIndex:9968; }","duration":"154.531258ms","start":"2026-03-31T20:38:29.114734Z","end":"2026-03-31T20:38:29.269265Z","steps":["trace[557958893] 'read index received' (duration: 153.935123ms)","trace[557958893] 'applied index is now lower than readState.Index' (duration: 594.585µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:29.269538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.605354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-76hz9\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-31T20:38:29.269654Z","caller":"traceutil/trace.go:171","msg":"trace[769387752] range","detail":"{range_begin:/registry/pods/openstack/keepalived-76hz9; range_end:; response_count:1; response_revision:9603; }","duration":"172.740147ms","start":"2026-03-31T20:38:29.096889Z","end":"2026-03-31T20:38:29.269629Z","steps":["trace[769387752] 'agreement among raft nodes before linearized reading' (duration: 172.492101ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:29.295765Z","caller":"traceutil/trace.go:171","msg":"trace[1512527986] transaction","detail":"{read_only:false; response_revision:9604; number_of_response:1; }","duration":"177.837555ms","start":"2026-03-31T20:38:29.117895Z","end":"2026-03-31T20:38:29.295733Z","steps":["trace[1512527986] 'process raft request' (duration: 177.679671ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:29.681602Z","caller":"traceutil/trace.go:171","msg":"trace[2124842743] transaction","detail":"{read_only:false; response_revision:9606; number_of_response:1; }","duration":"249.423757ms","start":"2026-03-31T20:38:29.43215Z","end":"2026-03-31T20:38:29.681574Z","steps":["trace[2124842743] 'process raft request' (duration: 180.00812ms)","trace[2124842743] 'compare' (duration: 69.208452ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:29.681848Z","caller":"traceutil/trace.go:171","msg":"trace[1396668696] transaction","detail":"{read_only:false; response_revision:9607; number_of_response:1; }","duration":"248.382179ms","start":"2026-03-31T20:38:29.433444Z","end":"2026-03-31T20:38:29.681826Z","steps":["trace[1396668696] 'process raft request' (duration: 248.078701ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:29.681847Z","caller":"traceutil/trace.go:171","msg":"trace[192603383] linearizableReadLoop","detail":"{readStateIndex:9976; appliedIndex:9972; }","duration":"230.733826ms","start":"2026-03-31T20:38:29.451085Z","end":"2026-03-31T20:38:29.681819Z","steps":["trace[192603383] 'read index received' (duration: 52.394629ms)","trace[192603383] 'applied index is now lower than readState.Index' (duration: 178.338217ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:29.681923Z","caller":"traceutil/trace.go:171","msg":"trace[1724420388] transaction","detail":"{read_only:false; response_revision:9608; number_of_response:1; }","duration":"247.059217ms","start":"2026-03-31T20:38:29.434803Z","end":"2026-03-31T20:38:29.681862Z","steps":["trace[1724420388] 'process raft request' (duration: 246.929294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:29.682029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.92932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T20:38:29.682081Z","caller":"traceutil/trace.go:171","msg":"trace[54618837] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9608; }","duration":"231.034063ms","start":"2026-03-31T20:38:29.451036Z","end":"2026-03-31T20:38:29.68207Z","steps":["trace[54618837] 'agreement among raft nodes before linearized reading' (duration: 230.856879ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:30.556639Z","caller":"traceutil/trace.go:171","msg":"trace[516339842] transaction","detail":"{read_only:false; response_revision:9609; number_of_response:1; }","duration":"123.565849ms","start":"2026-03-31T20:38:30.433052Z","end":"2026-03-31T20:38:30.556617Z","steps":["trace[516339842] 'process raft request' (duration: 123.426126ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:31.170097Z","caller":"traceutil/trace.go:171","msg":"trace[397644061] linearizableReadLoop","detail":"{readStateIndex:9980; appliedIndex:9979; }","duration":"223.059782ms","start":"2026-03-31T20:38:30.947009Z","end":"2026-03-31T20:38:31.170069Z","steps":["trace[397644061] 'read index received' (duration: 222.795106ms)","trace[397644061] 'applied index is now lower than readState.Index' (duration: 263.416µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:31.170208Z","caller":"traceutil/trace.go:171","msg":"trace[2108365082] transaction","detail":"{read_only:false; response_revision:9611; number_of_response:1; }","duration":"236.750888ms","start":"2026-03-31T20:38:30.933428Z","end":"2026-03-31T20:38:31.170179Z","steps":["trace[2108365082] 'process raft request' (duration: 236.47771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:31.170403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.812677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-31T20:38:31.17046Z","caller":"traceutil/trace.go:171","msg":"trace[740255178] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9611; }","duration":"222.90724ms","start":"2026-03-31T20:38:30.947538Z","end":"2026-03-31T20:38:31.170445Z","steps":["trace[740255178] 'agreement among raft nodes before linearized reading' (duration: 222.696134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:31.170434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.404232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T20:38:31.17052Z","caller":"traceutil/trace.go:171","msg":"trace[1561228775] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9611; }","duration":"223.526665ms","start":"2026-03-31T20:38:30.946971Z","end":"2026-03-31T20:38:31.170497Z","steps":["trace[1561228775] 'agreement among raft nodes before linearized reading' (duration: 223.206247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:31.369522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.463078ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:38:31.369651Z","caller":"traceutil/trace.go:171","msg":"trace[1941333305] linearizableReadLoop","detail":"{readStateIndex:9983; appliedIndex:9980; }","duration":"193.102289ms","start":"2026-03-31T20:38:31.176536Z","end":"2026-03-31T20:38:31.369638Z","steps":["trace[1941333305] 'read index received' (duration: 17.569182ms)","trace[1941333305] 'applied index is now lower than readState.Index' (duration: 175.532397ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:31.369801Z","caller":"traceutil/trace.go:171","msg":"trace[1918691065] transaction","detail":"{read_only:false; response_revision:9613; number_of_response:1; }","duration":"195.402458ms","start":"2026-03-31T20:38:31.174384Z","end":"2026-03-31T20:38:31.369786Z","steps":["trace[1918691065] 'process raft request' (duration: 63.611461ms)","trace[1918691065] 'compare' (duration: 131.374026ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:31.36983Z","caller":"traceutil/trace.go:171","msg":"trace[2060846822] transaction","detail":"{read_only:false; response_revision:9614; number_of_response:1; }","duration":"195.056258ms","start":"2026-03-31T20:38:31.174764Z","end":"2026-03-31T20:38:31.36982Z","steps":["trace[2060846822] 'process raft request' (duration: 194.834053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:31.369963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.402996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-mon\" ","response":"range_response_count:1 size:713"} {"level":"info","ts":"2026-03-31T20:38:31.370041Z","caller":"traceutil/trace.go:171","msg":"trace[1773874804] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-mon; range_end:; response_count:1; response_revision:9614; }","duration":"193.507319ms","start":"2026-03-31T20:38:31.176514Z","end":"2026-03-31T20:38:31.370021Z","steps":["trace[1773874804] 'agreement among raft nodes before linearized reading' (duration: 193.293874ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:31.510088Z","caller":"traceutil/trace.go:171","msg":"trace[212792240] transaction","detail":"{read_only:false; response_revision:9615; number_of_response:1; }","duration":"136.620488ms","start":"2026-03-31T20:38:31.373444Z","end":"2026-03-31T20:38:31.510064Z","steps":["trace[212792240] 'process raft request' (duration: 98.911819ms)","trace[212792240] 'compare' (duration: 37.617277ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:31.711225Z","caller":"traceutil/trace.go:171","msg":"trace[780827294] linearizableReadLoop","detail":"{readStateIndex:9985; appliedIndex:9983; }","duration":"336.56204ms","start":"2026-03-31T20:38:31.374648Z","end":"2026-03-31T20:38:31.71121Z","steps":["trace[780827294] 'read index received' (duration: 97.707489ms)","trace[780827294] 'applied index is now lower than readState.Index' (duration: 238.853851ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:31.711253Z","caller":"traceutil/trace.go:171","msg":"trace[1061032786] transaction","detail":"{read_only:false; response_revision:9616; number_of_response:1; }","duration":"336.865027ms","start":"2026-03-31T20:38:31.374357Z","end":"2026-03-31T20:38:31.711222Z","steps":["trace[1061032786] 'process raft request' (duration: 336.664422ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:31.711306Z","caller":"traceutil/trace.go:171","msg":"trace[1203341025] transaction","detail":"{read_only:false; response_revision:9619; number_of_response:1; }","duration":"262.969647ms","start":"2026-03-31T20:38:31.448328Z","end":"2026-03-31T20:38:31.711298Z","steps":["trace[1203341025] 'process raft request' (duration: 262.856624ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:31.71134Z","caller":"traceutil/trace.go:171","msg":"trace[1370237768] transaction","detail":"{read_only:false; response_revision:9618; number_of_response:1; }","duration":"336.200409ms","start":"2026-03-31T20:38:31.375108Z","end":"2026-03-31T20:38:31.711309Z","steps":["trace[1370237768] 'process raft request' (duration: 336.052646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:31.71141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:31.37434Z","time spent":"336.98641ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:31.711456Z","caller":"traceutil/trace.go:171","msg":"trace[112034808] transaction","detail":"{read_only:false; response_revision:9617; number_of_response:1; }","duration":"336.384404ms","start":"2026-03-31T20:38:31.375039Z","end":"2026-03-31T20:38:31.711423Z","steps":["trace[112034808] 'process raft request' (duration: 336.087807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:31.711512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:31.375094Z","time spent":"336.334553ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:31.711623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:31.375016Z","time spent":"336.517308ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:31.711931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.279317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222787"} {"level":"info","ts":"2026-03-31T20:38:31.711963Z","caller":"traceutil/trace.go:171","msg":"trace[1058273263] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:9619; }","duration":"337.38146ms","start":"2026-03-31T20:38:31.374573Z","end":"2026-03-31T20:38:31.711954Z","steps":["trace[1058273263] 'agreement among raft nodes before linearized reading' (duration: 336.809236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:31.712012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:31.374557Z","time spent":"337.422371ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222810,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T20:38:31.753452Z","caller":"traceutil/trace.go:171","msg":"trace[2006198047] transaction","detail":"{read_only:false; response_revision:9620; number_of_response:1; }","duration":"245.255832ms","start":"2026-03-31T20:38:31.508172Z","end":"2026-03-31T20:38:31.753428Z","steps":["trace[2006198047] 'process raft request' (duration: 245.083978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:31.754019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.263538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:31.754099Z","caller":"traceutil/trace.go:171","msg":"trace[1466514216] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-object-controller-detect-version; range_end:; response_count:0; response_revision:9623; }","duration":"378.410262ms","start":"2026-03-31T20:38:31.375671Z","end":"2026-03-31T20:38:31.754081Z","steps":["trace[1466514216] 'agreement among raft nodes before linearized reading' (duration: 378.199117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:31.754163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:31.375665Z","time spent":"378.485034ms","remote":"127.0.0.1:52252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps/openstack/ceph-object-controller-detect-version\" "} {"level":"warn","ts":"2026-03-31T20:38:31.754535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.676768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:45 size:604850"} {"level":"info","ts":"2026-03-31T20:38:31.754638Z","caller":"traceutil/trace.go:171","msg":"trace[1882945669] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:45; response_revision:9623; }","duration":"341.79143ms","start":"2026-03-31T20:38:31.412801Z","end":"2026-03-31T20:38:31.754592Z","steps":["trace[1882945669] 'agreement among raft nodes before linearized reading' (duration: 341.104483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:31.754683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:31.412785Z","time spent":"341.886633ms","remote":"127.0.0.1:52240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":45,"response size":604873,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-03-31T20:38:31.874756Z","caller":"traceutil/trace.go:171","msg":"trace[1214755111] linearizableReadLoop","detail":"{readStateIndex:9993; appliedIndex:9992; }","duration":"104.279104ms","start":"2026-03-31T20:38:31.770456Z","end":"2026-03-31T20:38:31.874735Z","steps":["trace[1214755111] 'read index received' (duration: 85.599164ms)","trace[1214755111] 'applied index is now lower than readState.Index' (duration: 18.6789ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:31.874842Z","caller":"traceutil/trace.go:171","msg":"trace[1621239510] transaction","detail":"{read_only:false; response_revision:9624; number_of_response:1; }","duration":"113.588629ms","start":"2026-03-31T20:38:31.761232Z","end":"2026-03-31T20:38:31.874821Z","steps":["trace[1621239510] 'process raft request' (duration: 94.902598ms)","trace[1621239510] 'compare' (duration: 18.484716ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:31.875468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.996502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:45 size:604850"} {"level":"info","ts":"2026-03-31T20:38:31.875524Z","caller":"traceutil/trace.go:171","msg":"trace[161584359] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:45; response_revision:9624; }","duration":"105.096845ms","start":"2026-03-31T20:38:31.770416Z","end":"2026-03-31T20:38:31.875512Z","steps":["trace[161584359] 'agreement among raft nodes before linearized reading' (duration: 104.448069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:32.557184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.574859ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:32.557336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.456462ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:38:32.557375Z","caller":"traceutil/trace.go:171","msg":"trace[1196698018] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9625; }","duration":"326.773804ms","start":"2026-03-31T20:38:32.230581Z","end":"2026-03-31T20:38:32.557355Z","steps":["trace[1196698018] 'range keys from in-memory index tree' (duration: 326.557387ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:32.557455Z","caller":"traceutil/trace.go:171","msg":"trace[338190662] transaction","detail":"{read_only:false; response_revision:9626; number_of_response:1; }","duration":"612.190005ms","start":"2026-03-31T20:38:31.94524Z","end":"2026-03-31T20:38:32.55743Z","steps":["trace[338190662] 'process raft request' (duration: 177.540488ms)","trace[338190662] 'compare' (duration: 434.177346ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:32.5579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:31.945218Z","time spent":"612.605165ms","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:38:32.581715Z","caller":"traceutil/trace.go:171","msg":"trace[1560823388] transaction","detail":"{read_only:false; response_revision:9627; number_of_response:1; }","duration":"635.48236ms","start":"2026-03-31T20:38:31.946216Z","end":"2026-03-31T20:38:32.581698Z","steps":["trace[1560823388] 'process raft request' (duration: 635.312926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:32.581878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:31.946186Z","time spent":"635.638223ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3393,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:32.58191Z","caller":"traceutil/trace.go:171","msg":"trace[208173577] linearizableReadLoop","detail":"{readStateIndex:9997; appliedIndex:9994; }","duration":"564.159346ms","start":"2026-03-31T20:38:32.017728Z","end":"2026-03-31T20:38:32.581888Z","steps":["trace[208173577] 'read index received' (duration: 105.167257ms)","trace[208173577] 'applied index is now lower than readState.Index' (duration: 458.989819ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:32.582035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.299379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:32.582097Z","caller":"traceutil/trace.go:171","msg":"trace[779900707] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:9628; }","duration":"564.409823ms","start":"2026-03-31T20:38:32.017673Z","end":"2026-03-31T20:38:32.582083Z","steps":["trace[779900707] 'agreement among raft nodes before linearized reading' (duration: 564.297099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:32.582134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:32.017652Z","time spent":"564.471004ms","remote":"127.0.0.1:60494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:38:32.582142Z","caller":"traceutil/trace.go:171","msg":"trace[2002376047] transaction","detail":"{read_only:false; response_revision:9628; number_of_response:1; }","duration":"635.404178ms","start":"2026-03-31T20:38:31.94671Z","end":"2026-03-31T20:38:32.582114Z","steps":["trace[2002376047] 'process raft request' (duration: 634.934416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:32.582295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:31.946638Z","time spent":"635.579593ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3114,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:32.721844Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6f1fcbe50562a63a","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-31T20:38:32.729308Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-31T20:38:32.729396Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-31T20:38:33.231081Z","caller":"traceutil/trace.go:171","msg":"trace[560890278] transaction","detail":"{read_only:false; response_revision:9636; number_of_response:1; }","duration":"195.065847ms","start":"2026-03-31T20:38:33.035994Z","end":"2026-03-31T20:38:33.231059Z","steps":["trace[560890278] 'process raft request' (duration: 158.784054ms)","trace[560890278] 'compare' (duration: 35.940425ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:34.847298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.005205ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:38:34.847502Z","caller":"traceutil/trace.go:171","msg":"trace[123459598] transaction","detail":"{read_only:false; response_revision:9649; number_of_response:1; }","duration":"835.805841ms","start":"2026-03-31T20:38:34.011679Z","end":"2026-03-31T20:38:34.847485Z","steps":["trace[123459598] 'process raft request' (duration: 835.725529ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:34.847564Z","caller":"traceutil/trace.go:171","msg":"trace[588457274] transaction","detail":"{read_only:false; response_revision:9648; number_of_response:1; }","duration":"836.888119ms","start":"2026-03-31T20:38:34.01062Z","end":"2026-03-31T20:38:34.847508Z","steps":["trace[588457274] 'process raft request' (duration: 74.596637ms)","trace[588457274] 'compare' (duration: 761.686257ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:34.847585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:34.011667Z","time spent":"835.876213ms","remote":"127.0.0.1:52168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:34.847756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:34.010598Z","time spent":"837.077434ms","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:38:35.320183Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973344071,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:38:35.767585Z","caller":"traceutil/trace.go:171","msg":"trace[790819367] transaction","detail":"{read_only:false; response_revision:9650; number_of_response:1; }","duration":"987.211902ms","start":"2026-03-31T20:38:34.78035Z","end":"2026-03-31T20:38:35.767562Z","steps":["trace[790819367] 'process raft request' (duration: 987.025227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:35.767732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:34.78032Z","time spent":"987.340415ms","remote":"127.0.0.1:52336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19451,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:35.816842Z","caller":"traceutil/trace.go:171","msg":"trace[2025695861] linearizableReadLoop","detail":"{readStateIndex:10022; appliedIndex:10020; }","duration":"997.10301ms","start":"2026-03-31T20:38:34.819715Z","end":"2026-03-31T20:38:35.816818Z","steps":["trace[2025695861] 'read index received' (duration: 947.649897ms)","trace[2025695861] 'applied index is now lower than readState.Index' (duration: 49.451403ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:35.816971Z","caller":"traceutil/trace.go:171","msg":"trace[2065064863] transaction","detail":"{read_only:false; response_revision:9651; number_of_response:1; }","duration":"717.73615ms","start":"2026-03-31T20:38:35.099185Z","end":"2026-03-31T20:38:35.816921Z","steps":["trace[2065064863] 'process raft request' (duration: 717.415982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:35.817045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.316555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T20:38:35.817081Z","caller":"traceutil/trace.go:171","msg":"trace[30929338] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9651; }","duration":"997.399098ms","start":"2026-03-31T20:38:34.819672Z","end":"2026-03-31T20:38:35.817071Z","steps":["trace[30929338] 'agreement among raft nodes before linearized reading' (duration: 997.260044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:35.817115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:34.819654Z","time spent":"997.451858ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:38:35.817161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:35.099163Z","time spent":"717.899433ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:35.818927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.208078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T20:38:35.819021Z","caller":"traceutil/trace.go:171","msg":"trace[1332838430] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:9655; }","duration":"969.339731ms","start":"2026-03-31T20:38:34.849659Z","end":"2026-03-31T20:38:35.818999Z","steps":["trace[1332838430] 'agreement among raft nodes before linearized reading' (duration: 969.090455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:35.819065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:34.849643Z","time spent":"969.412413ms","remote":"127.0.0.1:52326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T20:38:35.819386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.686783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:38:35.819447Z","caller":"traceutil/trace.go:171","msg":"trace[607973868] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9655; }","duration":"214.779865ms","start":"2026-03-31T20:38:35.604653Z","end":"2026-03-31T20:38:35.819433Z","steps":["trace[607973868] 'agreement among raft nodes before linearized reading' (duration: 214.634082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:35.819559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.03309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T20:38:35.819589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.809467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:35.81962Z","caller":"traceutil/trace.go:171","msg":"trace[1738560983] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9655; }","duration":"552.091541ms","start":"2026-03-31T20:38:35.267513Z","end":"2026-03-31T20:38:35.819605Z","steps":["trace[1738560983] 'agreement among raft nodes before linearized reading' (duration: 551.939968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:35.819637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.534097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-c7nkc\" ","response":"range_response_count:1 size:4559"} {"level":"warn","ts":"2026-03-31T20:38:35.819667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:35.267457Z","time spent":"552.201595ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:38:35.819684Z","caller":"traceutil/trace.go:171","msg":"trace[1082652707] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-c7nkc; range_end:; response_count:1; response_revision:9655; }","duration":"758.606359ms","start":"2026-03-31T20:38:35.061061Z","end":"2026-03-31T20:38:35.819668Z","steps":["trace[1082652707] 'agreement among raft nodes before linearized reading' (duration: 758.480856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:35.819734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:35.061047Z","time spent":"758.67648ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4582,"request content":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-c7nkc\" "} {"level":"warn","ts":"2026-03-31T20:38:35.81975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.405924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:38:35.819796Z","caller":"traceutil/trace.go:171","msg":"trace[584031208] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:9655; }","duration":"299.493736ms","start":"2026-03-31T20:38:35.520287Z","end":"2026-03-31T20:38:35.819781Z","steps":["trace[584031208] 'agreement among raft nodes before linearized reading' (duration: 299.404094ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:35.819663Z","caller":"traceutil/trace.go:171","msg":"trace[1904812529] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:0; response_revision:9655; }","duration":"315.925719ms","start":"2026-03-31T20:38:35.503715Z","end":"2026-03-31T20:38:35.819641Z","steps":["trace[1904812529] 'agreement among raft nodes before linearized reading' (duration: 315.811677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:35.819849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.02579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:38:35.82055Z","caller":"traceutil/trace.go:171","msg":"trace[84613453] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:9655; }","duration":"521.76893ms","start":"2026-03-31T20:38:35.298754Z","end":"2026-03-31T20:38:35.820523Z","steps":["trace[84613453] 'agreement among raft nodes before linearized reading' (duration: 521.068032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:35.820597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:35.298743Z","time spent":"521.839012ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:35.819801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.703318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:38:35.820741Z","caller":"traceutil/trace.go:171","msg":"trace[999235136] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:9655; }","duration":"342.635422ms","start":"2026-03-31T20:38:35.478079Z","end":"2026-03-31T20:38:35.820715Z","steps":["trace[999235136] 'agreement among raft nodes before linearized reading' (duration: 341.684697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:35.820807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:35.478058Z","time spent":"342.727985ms","remote":"127.0.0.1:54336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:35.819908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:35.503681Z","time spent":"316.190016ms","remote":"127.0.0.1:59022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-03-31T20:38:35.82Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.784101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:38:35.821267Z","caller":"traceutil/trace.go:171","msg":"trace[215817533] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:9655; }","duration":"781.086394ms","start":"2026-03-31T20:38:35.040162Z","end":"2026-03-31T20:38:35.821249Z","steps":["trace[215817533] 'agreement among raft nodes before linearized reading' (duration: 779.783911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:35.821329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:35.040143Z","time spent":"781.167467ms","remote":"127.0.0.1:52656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:35.820034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.966339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:35.821613Z","caller":"traceutil/trace.go:171","msg":"trace[413610346] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9655; }","duration":"952.58019ms","start":"2026-03-31T20:38:34.869018Z","end":"2026-03-31T20:38:35.821598Z","steps":["trace[413610346] 'agreement among raft nodes before linearized reading' (duration: 950.978559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:35.821661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:34.868993Z","time spent":"952.653871ms","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:38:36.897592Z","caller":"traceutil/trace.go:171","msg":"trace[2013170087] linearizableReadLoop","detail":"{readStateIndex:10091; appliedIndex:10090; }","duration":"367.121057ms","start":"2026-03-31T20:38:36.530441Z","end":"2026-03-31T20:38:36.897562Z","steps":["trace[2013170087] 'read index received' (duration: 359.144786ms)","trace[2013170087] 'applied index is now lower than readState.Index' (duration: 7.974101ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:36.897603Z","caller":"traceutil/trace.go:171","msg":"trace[2117907280] transaction","detail":"{read_only:false; response_revision:9721; number_of_response:1; }","duration":"316.995077ms","start":"2026-03-31T20:38:36.580584Z","end":"2026-03-31T20:38:36.89758Z","steps":["trace[2117907280] 'process raft request' (duration: 316.909215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:36.897742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:36.580556Z","time spent":"317.116869ms","remote":"127.0.0.1:58586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2229,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:38:36.89777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.985119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:36.897811Z","caller":"traceutil/trace.go:171","msg":"trace[1285347984] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:9721; }","duration":"364.067401ms","start":"2026-03-31T20:38:36.533733Z","end":"2026-03-31T20:38:36.8978Z","steps":["trace[1285347984] 'agreement among raft nodes before linearized reading' (duration: 363.960018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:36.897845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:36.533718Z","time spent":"364.117852ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:38:36.897593Z","caller":"traceutil/trace.go:171","msg":"trace[65635169] transaction","detail":"{read_only:false; response_revision:9720; number_of_response:1; }","duration":"382.617408ms","start":"2026-03-31T20:38:36.514939Z","end":"2026-03-31T20:38:36.897556Z","steps":["trace[65635169] 'process raft request' (duration: 374.637857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:36.89788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.415935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-31T20:38:36.897975Z","caller":"traceutil/trace.go:171","msg":"trace[1112626333] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:9721; }","duration":"367.558578ms","start":"2026-03-31T20:38:36.530395Z","end":"2026-03-31T20:38:36.897954Z","steps":["trace[1112626333] 'agreement among raft nodes before linearized reading' (duration: 367.280541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:36.898032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:36.530377Z","time spent":"367.641071ms","remote":"127.0.0.1:52240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3588,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-31T20:38:36.898044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:36.514924Z","time spent":"383.011368ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3146,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:38.24276Z","caller":"traceutil/trace.go:171","msg":"trace[1318522433] linearizableReadLoop","detail":"{readStateIndex:10118; appliedIndex:10117; }","duration":"103.246868ms","start":"2026-03-31T20:38:38.139456Z","end":"2026-03-31T20:38:38.242703Z","steps":["trace[1318522433] 'read index received' (duration: 67.081µs)","trace[1318522433] 'applied index is now lower than readState.Index' (duration: 103.178297ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:38.242787Z","caller":"traceutil/trace.go:171","msg":"trace[1705967943] transaction","detail":"{read_only:false; response_revision:9747; number_of_response:1; }","duration":"103.433663ms","start":"2026-03-31T20:38:38.139315Z","end":"2026-03-31T20:38:38.242748Z","steps":["trace[1705967943] 'process raft request' (duration: 102.972992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:38.24317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.693819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-c7nkc\" ","response":"range_response_count:1 size:4945"} {"level":"info","ts":"2026-03-31T20:38:38.24336Z","caller":"traceutil/trace.go:171","msg":"trace[1653754575] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-c7nkc; range_end:; response_count:1; response_revision:9747; }","duration":"103.880364ms","start":"2026-03-31T20:38:38.139426Z","end":"2026-03-31T20:38:38.243306Z","steps":["trace[1653754575] 'agreement among raft nodes before linearized reading' (duration: 103.509765ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:38.421281Z","caller":"traceutil/trace.go:171","msg":"trace[1824521258] transaction","detail":"{read_only:false; response_revision:9749; number_of_response:1; }","duration":"175.958798ms","start":"2026-03-31T20:38:38.244955Z","end":"2026-03-31T20:38:38.420914Z","steps":["trace[1824521258] 'process raft request' (duration: 166.337015ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:38.602605Z","caller":"traceutil/trace.go:171","msg":"trace[777421441] transaction","detail":"{read_only:false; response_revision:9750; number_of_response:1; }","duration":"282.466758ms","start":"2026-03-31T20:38:38.320105Z","end":"2026-03-31T20:38:38.602572Z","steps":["trace[777421441] 'process raft request' (duration: 222.755545ms)","trace[777421441] 'compare' (duration: 59.495617ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:38.602727Z","caller":"traceutil/trace.go:171","msg":"trace[1776222209] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9753; }","duration":"179.398134ms","start":"2026-03-31T20:38:38.423307Z","end":"2026-03-31T20:38:38.602705Z","steps":["trace[1776222209] 'process raft request' (duration: 179.346113ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:38.602746Z","caller":"traceutil/trace.go:171","msg":"trace[852355363] transaction","detail":"{read_only:false; response_revision:9751; number_of_response:1; }","duration":"282.11945ms","start":"2026-03-31T20:38:38.320604Z","end":"2026-03-31T20:38:38.602723Z","steps":["trace[852355363] 'process raft request' (duration: 281.892904ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:38.602781Z","caller":"traceutil/trace.go:171","msg":"trace[1039258569] transaction","detail":"{read_only:false; response_revision:9752; number_of_response:1; }","duration":"204.202308ms","start":"2026-03-31T20:38:38.398516Z","end":"2026-03-31T20:38:38.602718Z","steps":["trace[1039258569] 'process raft request' (duration: 204.040974ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:38.602974Z","caller":"traceutil/trace.go:171","msg":"trace[485523018] linearizableReadLoop","detail":"{readStateIndex:10121; appliedIndex:10119; }","duration":"282.417607ms","start":"2026-03-31T20:38:38.320546Z","end":"2026-03-31T20:38:38.602963Z","steps":["trace[485523018] 'read index received' (duration: 90.759243ms)","trace[485523018] 'applied index is now lower than readState.Index' (duration: 191.657324ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:38.603185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.657662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:38.603231Z","caller":"traceutil/trace.go:171","msg":"trace[337986199] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:9753; }","duration":"282.751965ms","start":"2026-03-31T20:38:38.320467Z","end":"2026-03-31T20:38:38.603219Z","steps":["trace[337986199] 'agreement among raft nodes before linearized reading' (duration: 282.665163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:38.905885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.148682ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T20:38:38.906106Z","caller":"traceutil/trace.go:171","msg":"trace[172029489] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9755; }","duration":"234.410959ms","start":"2026-03-31T20:38:38.671678Z","end":"2026-03-31T20:38:38.906089Z","steps":["trace[172029489] 'process raft request' (duration: 61.98596ms)","trace[172029489] 'compare' (duration: 172.034769ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:39.894864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.516099ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T20:38:39.895065Z","caller":"traceutil/trace.go:171","msg":"trace[1221283308] linearizableReadLoop","detail":"{readStateIndex:10127; appliedIndex:10126; }","duration":"828.790765ms","start":"2026-03-31T20:38:39.066258Z","end":"2026-03-31T20:38:39.895048Z","steps":["trace[1221283308] 'read index received' (duration: 52.122512ms)","trace[1221283308] 'applied index is now lower than readState.Index' (duration: 776.667403ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:39.895226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.963329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a69fb5ef-98ff-4a5a-a874-cb1d70df46df\" ","response":"range_response_count:1 size:3934"} {"level":"info","ts":"2026-03-31T20:38:39.895277Z","caller":"traceutil/trace.go:171","msg":"trace[1288398329] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a69fb5ef-98ff-4a5a-a874-cb1d70df46df; range_end:; response_count:1; response_revision:9755; }","duration":"829.053851ms","start":"2026-03-31T20:38:39.066209Z","end":"2026-03-31T20:38:39.895262Z","steps":["trace[1288398329] 'agreement among raft nodes before linearized reading' (duration: 828.925198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:39.895326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:39.06619Z","time spent":"829.123113ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3957,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a69fb5ef-98ff-4a5a-a874-cb1d70df46df\" "} {"level":"warn","ts":"2026-03-31T20:38:39.925606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.872684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a69fb5ef-98ff-4a5a-a874-cb1d70df46df\" ","response":"range_response_count:1 size:3934"} {"level":"info","ts":"2026-03-31T20:38:39.925704Z","caller":"traceutil/trace.go:171","msg":"trace[1894573220] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a69fb5ef-98ff-4a5a-a874-cb1d70df46df; range_end:; response_count:1; response_revision:9759; }","duration":"811.026068ms","start":"2026-03-31T20:38:39.114657Z","end":"2026-03-31T20:38:39.925683Z","steps":["trace[1894573220] 'agreement among raft nodes before linearized reading' (duration: 810.773152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:39.925753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:39.114635Z","time spent":"811.10534ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3957,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a69fb5ef-98ff-4a5a-a874-cb1d70df46df\" "} {"level":"warn","ts":"2026-03-31T20:38:39.926038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.274896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:38:39.926099Z","caller":"traceutil/trace.go:171","msg":"trace[533531651] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9759; }","duration":"521.382409ms","start":"2026-03-31T20:38:39.404704Z","end":"2026-03-31T20:38:39.926086Z","steps":["trace[533531651] 'agreement among raft nodes before linearized reading' (duration: 521.280856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:39.926135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:39.404683Z","time spent":"521.441641ms","remote":"127.0.0.1:59216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:39.926377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.958043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-2x4rg.18a20696bb3f44e4\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-31T20:38:39.926568Z","caller":"traceutil/trace.go:171","msg":"trace[369319247] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-2x4rg.18a20696bb3f44e4; range_end:; response_count:1; response_revision:9759; }","duration":"272.23408ms","start":"2026-03-31T20:38:39.654309Z","end":"2026-03-31T20:38:39.926543Z","steps":["trace[369319247] 'agreement among raft nodes before linearized reading' (duration: 271.673446ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:41.333386Z","caller":"traceutil/trace.go:171","msg":"trace[952353831] linearizableReadLoop","detail":"{readStateIndex:10139; appliedIndex:10138; }","duration":"147.333487ms","start":"2026-03-31T20:38:41.186028Z","end":"2026-03-31T20:38:41.333362Z","steps":["trace[952353831] 'read index received' (duration: 147.036579ms)","trace[952353831] 'applied index is now lower than readState.Index' (duration: 295.918µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:41.333472Z","caller":"traceutil/trace.go:171","msg":"trace[1543800155] transaction","detail":"{read_only:false; response_revision:9767; number_of_response:1; }","duration":"186.293388ms","start":"2026-03-31T20:38:41.147142Z","end":"2026-03-31T20:38:41.333435Z","steps":["trace[1543800155] 'process raft request' (duration: 186.032791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:41.33358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.533172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-31T20:38:41.333627Z","caller":"traceutil/trace.go:171","msg":"trace[1243689162] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:9767; }","duration":"147.606595ms","start":"2026-03-31T20:38:41.186003Z","end":"2026-03-31T20:38:41.33361Z","steps":["trace[1243689162] 'agreement among raft nodes before linearized reading' (duration: 147.45016ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:42.135629Z","caller":"traceutil/trace.go:171","msg":"trace[1705169720] transaction","detail":"{read_only:false; response_revision:9769; number_of_response:1; }","duration":"203.573103ms","start":"2026-03-31T20:38:41.932025Z","end":"2026-03-31T20:38:42.135598Z","steps":["trace[1705169720] 'process raft request' (duration: 107.161196ms)","trace[1705169720] 'compare' (duration: 95.979946ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:42.135668Z","caller":"traceutil/trace.go:171","msg":"trace[441779968] transaction","detail":"{read_only:false; response_revision:9770; number_of_response:1; }","duration":"203.614214ms","start":"2026-03-31T20:38:41.932027Z","end":"2026-03-31T20:38:42.135641Z","steps":["trace[441779968] 'process raft request' (duration: 203.44785ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:42.135767Z","caller":"traceutil/trace.go:171","msg":"trace[1019286054] transaction","detail":"{read_only:false; response_revision:9771; number_of_response:1; }","duration":"203.100762ms","start":"2026-03-31T20:38:41.932649Z","end":"2026-03-31T20:38:42.13575Z","steps":["trace[1019286054] 'process raft request' (duration: 202.921387ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:42.135833Z","caller":"traceutil/trace.go:171","msg":"trace[596902629] linearizableReadLoop","detail":"{readStateIndex:10143; appliedIndex:10140; }","duration":"189.886918ms","start":"2026-03-31T20:38:41.945929Z","end":"2026-03-31T20:38:42.135816Z","steps":["trace[596902629] 'read index received' (duration: 93.207535ms)","trace[596902629] 'applied index is now lower than readState.Index' (duration: 96.678433ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:42.13597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.021001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:38:42.136023Z","caller":"traceutil/trace.go:171","msg":"trace[1390697629] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9772; }","duration":"190.114554ms","start":"2026-03-31T20:38:41.945895Z","end":"2026-03-31T20:38:42.136009Z","steps":["trace[1390697629] 'agreement among raft nodes before linearized reading' (duration: 189.96448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:42.136097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.874218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:38:42.136145Z","caller":"traceutil/trace.go:171","msg":"trace[133364143] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9772; }","duration":"189.989271ms","start":"2026-03-31T20:38:41.946145Z","end":"2026-03-31T20:38:42.136134Z","steps":["trace[133364143] 'agreement among raft nodes before linearized reading' (duration: 189.787486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:42.136155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.073847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-76hz9\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-31T20:38:42.136203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.98858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:38:42.136219Z","caller":"traceutil/trace.go:171","msg":"trace[1986812851] range","detail":"{range_begin:/registry/pods/openstack/keepalived-76hz9; range_end:; response_count:1; response_revision:9772; }","duration":"187.1826ms","start":"2026-03-31T20:38:41.949022Z","end":"2026-03-31T20:38:42.136205Z","steps":["trace[1986812851] 'agreement among raft nodes before linearized reading' (duration: 186.950244ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:42.136239Z","caller":"traceutil/trace.go:171","msg":"trace[1605957934] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9772; }","duration":"188.045232ms","start":"2026-03-31T20:38:41.948185Z","end":"2026-03-31T20:38:42.13623Z","steps":["trace[1605957934] 'agreement among raft nodes before linearized reading' (duration: 187.905318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:42.136241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.385185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T20:38:42.136079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.1237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:38:42.136282Z","caller":"traceutil/trace.go:171","msg":"trace[666466139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9772; }","duration":"189.457618ms","start":"2026-03-31T20:38:41.946813Z","end":"2026-03-31T20:38:42.13627Z","steps":["trace[666466139] 'agreement among raft nodes before linearized reading' (duration: 189.347175ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:42.136313Z","caller":"traceutil/trace.go:171","msg":"trace[430201297] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9772; }","duration":"189.386345ms","start":"2026-03-31T20:38:41.946917Z","end":"2026-03-31T20:38:42.136303Z","steps":["trace[430201297] 'agreement among raft nodes before linearized reading' (duration: 189.100928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:42.136338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.931014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a69fb5ef-98ff-4a5a-a874-cb1d70df46df\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-31T20:38:42.136372Z","caller":"traceutil/trace.go:171","msg":"trace[768670987] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a69fb5ef-98ff-4a5a-a874-cb1d70df46df; range_end:; response_count:1; response_revision:9772; }","duration":"186.981295ms","start":"2026-03-31T20:38:41.949383Z","end":"2026-03-31T20:38:42.136364Z","steps":["trace[768670987] 'agreement among raft nodes before linearized reading' (duration: 186.912803ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:42.359295Z","caller":"traceutil/trace.go:171","msg":"trace[626821315] transaction","detail":"{read_only:false; response_revision:9773; number_of_response:1; }","duration":"221.553385ms","start":"2026-03-31T20:38:42.137717Z","end":"2026-03-31T20:38:42.35927Z","steps":["trace[626821315] 'process raft request' (duration: 221.407522ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:42.435064Z","caller":"traceutil/trace.go:171","msg":"trace[2109304054] transaction","detail":"{read_only:false; response_revision:9774; number_of_response:1; }","duration":"294.247144ms","start":"2026-03-31T20:38:42.140789Z","end":"2026-03-31T20:38:42.435036Z","steps":["trace[2109304054] 'process raft request' (duration: 294.10778ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:42.435077Z","caller":"traceutil/trace.go:171","msg":"trace[1947243424] transaction","detail":"{read_only:false; response_revision:9775; number_of_response:1; }","duration":"294.247014ms","start":"2026-03-31T20:38:42.140808Z","end":"2026-03-31T20:38:42.435055Z","steps":["trace[1947243424] 'process raft request' (duration: 294.176542ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:42.435457Z","caller":"traceutil/trace.go:171","msg":"trace[1521784777] transaction","detail":"{read_only:false; response_revision:9777; number_of_response:1; }","duration":"294.568512ms","start":"2026-03-31T20:38:42.140873Z","end":"2026-03-31T20:38:42.435442Z","steps":["trace[1521784777] 'process raft request' (duration: 294.390947ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:42.435545Z","caller":"traceutil/trace.go:171","msg":"trace[495032109] transaction","detail":"{read_only:false; response_revision:9776; number_of_response:1; }","duration":"294.722156ms","start":"2026-03-31T20:38:42.140812Z","end":"2026-03-31T20:38:42.435534Z","steps":["trace[495032109] 'process raft request' (duration: 294.221344ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:42.435443Z","caller":"traceutil/trace.go:171","msg":"trace[2111230339] linearizableReadLoop","detail":"{readStateIndex:10149; appliedIndex:10144; }","duration":"294.399338ms","start":"2026-03-31T20:38:42.141019Z","end":"2026-03-31T20:38:42.435418Z","steps":["trace[2111230339] 'read index received' (duration: 218.1665ms)","trace[2111230339] 'applied index is now lower than readState.Index' (duration: 76.231678ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:42.435547Z","caller":"traceutil/trace.go:171","msg":"trace[1395093653] transaction","detail":"{read_only:false; response_revision:9778; number_of_response:1; }","duration":"294.275895ms","start":"2026-03-31T20:38:42.141257Z","end":"2026-03-31T20:38:42.435533Z","steps":["trace[1395093653] 'process raft request' (duration: 294.117431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:42.435852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.809908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:231923"} {"level":"info","ts":"2026-03-31T20:38:42.435915Z","caller":"traceutil/trace.go:171","msg":"trace[215916542] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9778; }","duration":"294.91447ms","start":"2026-03-31T20:38:42.140989Z","end":"2026-03-31T20:38:42.435904Z","steps":["trace[215916542] 'agreement among raft nodes before linearized reading' (duration: 294.50099ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:42.641788Z","caller":"traceutil/trace.go:171","msg":"trace[1439771475] transaction","detail":"{read_only:false; response_revision:9781; number_of_response:1; }","duration":"187.869997ms","start":"2026-03-31T20:38:42.453889Z","end":"2026-03-31T20:38:42.641759Z","steps":["trace[1439771475] 'process raft request' (duration: 187.60927ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:42.829421Z","caller":"traceutil/trace.go:171","msg":"trace[770232392] transaction","detail":"{read_only:false; response_revision:9782; number_of_response:1; }","duration":"375.441167ms","start":"2026-03-31T20:38:42.453945Z","end":"2026-03-31T20:38:42.829386Z","steps":["trace[770232392] 'process raft request' (duration: 288.774967ms)","trace[770232392] 'compare' (duration: 86.507686ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:42.829628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:42.453928Z","time spent":"375.591891ms","remote":"127.0.0.1:52302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1303,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:43.103973Z","caller":"traceutil/trace.go:171","msg":"trace[1249922769] transaction","detail":"{read_only:false; response_revision:9784; number_of_response:1; }","duration":"180.091292ms","start":"2026-03-31T20:38:42.923853Z","end":"2026-03-31T20:38:43.103944Z","steps":["trace[1249922769] 'process raft request' (duration: 179.890957ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:43.30857Z","caller":"traceutil/trace.go:171","msg":"trace[1456290446] linearizableReadLoop","detail":"{readStateIndex:10157; appliedIndex:10156; }","duration":"201.88421ms","start":"2026-03-31T20:38:43.106661Z","end":"2026-03-31T20:38:43.308545Z","steps":["trace[1456290446] 'read index received' (duration: 201.620533ms)","trace[1456290446] 'applied index is now lower than readState.Index' (duration: 262.617µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:43.308628Z","caller":"traceutil/trace.go:171","msg":"trace[1609026146] transaction","detail":"{read_only:false; response_revision:9785; number_of_response:1; }","duration":"289.606367ms","start":"2026-03-31T20:38:43.018993Z","end":"2026-03-31T20:38:43.308599Z","steps":["trace[1609026146] 'process raft request' (duration: 289.379621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:43.308804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.121857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a69fb5ef-98ff-4a5a-a874-cb1d70df46df\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-31T20:38:43.308869Z","caller":"traceutil/trace.go:171","msg":"trace[743510503] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a69fb5ef-98ff-4a5a-a874-cb1d70df46df; range_end:; response_count:1; response_revision:9785; }","duration":"202.216608ms","start":"2026-03-31T20:38:43.106632Z","end":"2026-03-31T20:38:43.308849Z","steps":["trace[743510503] 'agreement among raft nodes before linearized reading' (duration: 202.012683ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:43.465436Z","caller":"traceutil/trace.go:171","msg":"trace[209028369] transaction","detail":"{read_only:false; response_revision:9787; number_of_response:1; }","duration":"126.878102ms","start":"2026-03-31T20:38:43.338534Z","end":"2026-03-31T20:38:43.465412Z","steps":["trace[209028369] 'process raft request' (duration: 123.625151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:44.171574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.654674ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-31T20:38:44.396582Z","caller":"traceutil/trace.go:171","msg":"trace[931787744] transaction","detail":"{read_only:false; response_revision:9790; number_of_response:1; }","duration":"255.985121ms","start":"2026-03-31T20:38:44.140566Z","end":"2026-03-31T20:38:44.396551Z","steps":["trace[931787744] 'process raft request' (duration: 226.605691ms)","trace[931787744] 'compare' (duration: 29.128314ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:44.396859Z","caller":"traceutil/trace.go:171","msg":"trace[433566719] transaction","detail":"{read_only:false; response_revision:9792; number_of_response:1; }","duration":"224.455748ms","start":"2026-03-31T20:38:44.172378Z","end":"2026-03-31T20:38:44.396834Z","steps":["trace[433566719] 'process raft request' (duration: 224.343705ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:44.396898Z","caller":"traceutil/trace.go:171","msg":"trace[612903557] transaction","detail":"{read_only:false; response_revision:9791; number_of_response:1; }","duration":"255.337865ms","start":"2026-03-31T20:38:44.141516Z","end":"2026-03-31T20:38:44.396854Z","steps":["trace[612903557] 'process raft request' (duration: 254.971106ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:44.741114Z","caller":"traceutil/trace.go:171","msg":"trace[1502777584] transaction","detail":"{read_only:false; response_revision:9795; number_of_response:1; }","duration":"247.645892ms","start":"2026-03-31T20:38:44.493417Z","end":"2026-03-31T20:38:44.741063Z","steps":["trace[1502777584] 'process raft request' (duration: 169.25536ms)","trace[1502777584] 'compare' (duration: 77.996223ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:44.741192Z","caller":"traceutil/trace.go:171","msg":"trace[874700885] transaction","detail":"{read_only:false; response_revision:9796; number_of_response:1; }","duration":"247.723424ms","start":"2026-03-31T20:38:44.493459Z","end":"2026-03-31T20:38:44.741183Z","steps":["trace[874700885] 'process raft request' (duration: 247.427387ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:44.74135Z","caller":"traceutil/trace.go:171","msg":"trace[457385308] transaction","detail":"{read_only:false; response_revision:9798; number_of_response:1; }","duration":"247.57287ms","start":"2026-03-31T20:38:44.493745Z","end":"2026-03-31T20:38:44.741318Z","steps":["trace[457385308] 'process raft request' (duration: 247.253872ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:44.741131Z","caller":"traceutil/trace.go:171","msg":"trace[694202854] transaction","detail":"{read_only:false; response_revision:9799; number_of_response:1; }","duration":"244.095292ms","start":"2026-03-31T20:38:44.497009Z","end":"2026-03-31T20:38:44.741104Z","steps":["trace[694202854] 'process raft request' (duration: 244.042571ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:44.741468Z","caller":"traceutil/trace.go:171","msg":"trace[614385536] transaction","detail":"{read_only:false; response_revision:9797; number_of_response:1; }","duration":"247.96077ms","start":"2026-03-31T20:38:44.493465Z","end":"2026-03-31T20:38:44.741426Z","steps":["trace[614385536] 'process raft request' (duration: 247.500349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:46.752425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.326494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:38:46.752503Z","caller":"traceutil/trace.go:171","msg":"trace[790571415] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9815; }","duration":"193.456987ms","start":"2026-03-31T20:38:46.559029Z","end":"2026-03-31T20:38:46.752486Z","steps":["trace[790571415] 'range keys from in-memory index tree' (duration: 193.14518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:46.752583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.606235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-76hz9\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-31T20:38:46.752927Z","caller":"traceutil/trace.go:171","msg":"trace[757410684] range","detail":"{range_begin:/registry/pods/openstack/keepalived-76hz9; range_end:; response_count:1; response_revision:9815; }","duration":"189.038336ms","start":"2026-03-31T20:38:46.563869Z","end":"2026-03-31T20:38:46.752907Z","steps":["trace[757410684] 'range keys from in-memory index tree' (duration: 188.485852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:48.311679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.93963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:48.311767Z","caller":"traceutil/trace.go:171","msg":"trace[2086527689] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:9827; }","duration":"134.087034ms","start":"2026-03-31T20:38:48.177658Z","end":"2026-03-31T20:38:48.311745Z","steps":["trace[2086527689] 'count revisions from in-memory index tree' (duration: 133.841708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:48.312024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.008096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:10649"} {"level":"info","ts":"2026-03-31T20:38:48.312123Z","caller":"traceutil/trace.go:171","msg":"trace[202754193] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:9827; }","duration":"129.14927ms","start":"2026-03-31T20:38:48.18295Z","end":"2026-03-31T20:38:48.3121Z","steps":["trace[202754193] 'range keys from in-memory index tree' (duration: 128.636276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:48.312322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.896255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-31T20:38:48.312629Z","caller":"traceutil/trace.go:171","msg":"trace[1188402688] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:9827; }","duration":"102.203732ms","start":"2026-03-31T20:38:48.210378Z","end":"2026-03-31T20:38:48.312582Z","steps":["trace[1188402688] 'range keys from in-memory index tree' (duration: 101.169366ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:48.786776Z","caller":"traceutil/trace.go:171","msg":"trace[1892918023] transaction","detail":"{read_only:false; response_revision:9829; number_of_response:1; }","duration":"461.812731ms","start":"2026-03-31T20:38:48.32494Z","end":"2026-03-31T20:38:48.786753Z","steps":["trace[1892918023] 'process raft request' (duration: 461.651607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:48.786907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:48.324921Z","time spent":"461.917854ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10836,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:49.034338Z","caller":"traceutil/trace.go:171","msg":"trace[300764566] linearizableReadLoop","detail":"{readStateIndex:10204; appliedIndex:10201; }","duration":"587.371559ms","start":"2026-03-31T20:38:48.446952Z","end":"2026-03-31T20:38:49.034323Z","steps":["trace[300764566] 'read index received' (duration: 339.691007ms)","trace[300764566] 'applied index is now lower than readState.Index' (duration: 247.679962ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:49.034589Z","caller":"traceutil/trace.go:171","msg":"trace[285675786] transaction","detail":"{read_only:false; response_revision:9830; number_of_response:1; }","duration":"621.618522ms","start":"2026-03-31T20:38:48.412964Z","end":"2026-03-31T20:38:49.034582Z","steps":["trace[285675786] 'process raft request' (duration: 621.202661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:49.034697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:48.412938Z","time spent":"621.704304ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:49.034806Z","caller":"traceutil/trace.go:171","msg":"trace[1767835607] transaction","detail":"{read_only:false; response_revision:9831; number_of_response:1; }","duration":"611.755714ms","start":"2026-03-31T20:38:48.423044Z","end":"2026-03-31T20:38:49.0348Z","steps":["trace[1767835607] 'process raft request' (duration: 611.250361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:49.034833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:48.423Z","time spent":"611.816706ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:49.035041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.098228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19465"} {"level":"info","ts":"2026-03-31T20:38:49.035059Z","caller":"traceutil/trace.go:171","msg":"trace[556847459] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:9831; }","duration":"588.16545ms","start":"2026-03-31T20:38:48.446889Z","end":"2026-03-31T20:38:49.035054Z","steps":["trace[556847459] 'agreement among raft nodes before linearized reading' (duration: 587.997216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:49.035092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:48.446872Z","time spent":"588.19815ms","remote":"127.0.0.1:52336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19488,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-31T20:38:49.035338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.586791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-66dd659597-kwccw.18a20778cfd168f4\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-31T20:38:49.035363Z","caller":"traceutil/trace.go:171","msg":"trace[327822368] range","detail":"{range_begin:/registry/events/openstack/barbican-api-66dd659597-kwccw.18a20778cfd168f4; range_end:; response_count:1; response_revision:9831; }","duration":"433.652302ms","start":"2026-03-31T20:38:48.601703Z","end":"2026-03-31T20:38:49.035355Z","steps":["trace[327822368] 'agreement among raft nodes before linearized reading' (duration: 433.612001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:49.035377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:48.601672Z","time spent":"433.702044ms","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-66dd659597-kwccw.18a20778cfd168f4\" "} {"level":"warn","ts":"2026-03-31T20:38:49.035462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.208033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:49.035474Z","caller":"traceutil/trace.go:171","msg":"trace[1079789711] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9831; }","duration":"168.250574ms","start":"2026-03-31T20:38:48.86722Z","end":"2026-03-31T20:38:49.03547Z","steps":["trace[1079789711] 'agreement among raft nodes before linearized reading' (duration: 168.229704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:49.035575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.702738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-76hz9\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-31T20:38:49.035592Z","caller":"traceutil/trace.go:171","msg":"trace[238884938] range","detail":"{range_begin:/registry/pods/openstack/keepalived-76hz9; range_end:; response_count:1; response_revision:9831; }","duration":"242.743998ms","start":"2026-03-31T20:38:48.792845Z","end":"2026-03-31T20:38:49.035589Z","steps":["trace[238884938] 'agreement among raft nodes before linearized reading' (duration: 242.687397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:49.035687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.922978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:38:49.035704Z","caller":"traceutil/trace.go:171","msg":"trace[1195285733] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9831; }","duration":"245.940829ms","start":"2026-03-31T20:38:48.789759Z","end":"2026-03-31T20:38:49.0357Z","steps":["trace[1195285733] 'agreement among raft nodes before linearized reading' (duration: 245.897318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:49.035768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.705049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:49.03579Z","caller":"traceutil/trace.go:171","msg":"trace[1770251101] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:9831; }","duration":"322.768161ms","start":"2026-03-31T20:38:48.713017Z","end":"2026-03-31T20:38:49.035785Z","steps":["trace[1770251101] 'agreement among raft nodes before linearized reading' (duration: 322.73012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:49.035806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:48.712999Z","time spent":"322.802542ms","remote":"127.0.0.1:52538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:49.035868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.962709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:38:49.036012Z","caller":"traceutil/trace.go:171","msg":"trace[937128932] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9831; }","duration":"246.138633ms","start":"2026-03-31T20:38:48.789781Z","end":"2026-03-31T20:38:49.03592Z","steps":["trace[937128932] 'agreement among raft nodes before linearized reading' (duration: 245.796575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:49.036163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.745424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:38:49.036185Z","caller":"traceutil/trace.go:171","msg":"trace[147626818] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9831; }","duration":"245.781205ms","start":"2026-03-31T20:38:48.790399Z","end":"2026-03-31T20:38:49.03618Z","steps":["trace[147626818] 'agreement among raft nodes before linearized reading' (duration: 245.724333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:49.036257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.840705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:38:49.036277Z","caller":"traceutil/trace.go:171","msg":"trace[1570003338] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9831; }","duration":"243.879556ms","start":"2026-03-31T20:38:48.792392Z","end":"2026-03-31T20:38:49.036272Z","steps":["trace[1570003338] 'agreement among raft nodes before linearized reading' (duration: 243.832565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:49.036234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.844846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:38:49.036426Z","caller":"traceutil/trace.go:171","msg":"trace[1227024694] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9831; }","duration":"246.056382ms","start":"2026-03-31T20:38:48.79036Z","end":"2026-03-31T20:38:49.036417Z","steps":["trace[1227024694] 'agreement among raft nodes before linearized reading' (duration: 245.820116ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:49.187397Z","caller":"traceutil/trace.go:171","msg":"trace[772170335] transaction","detail":"{read_only:false; response_revision:9834; number_of_response:1; }","duration":"144.052674ms","start":"2026-03-31T20:38:49.043322Z","end":"2026-03-31T20:38:49.187375Z","steps":["trace[772170335] 'process raft request' (duration: 143.971112ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:49.18756Z","caller":"traceutil/trace.go:171","msg":"trace[579178835] transaction","detail":"{read_only:false; response_revision:9832; number_of_response:1; }","duration":"144.881776ms","start":"2026-03-31T20:38:49.042667Z","end":"2026-03-31T20:38:49.187549Z","steps":["trace[579178835] 'process raft request' (duration: 129.618252ms)","trace[579178835] 'compare' (duration: 14.866534ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:49.187635Z","caller":"traceutil/trace.go:171","msg":"trace[1439054450] transaction","detail":"{read_only:false; response_revision:9833; number_of_response:1; }","duration":"144.379273ms","start":"2026-03-31T20:38:49.043248Z","end":"2026-03-31T20:38:49.187628Z","steps":["trace[1439054450] 'process raft request' (duration: 144.001823ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:49.188019Z","caller":"traceutil/trace.go:171","msg":"trace[1249582253] transaction","detail":"{read_only:false; response_revision:9835; number_of_response:1; }","duration":"143.754277ms","start":"2026-03-31T20:38:49.044237Z","end":"2026-03-31T20:38:49.187991Z","steps":["trace[1249582253] 'process raft request' (duration: 143.103591ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:49.188142Z","caller":"traceutil/trace.go:171","msg":"trace[300749626] linearizableReadLoop","detail":"{readStateIndex:10210; appliedIndex:10205; }","duration":"142.063144ms","start":"2026-03-31T20:38:49.046059Z","end":"2026-03-31T20:38:49.188122Z","steps":["trace[300749626] 'read index received' (duration: 35.115053ms)","trace[300749626] 'applied index is now lower than readState.Index' (duration: 106.947221ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:49.18832Z","caller":"traceutil/trace.go:171","msg":"trace[2076464942] transaction","detail":"{read_only:false; response_revision:9836; number_of_response:1; }","duration":"143.665995ms","start":"2026-03-31T20:38:49.044644Z","end":"2026-03-31T20:38:49.18831Z","steps":["trace[2076464942] 'process raft request' (duration: 143.06854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:49.188761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.68124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:233631"} {"level":"info","ts":"2026-03-31T20:38:49.188824Z","caller":"traceutil/trace.go:171","msg":"trace[26714947] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9836; }","duration":"142.777953ms","start":"2026-03-31T20:38:49.046034Z","end":"2026-03-31T20:38:49.188812Z","steps":["trace[26714947] 'agreement among raft nodes before linearized reading' (duration: 142.352912ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:49.193998Z","caller":"traceutil/trace.go:171","msg":"trace[628264497] transaction","detail":"{read_only:false; response_revision:9837; number_of_response:1; }","duration":"111.871395ms","start":"2026-03-31T20:38:49.082091Z","end":"2026-03-31T20:38:49.193963Z","steps":["trace[628264497] 'process raft request' (duration: 111.67967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:49.194289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.745238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1136"} {"level":"info","ts":"2026-03-31T20:38:49.194509Z","caller":"traceutil/trace.go:171","msg":"trace[548793708] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:9837; }","duration":"145.946413ms","start":"2026-03-31T20:38:49.048496Z","end":"2026-03-31T20:38:49.194442Z","steps":["trace[548793708] 'agreement among raft nodes before linearized reading' (duration: 145.412028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:50.501801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.060908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:50.501891Z","caller":"traceutil/trace.go:171","msg":"trace[1449227109] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:9838; }","duration":"197.214052ms","start":"2026-03-31T20:38:50.304654Z","end":"2026-03-31T20:38:50.501868Z","steps":["trace[1449227109] 'count revisions from in-memory index tree' (duration: 196.975526ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:50.557115Z","caller":"traceutil/trace.go:171","msg":"trace[994015622] transaction","detail":"{read_only:false; response_revision:9839; number_of_response:1; }","duration":"240.41885ms","start":"2026-03-31T20:38:50.316673Z","end":"2026-03-31T20:38:50.557092Z","steps":["trace[994015622] 'process raft request' (duration: 240.232265ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:51.189524Z","caller":"traceutil/trace.go:171","msg":"trace[1542034446] transaction","detail":"{read_only:false; response_revision:9841; number_of_response:1; }","duration":"148.22253ms","start":"2026-03-31T20:38:51.041278Z","end":"2026-03-31T20:38:51.1895Z","steps":["trace[1542034446] 'process raft request' (duration: 144.498456ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:51.360392Z","caller":"traceutil/trace.go:171","msg":"trace[807712888] transaction","detail":"{read_only:false; response_revision:9842; number_of_response:1; }","duration":"164.724854ms","start":"2026-03-31T20:38:51.195643Z","end":"2026-03-31T20:38:51.360368Z","steps":["trace[807712888] 'process raft request' (duration: 164.54563ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:51.365341Z","caller":"traceutil/trace.go:171","msg":"trace[1013658201] transaction","detail":"{read_only:false; response_revision:9843; number_of_response:1; }","duration":"169.581206ms","start":"2026-03-31T20:38:51.195732Z","end":"2026-03-31T20:38:51.365313Z","steps":["trace[1013658201] 'process raft request' (duration: 169.400682ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:51.365559Z","caller":"traceutil/trace.go:171","msg":"trace[693537010] transaction","detail":"{read_only:false; response_revision:9844; number_of_response:1; }","duration":"169.2818ms","start":"2026-03-31T20:38:51.196259Z","end":"2026-03-31T20:38:51.36554Z","steps":["trace[693537010] 'process raft request' (duration: 169.010672ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:51.365585Z","caller":"traceutil/trace.go:171","msg":"trace[54294034] transaction","detail":"{read_only:false; response_revision:9845; number_of_response:1; }","duration":"169.193498ms","start":"2026-03-31T20:38:51.196366Z","end":"2026-03-31T20:38:51.36556Z","steps":["trace[54294034] 'process raft request' (duration: 169.065704ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:51.365641Z","caller":"traceutil/trace.go:171","msg":"trace[1204937055] linearizableReadLoop","detail":"{readStateIndex:10219; appliedIndex:10216; }","duration":"169.250229ms","start":"2026-03-31T20:38:51.196363Z","end":"2026-03-31T20:38:51.365613Z","steps":["trace[1204937055] 'read index received' (duration: 163.855263ms)","trace[1204937055] 'applied index is now lower than readState.Index' (duration: 5.393716ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:51.365724Z","caller":"traceutil/trace.go:171","msg":"trace[1738871308] transaction","detail":"{read_only:false; response_revision:9846; number_of_response:1; }","duration":"167.604837ms","start":"2026-03-31T20:38:51.198109Z","end":"2026-03-31T20:38:51.365714Z","steps":["trace[1738871308] 'process raft request' (duration: 167.414233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:51.365868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.043806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:51.365932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.555677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-76hz9\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-31T20:38:51.365997Z","caller":"traceutil/trace.go:171","msg":"trace[1119195929] range","detail":"{range_begin:/registry/pods/openstack/keepalived-76hz9; range_end:; response_count:1; response_revision:9846; }","duration":"169.655909ms","start":"2026-03-31T20:38:51.196327Z","end":"2026-03-31T20:38:51.365983Z","steps":["trace[1119195929] 'agreement among raft nodes before linearized reading' (duration: 169.391292ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:51.365943Z","caller":"traceutil/trace.go:171","msg":"trace[1756055425] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9846; }","duration":"117.156088ms","start":"2026-03-31T20:38:51.248752Z","end":"2026-03-31T20:38:51.365908Z","steps":["trace[1756055425] 'agreement among raft nodes before linearized reading' (duration: 117.023955ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:52.502595Z","caller":"traceutil/trace.go:171","msg":"trace[944562120] transaction","detail":"{read_only:false; response_revision:9847; number_of_response:1; }","duration":"372.461391ms","start":"2026-03-31T20:38:52.130107Z","end":"2026-03-31T20:38:52.502569Z","steps":["trace[944562120] 'process raft request' (duration: 372.301817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:52.502786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:52.130086Z","time spent":"372.616907ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:52.877017Z","caller":"traceutil/trace.go:171","msg":"trace[1037835969] transaction","detail":"{read_only:false; response_revision:9848; number_of_response:1; }","duration":"405.153495ms","start":"2026-03-31T20:38:52.471841Z","end":"2026-03-31T20:38:52.876994Z","steps":["trace[1037835969] 'process raft request' (duration: 405.008422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:52.877159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:52.471817Z","time spent":"405.267778ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:53.524518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.112568ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:38:53.524779Z","caller":"traceutil/trace.go:171","msg":"trace[1162242995] transaction","detail":"{read_only:false; response_revision:9849; number_of_response:1; }","duration":"962.013737ms","start":"2026-03-31T20:38:52.56271Z","end":"2026-03-31T20:38:53.524724Z","steps":["trace[1162242995] 'process raft request' (duration: 563.461648ms)","trace[1162242995] 'compare' (duration: 397.841641ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:53.524849Z","caller":"traceutil/trace.go:171","msg":"trace[987407971] linearizableReadLoop","detail":"{readStateIndex:10224; appliedIndex:10222; }","duration":"720.715855ms","start":"2026-03-31T20:38:52.804097Z","end":"2026-03-31T20:38:53.524813Z","steps":["trace[987407971] 'read index received' (duration: 72.804982ms)","trace[987407971] 'applied index is now lower than readState.Index' (duration: 647.907153ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:53.525007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:52.562688Z","time spent":"962.189542ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:53.52483Z","caller":"traceutil/trace.go:171","msg":"trace[1184916183] transaction","detail":"{read_only:false; response_revision:9850; number_of_response:1; }","duration":"393.206004ms","start":"2026-03-31T20:38:53.131606Z","end":"2026-03-31T20:38:53.524812Z","steps":["trace[1184916183] 'process raft request' (duration: 393.113242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:53.525236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:53.131569Z","time spent":"393.616725ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:53.525551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.938441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:53.525678Z","caller":"traceutil/trace.go:171","msg":"trace[485843456] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:9850; }","duration":"721.614319ms","start":"2026-03-31T20:38:52.804042Z","end":"2026-03-31T20:38:53.525656Z","steps":["trace[485843456] 'agreement among raft nodes before linearized reading' (duration: 720.934211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:53.525757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:52.804022Z","time spent":"721.714871ms","remote":"127.0.0.1:58572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:53.5411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.035323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:53.541186Z","caller":"traceutil/trace.go:171","msg":"trace[91905166] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9851; }","duration":"471.159275ms","start":"2026-03-31T20:38:53.070007Z","end":"2026-03-31T20:38:53.541166Z","steps":["trace[91905166] 'agreement among raft nodes before linearized reading' (duration: 471.033892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:53.541232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:53.069979Z","time spent":"471.240998ms","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:38:53.541307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.009034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T20:38:53.541285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.129011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:38:53.541382Z","caller":"traceutil/trace.go:171","msg":"trace[831717440] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9851; }","duration":"177.109526ms","start":"2026-03-31T20:38:53.364254Z","end":"2026-03-31T20:38:53.541363Z","steps":["trace[831717440] 'agreement among raft nodes before linearized reading' (duration: 176.895121ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:53.541402Z","caller":"traceutil/trace.go:171","msg":"trace[1231621360] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9851; }","duration":"172.273065ms","start":"2026-03-31T20:38:53.369104Z","end":"2026-03-31T20:38:53.541377Z","steps":["trace[1231621360] 'agreement among raft nodes before linearized reading' (duration: 172.004648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:53.541634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.030133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-03-31T20:38:53.541715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.822622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-76hz9\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-31T20:38:53.541777Z","caller":"traceutil/trace.go:171","msg":"trace[406343838] range","detail":"{range_begin:/registry/pods/openstack/keepalived-76hz9; range_end:; response_count:1; response_revision:9851; }","duration":"159.971815ms","start":"2026-03-31T20:38:53.381788Z","end":"2026-03-31T20:38:53.54176Z","steps":["trace[406343838] 'agreement among raft nodes before linearized reading' (duration: 159.833942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:53.541784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.045978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:38:53.541842Z","caller":"traceutil/trace.go:171","msg":"trace[905933343] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9851; }","duration":"172.122431ms","start":"2026-03-31T20:38:53.369704Z","end":"2026-03-31T20:38:53.541826Z","steps":["trace[905933343] 'agreement among raft nodes before linearized reading' (duration: 171.946206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:53.54171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.731105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:38:53.541839Z","caller":"traceutil/trace.go:171","msg":"trace[1245952511] transaction","detail":"{read_only:false; response_revision:9851; number_of_response:1; }","duration":"347.235508ms","start":"2026-03-31T20:38:53.194583Z","end":"2026-03-31T20:38:53.541819Z","steps":["trace[1245952511] 'process raft request' (duration: 346.316075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:53.542042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.054365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:38:53.542105Z","caller":"traceutil/trace.go:171","msg":"trace[358366088] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9851; }","duration":"173.118796ms","start":"2026-03-31T20:38:53.368971Z","end":"2026-03-31T20:38:53.54209Z","steps":["trace[358366088] 'agreement among raft nodes before linearized reading' (duration: 172.947281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:53.542076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:53.194536Z","time spent":"347.481795ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:53.541804Z","caller":"traceutil/trace.go:171","msg":"trace[1878049706] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:9851; }","duration":"471.196737ms","start":"2026-03-31T20:38:53.070546Z","end":"2026-03-31T20:38:53.541743Z","steps":["trace[1878049706] 'agreement among raft nodes before linearized reading' (duration: 470.946021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:53.542278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:53.070526Z","time spent":"471.72517ms","remote":"127.0.0.1:59022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"info","ts":"2026-03-31T20:38:53.542307Z","caller":"traceutil/trace.go:171","msg":"trace[161243742] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:9851; }","duration":"198.070523ms","start":"2026-03-31T20:38:53.343899Z","end":"2026-03-31T20:38:53.54197Z","steps":["trace[161243742] 'agreement among raft nodes before linearized reading' (duration: 197.685024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:53.541746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.951751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:38:53.54269Z","caller":"traceutil/trace.go:171","msg":"trace[491741921] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9851; }","duration":"173.945357ms","start":"2026-03-31T20:38:53.368731Z","end":"2026-03-31T20:38:53.542676Z","steps":["trace[491741921] 'agreement among raft nodes before linearized reading' (duration: 172.8812ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:53.858875Z","caller":"traceutil/trace.go:171","msg":"trace[1199005811] transaction","detail":"{read_only:false; response_revision:9853; number_of_response:1; }","duration":"312.267228ms","start":"2026-03-31T20:38:53.546579Z","end":"2026-03-31T20:38:53.858846Z","steps":["trace[1199005811] 'process raft request' (duration: 311.948049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:53.859062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:53.546566Z","time spent":"312.397742ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:53.859164Z","caller":"traceutil/trace.go:171","msg":"trace[414246754] transaction","detail":"{read_only:false; response_revision:9854; number_of_response:1; }","duration":"312.487564ms","start":"2026-03-31T20:38:53.546646Z","end":"2026-03-31T20:38:53.859134Z","steps":["trace[414246754] 'process raft request' (duration: 312.097614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:53.859303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:53.546629Z","time spent":"312.596966ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:53.859331Z","caller":"traceutil/trace.go:171","msg":"trace[1991444988] linearizableReadLoop","detail":"{readStateIndex:10231; appliedIndex:10226; }","duration":"309.58221ms","start":"2026-03-31T20:38:53.54972Z","end":"2026-03-31T20:38:53.859303Z","steps":["trace[1991444988] 'read index received' (duration: 30.22332ms)","trace[1991444988] 'applied index is now lower than readState.Index' (duration: 279.35776ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:53.859381Z","caller":"traceutil/trace.go:171","msg":"trace[498824236] transaction","detail":"{read_only:false; response_revision:9855; number_of_response:1; }","duration":"312.148596ms","start":"2026-03-31T20:38:53.547214Z","end":"2026-03-31T20:38:53.859363Z","steps":["trace[498824236] 'process raft request' (duration: 311.851368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:53.859463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:53.547205Z","time spent":"312.216147ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:53.85947Z","caller":"traceutil/trace.go:171","msg":"trace[1884012088] transaction","detail":"{read_only:false; response_revision:9856; number_of_response:1; }","duration":"312.149946ms","start":"2026-03-31T20:38:53.547294Z","end":"2026-03-31T20:38:53.859444Z","steps":["trace[1884012088] 'process raft request' (duration: 311.892029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:53.859615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:53.547269Z","time spent":"312.255568ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:53.859676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.841437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-glance-default-user\" ","response":"range_response_count:1 size:1309"} {"level":"info","ts":"2026-03-31T20:38:53.859811Z","caller":"traceutil/trace.go:171","msg":"trace[923933770] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-glance-default-user; range_end:; response_count:1; response_revision:9856; }","duration":"310.092813ms","start":"2026-03-31T20:38:53.549702Z","end":"2026-03-31T20:38:53.859795Z","steps":["trace[923933770] 'agreement among raft nodes before linearized reading' (duration: 309.728244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:53.859868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:53.549695Z","time spent":"310.158055ms","remote":"127.0.0.1:52240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1332,"request content":"key:\"/registry/secrets/openstack/rabbitmq-glance-default-user\" "} {"level":"info","ts":"2026-03-31T20:38:54.046373Z","caller":"traceutil/trace.go:171","msg":"trace[1482096409] linearizableReadLoop","detail":"{readStateIndex:10232; appliedIndex:10231; }","duration":"186.939755ms","start":"2026-03-31T20:38:53.859398Z","end":"2026-03-31T20:38:54.046338Z","steps":["trace[1482096409] 'read index received' (duration: 145.299927ms)","trace[1482096409] 'applied index is now lower than readState.Index' (duration: 41.638358ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:54.04646Z","caller":"traceutil/trace.go:171","msg":"trace[356443136] transaction","detail":"{read_only:false; response_revision:9857; number_of_response:1; }","duration":"428.905404ms","start":"2026-03-31T20:38:53.617512Z","end":"2026-03-31T20:38:54.046417Z","steps":["trace[356443136] 'process raft request' (duration: 387.200974ms)","trace[356443136] 'compare' (duration: 41.454013ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:54.046833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.329222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:54.046876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.306342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:54.046944Z","caller":"traceutil/trace.go:171","msg":"trace[1327898891] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9857; }","duration":"179.397574ms","start":"2026-03-31T20:38:53.867527Z","end":"2026-03-31T20:38:54.046925Z","steps":["trace[1327898891] 'agreement among raft nodes before linearized reading' (duration: 179.278882ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:54.046946Z","caller":"traceutil/trace.go:171","msg":"trace[1705279324] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:9857; }","duration":"181.450076ms","start":"2026-03-31T20:38:53.865441Z","end":"2026-03-31T20:38:54.046891Z","steps":["trace[1705279324] 'agreement among raft nodes before linearized reading' (duration: 181.326243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:54.046952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.034627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:233631"} {"level":"info","ts":"2026-03-31T20:38:54.047013Z","caller":"traceutil/trace.go:171","msg":"trace[104896487] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9857; }","duration":"497.12642ms","start":"2026-03-31T20:38:53.549875Z","end":"2026-03-31T20:38:54.047002Z","steps":["trace[104896487] 'agreement among raft nodes before linearized reading' (duration: 496.634068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:54.047053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:53.549871Z","time spent":"497.171491ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":233654,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T20:38:54.047148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:53.617484Z","time spent":"429.17256ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:54.518999Z","caller":"traceutil/trace.go:171","msg":"trace[1050345651] linearizableReadLoop","detail":"{readStateIndex:10235; appliedIndex:10234; }","duration":"375.200451ms","start":"2026-03-31T20:38:54.143693Z","end":"2026-03-31T20:38:54.518894Z","steps":["trace[1050345651] 'read index received' (duration: 373.996111ms)","trace[1050345651] 'applied index is now lower than readState.Index' (duration: 1.20306ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:54.51929Z","caller":"traceutil/trace.go:171","msg":"trace[1857369701] transaction","detail":"{read_only:false; response_revision:9859; number_of_response:1; }","duration":"376.208166ms","start":"2026-03-31T20:38:54.143053Z","end":"2026-03-31T20:38:54.519261Z","steps":["trace[1857369701] 'process raft request' (duration: 374.644797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:54.519389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.674733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-31T20:38:54.519565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:54.143037Z","time spent":"376.412782ms","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":723,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:54.519632Z","caller":"traceutil/trace.go:171","msg":"trace[917716976] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:9859; }","duration":"375.94334ms","start":"2026-03-31T20:38:54.143655Z","end":"2026-03-31T20:38:54.519598Z","steps":["trace[917716976] 'agreement among raft nodes before linearized reading' (duration: 375.246812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:54.51972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:54.143635Z","time spent":"376.047804ms","remote":"127.0.0.1:52326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T20:38:54.607185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.250237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:38:54.607262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.23643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9601"} {"level":"info","ts":"2026-03-31T20:38:54.607371Z","caller":"traceutil/trace.go:171","msg":"trace[1683002693] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:9861; }","duration":"456.394664ms","start":"2026-03-31T20:38:54.150945Z","end":"2026-03-31T20:38:54.60734Z","steps":["trace[1683002693] 'agreement among raft nodes before linearized reading' (duration: 456.033935ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:54.607289Z","caller":"traceutil/trace.go:171","msg":"trace[664888410] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:9861; }","duration":"310.440372ms","start":"2026-03-31T20:38:54.296822Z","end":"2026-03-31T20:38:54.607262Z","steps":["trace[664888410] 'agreement among raft nodes before linearized reading' (duration: 310.206466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:54.607428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:54.150923Z","time spent":"456.489247ms","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9624,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" "} {"level":"warn","ts":"2026-03-31T20:38:54.607449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:54.296805Z","time spent":"310.615066ms","remote":"127.0.0.1:52318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":8,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:38:56.727615Z","caller":"traceutil/trace.go:171","msg":"trace[2109005877] transaction","detail":"{read_only:false; response_revision:9873; number_of_response:1; }","duration":"103.217707ms","start":"2026-03-31T20:38:56.624365Z","end":"2026-03-31T20:38:56.727582Z","steps":["trace[2109005877] 'process raft request' (duration: 102.975351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:57.295044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.801269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:57.29513Z","caller":"traceutil/trace.go:171","msg":"trace[36449261] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9873; }","duration":"424.938322ms","start":"2026-03-31T20:38:56.87017Z","end":"2026-03-31T20:38:57.295108Z","steps":["trace[36449261] 'range keys from in-memory index tree' (duration: 424.716086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:57.295178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:56.870148Z","time spent":"425.016984ms","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:38:57.295211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.674054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:57.295322Z","caller":"traceutil/trace.go:171","msg":"trace[951370633] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:9873; }","duration":"110.831398ms","start":"2026-03-31T20:38:57.184462Z","end":"2026-03-31T20:38:57.295293Z","steps":["trace[951370633] 'count revisions from in-memory index tree' (duration: 110.599023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:57.295798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.061347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T20:38:57.295884Z","caller":"traceutil/trace.go:171","msg":"trace[594498541] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:9873; }","duration":"311.211952ms","start":"2026-03-31T20:38:56.984652Z","end":"2026-03-31T20:38:57.295864Z","steps":["trace[594498541] 'count revisions from in-memory index tree' (duration: 310.924484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:57.295926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:56.984622Z","time spent":"311.293443ms","remote":"127.0.0.1:52674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":944,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:38:57.759829Z","caller":"traceutil/trace.go:171","msg":"trace[1483655870] transaction","detail":"{read_only:false; response_revision:9874; number_of_response:1; }","duration":"222.013997ms","start":"2026-03-31T20:38:57.537786Z","end":"2026-03-31T20:38:57.7598Z","steps":["trace[1483655870] 'process raft request' (duration: 221.812512ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:57.941303Z","caller":"traceutil/trace.go:171","msg":"trace[1025181501] linearizableReadLoop","detail":"{readStateIndex:10252; appliedIndex:10249; }","duration":"347.967775ms","start":"2026-03-31T20:38:57.593312Z","end":"2026-03-31T20:38:57.94128Z","steps":["trace[1025181501] 'read index received' (duration: 166.349725ms)","trace[1025181501] 'applied index is now lower than readState.Index' (duration: 181.61718ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:57.94135Z","caller":"traceutil/trace.go:171","msg":"trace[240627048] transaction","detail":"{read_only:false; response_revision:9875; number_of_response:1; }","duration":"402.931639ms","start":"2026-03-31T20:38:57.538381Z","end":"2026-03-31T20:38:57.941313Z","steps":["trace[240627048] 'process raft request' (duration: 332.598ms)","trace[240627048] 'compare' (duration: 70.137564ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:57.941424Z","caller":"traceutil/trace.go:171","msg":"trace[955192847] transaction","detail":"{read_only:false; response_revision:9876; number_of_response:1; }","duration":"389.417419ms","start":"2026-03-31T20:38:57.551995Z","end":"2026-03-31T20:38:57.941412Z","steps":["trace[955192847] 'process raft request' (duration: 389.236694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:57.94152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.700689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:57.941542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:57.551981Z","time spent":"389.472381ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:57.941533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:57.538352Z","time spent":"403.072833ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:57.941605Z","caller":"traceutil/trace.go:171","msg":"trace[1081992281] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:9876; }","duration":"283.833732ms","start":"2026-03-31T20:38:57.657749Z","end":"2026-03-31T20:38:57.941583Z","steps":["trace[1081992281] 'agreement among raft nodes before linearized reading' (duration: 283.707759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:57.941757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.425917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:38:57.941838Z","caller":"traceutil/trace.go:171","msg":"trace[2134181124] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9876; }","duration":"348.556771ms","start":"2026-03-31T20:38:57.59326Z","end":"2026-03-31T20:38:57.941817Z","steps":["trace[2134181124] 'agreement among raft nodes before linearized reading' (duration: 348.285844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:57.941892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:57.593235Z","time spent":"348.643382ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:38:58.140279Z","caller":"traceutil/trace.go:171","msg":"trace[1031863992] transaction","detail":"{read_only:false; response_revision:9879; number_of_response:1; }","duration":"108.132621ms","start":"2026-03-31T20:38:58.032114Z","end":"2026-03-31T20:38:58.140247Z","steps":["trace[1031863992] 'process raft request' (duration: 100.12632ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:58.358965Z","caller":"traceutil/trace.go:171","msg":"trace[2091535197] transaction","detail":"{read_only:false; response_revision:9880; number_of_response:1; }","duration":"326.599079ms","start":"2026-03-31T20:38:58.032341Z","end":"2026-03-31T20:38:58.35894Z","steps":["trace[2091535197] 'process raft request' (duration: 320.011934ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:58.359091Z","caller":"traceutil/trace.go:171","msg":"trace[243411773] transaction","detail":"{read_only:false; response_revision:9881; number_of_response:1; }","duration":"326.708322ms","start":"2026-03-31T20:38:58.032341Z","end":"2026-03-31T20:38:58.359049Z","steps":["trace[243411773] 'process raft request' (duration: 326.513027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:58.359145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:58.032315Z","time spent":"326.739442ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:58.358969Z","caller":"traceutil/trace.go:171","msg":"trace[507223867] linearizableReadLoop","detail":"{readStateIndex:10257; appliedIndex:10254; }","duration":"265.168553ms","start":"2026-03-31T20:38:58.093768Z","end":"2026-03-31T20:38:58.358936Z","steps":["trace[507223867] 'read index received' (duration: 38.503259ms)","trace[507223867] 'applied index is now lower than readState.Index' (duration: 226.663754ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:58.35916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.392348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-76hz9\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-31T20:38:58.359527Z","caller":"traceutil/trace.go:171","msg":"trace[31742471] range","detail":"{range_begin:/registry/pods/openstack/keepalived-76hz9; range_end:; response_count:1; response_revision:9881; }","duration":"265.783458ms","start":"2026-03-31T20:38:58.093714Z","end":"2026-03-31T20:38:58.359497Z","steps":["trace[31742471] 'agreement among raft nodes before linearized reading' (duration: 265.307836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:58.359964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:58.032317Z","time spent":"326.992738ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:01.832463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.298509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:01.832613Z","caller":"traceutil/trace.go:171","msg":"trace[519656032] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9895; }","duration":"107.529605ms","start":"2026-03-31T20:39:01.725058Z","end":"2026-03-31T20:39:01.832587Z","steps":["trace[519656032] 'range keys from in-memory index tree' (duration: 107.128346ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:01.876535Z","caller":"traceutil/trace.go:171","msg":"trace[1082001601] transaction","detail":"{read_only:false; response_revision:9896; number_of_response:1; }","duration":"102.966151ms","start":"2026-03-31T20:39:01.773531Z","end":"2026-03-31T20:39:01.876497Z","steps":["trace[1082001601] 'process raft request' (duration: 102.786857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:02.148212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.894379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:39:02.148299Z","caller":"traceutil/trace.go:171","msg":"trace[1921539455] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:9899; }","duration":"101.018122ms","start":"2026-03-31T20:39:02.047263Z","end":"2026-03-31T20:39:02.148281Z","steps":["trace[1921539455] 'count revisions from in-memory index tree' (duration: 100.836057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:02.1483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.092514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:39:02.148366Z","caller":"traceutil/trace.go:171","msg":"trace[1154350898] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9899; }","duration":"103.263048ms","start":"2026-03-31T20:39:02.045087Z","end":"2026-03-31T20:39:02.14835Z","steps":["trace[1154350898] 'range keys from in-memory index tree' (duration: 102.882859ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:05.25469Z","caller":"traceutil/trace.go:171","msg":"trace[718357402] transaction","detail":"{read_only:false; response_revision:9926; number_of_response:1; }","duration":"156.267482ms","start":"2026-03-31T20:39:05.098373Z","end":"2026-03-31T20:39:05.254641Z","steps":["trace[718357402] 'process raft request' (duration: 142.504776ms)","trace[718357402] 'compare' (duration: 13.56173ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:06.100863Z","caller":"traceutil/trace.go:171","msg":"trace[1593751812] transaction","detail":"{read_only:false; response_revision:9929; number_of_response:1; }","duration":"110.06583ms","start":"2026-03-31T20:39:05.990771Z","end":"2026-03-31T20:39:06.100837Z","steps":["trace[1593751812] 'process raft request' (duration: 109.518526ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:07.12342Z","caller":"traceutil/trace.go:171","msg":"trace[427112653] transaction","detail":"{read_only:false; response_revision:9935; number_of_response:1; }","duration":"357.906826ms","start":"2026-03-31T20:39:06.76549Z","end":"2026-03-31T20:39:07.123397Z","steps":["trace[427112653] 'process raft request' (duration: 357.784123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:07.123558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:06.765472Z","time spent":"358.012109ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:39:07.136484Z","caller":"traceutil/trace.go:171","msg":"trace[212626673] linearizableReadLoop","detail":"{readStateIndex:10314; appliedIndex:10312; }","duration":"239.342562ms","start":"2026-03-31T20:39:06.897119Z","end":"2026-03-31T20:39:07.136461Z","steps":["trace[212626673] 'read index received' (duration: 226.240063ms)","trace[212626673] 'applied index is now lower than readState.Index' (duration: 13.101539ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:07.136565Z","caller":"traceutil/trace.go:171","msg":"trace[467671785] transaction","detail":"{read_only:false; response_revision:9936; number_of_response:1; }","duration":"290.000057ms","start":"2026-03-31T20:39:06.84654Z","end":"2026-03-31T20:39:07.13654Z","steps":["trace[467671785] 'process raft request' (duration: 289.73517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:07.136842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.703051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T20:39:07.136897Z","caller":"traceutil/trace.go:171","msg":"trace[372815308] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9936; }","duration":"239.797274ms","start":"2026-03-31T20:39:06.897087Z","end":"2026-03-31T20:39:07.136884Z","steps":["trace[372815308] 'agreement among raft nodes before linearized reading' (duration: 239.466695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:08.731034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.658191ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:39:08.731189Z","caller":"traceutil/trace.go:171","msg":"trace[37896969] linearizableReadLoop","detail":"{readStateIndex:10322; appliedIndex:10321; }","duration":"171.339862ms","start":"2026-03-31T20:39:08.559823Z","end":"2026-03-31T20:39:08.731163Z","steps":["trace[37896969] 'read index received' (duration: 51.361673ms)","trace[37896969] 'applied index is now lower than readState.Index' (duration: 119.976149ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:08.731271Z","caller":"traceutil/trace.go:171","msg":"trace[6218665] transaction","detail":"{read_only:false; response_revision:9944; number_of_response:1; }","duration":"173.998899ms","start":"2026-03-31T20:39:08.557214Z","end":"2026-03-31T20:39:08.731213Z","steps":["trace[6218665] 'process raft request' (duration: 54.051881ms)","trace[6218665] 'compare' (duration: 119.23222ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:08.731538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.878183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-66dd659597-kwccw.18a20778cfd168f4\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-31T20:39:08.731551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.67936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-76hz9\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-31T20:39:08.731609Z","caller":"traceutil/trace.go:171","msg":"trace[176452978] range","detail":"{range_begin:/registry/events/openstack/barbican-api-66dd659597-kwccw.18a20778cfd168f4; range_end:; response_count:1; response_revision:9944; }","duration":"129.003186ms","start":"2026-03-31T20:39:08.602584Z","end":"2026-03-31T20:39:08.731588Z","steps":["trace[176452978] 'agreement among raft nodes before linearized reading' (duration: 128.76126ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:08.731611Z","caller":"traceutil/trace.go:171","msg":"trace[307147812] range","detail":"{range_begin:/registry/pods/openstack/keepalived-76hz9; range_end:; response_count:1; response_revision:9944; }","duration":"171.808734ms","start":"2026-03-31T20:39:08.559787Z","end":"2026-03-31T20:39:08.731596Z","steps":["trace[307147812] 'agreement among raft nodes before linearized reading' (duration: 171.462045ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:08.948846Z","caller":"traceutil/trace.go:171","msg":"trace[1782951408] linearizableReadLoop","detail":"{readStateIndex:10323; appliedIndex:10322; }","duration":"212.266441ms","start":"2026-03-31T20:39:08.736553Z","end":"2026-03-31T20:39:08.948819Z","steps":["trace[1782951408] 'read index received' (duration: 211.446401ms)","trace[1782951408] 'applied index is now lower than readState.Index' (duration: 818.74µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:08.948922Z","caller":"traceutil/trace.go:171","msg":"trace[535968775] transaction","detail":"{read_only:false; response_revision:9945; number_of_response:1; }","duration":"214.805354ms","start":"2026-03-31T20:39:08.73409Z","end":"2026-03-31T20:39:08.948895Z","steps":["trace[535968775] 'process raft request' (duration: 213.973934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:08.949399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.836556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:233451"} {"level":"info","ts":"2026-03-31T20:39:08.949451Z","caller":"traceutil/trace.go:171","msg":"trace[1127130062] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9945; }","duration":"212.928128ms","start":"2026-03-31T20:39:08.736511Z","end":"2026-03-31T20:39:08.949439Z","steps":["trace[1127130062] 'agreement among raft nodes before linearized reading' (duration: 212.446676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:08.949465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.448232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:48 size:633880"} {"level":"info","ts":"2026-03-31T20:39:08.949527Z","caller":"traceutil/trace.go:171","msg":"trace[550003178] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:48; response_revision:9945; }","duration":"192.564995ms","start":"2026-03-31T20:39:08.756949Z","end":"2026-03-31T20:39:08.949514Z","steps":["trace[550003178] 'agreement among raft nodes before linearized reading' (duration: 192.081833ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:10.240347Z","caller":"traceutil/trace.go:171","msg":"trace[1022110277] transaction","detail":"{read_only:false; response_revision:9949; number_of_response:1; }","duration":"192.00951ms","start":"2026-03-31T20:39:10.048319Z","end":"2026-03-31T20:39:10.240329Z","steps":["trace[1022110277] 'process raft request' (duration: 191.846066ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:10.26045Z","caller":"traceutil/trace.go:171","msg":"trace[1859869367] linearizableReadLoop","detail":"{readStateIndex:10331; appliedIndex:10328; }","duration":"128.116373ms","start":"2026-03-31T20:39:10.132314Z","end":"2026-03-31T20:39:10.260431Z","steps":["trace[1859869367] 'read index received' (duration: 107.835983ms)","trace[1859869367] 'applied index is now lower than readState.Index' (duration: 20.27929ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:10.260711Z","caller":"traceutil/trace.go:171","msg":"trace[597715067] transaction","detail":"{read_only:false; response_revision:9950; number_of_response:1; }","duration":"204.799554ms","start":"2026-03-31T20:39:10.055899Z","end":"2026-03-31T20:39:10.260699Z","steps":["trace[597715067] 'process raft request' (duration: 204.378392ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:10.260906Z","caller":"traceutil/trace.go:171","msg":"trace[49443379] transaction","detail":"{read_only:false; response_revision:9951; number_of_response:1; }","duration":"149.176164ms","start":"2026-03-31T20:39:10.111709Z","end":"2026-03-31T20:39:10.260886Z","steps":["trace[49443379] 'process raft request' (duration: 148.667411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:10.260915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.581036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:39:10.260983Z","caller":"traceutil/trace.go:171","msg":"trace[39277599] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9951; }","duration":"128.690388ms","start":"2026-03-31T20:39:10.132277Z","end":"2026-03-31T20:39:10.260967Z","steps":["trace[39277599] 'agreement among raft nodes before linearized reading' (duration: 128.494994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:10.837286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.451558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11340"} {"level":"info","ts":"2026-03-31T20:39:10.837369Z","caller":"traceutil/trace.go:171","msg":"trace[1582001910] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:10010; }","duration":"166.565601ms","start":"2026-03-31T20:39:10.670789Z","end":"2026-03-31T20:39:10.837355Z","steps":["trace[1582001910] 'agreement among raft nodes before linearized reading' (duration: 166.424078ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:10.837303Z","caller":"traceutil/trace.go:171","msg":"trace[2079853986] transaction","detail":"{read_only:false; response_revision:10010; number_of_response:1; }","duration":"172.638893ms","start":"2026-03-31T20:39:10.664627Z","end":"2026-03-31T20:39:10.837266Z","steps":["trace[2079853986] 'process raft request' (duration: 172.359516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:10.837444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.588164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"warn","ts":"2026-03-31T20:39:10.837466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.321515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"warn","ts":"2026-03-31T20:39:10.837503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.885363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:39:10.83753Z","caller":"traceutil/trace.go:171","msg":"trace[1398681782] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:10010; }","duration":"151.724288ms","start":"2026-03-31T20:39:10.685785Z","end":"2026-03-31T20:39:10.83751Z","steps":["trace[1398681782] 'agreement among raft nodes before linearized reading' (duration: 151.432821ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:10.83755Z","caller":"traceutil/trace.go:171","msg":"trace[1662224691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10010; }","duration":"101.980766ms","start":"2026-03-31T20:39:10.735558Z","end":"2026-03-31T20:39:10.837539Z","steps":["trace[1662224691] 'agreement among raft nodes before linearized reading' (duration: 101.792871ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:10.837549Z","caller":"traceutil/trace.go:171","msg":"trace[576189578] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:10010; }","duration":"172.433009ms","start":"2026-03-31T20:39:10.665098Z","end":"2026-03-31T20:39:10.837531Z","steps":["trace[576189578] 'agreement among raft nodes before linearized reading' (duration: 172.184983ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:10.865819Z","caller":"traceutil/trace.go:171","msg":"trace[134875207] transaction","detail":"{read_only:false; response_revision:10011; number_of_response:1; }","duration":"110.706696ms","start":"2026-03-31T20:39:10.755089Z","end":"2026-03-31T20:39:10.865795Z","steps":["trace[134875207] 'process raft request' (duration: 110.12578ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:10.86619Z","caller":"traceutil/trace.go:171","msg":"trace[1921397865] transaction","detail":"{read_only:false; response_revision:10014; number_of_response:1; }","duration":"104.030668ms","start":"2026-03-31T20:39:10.762129Z","end":"2026-03-31T20:39:10.86616Z","steps":["trace[1921397865] 'process raft request' (duration: 103.399591ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:10.866457Z","caller":"traceutil/trace.go:171","msg":"trace[332434496] transaction","detail":"{read_only:false; response_revision:10012; number_of_response:1; }","duration":"109.654769ms","start":"2026-03-31T20:39:10.756778Z","end":"2026-03-31T20:39:10.866433Z","steps":["trace[332434496] 'process raft request' (duration: 108.619552ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:10.866992Z","caller":"traceutil/trace.go:171","msg":"trace[755133659] transaction","detail":"{read_only:false; response_revision:10013; number_of_response:1; }","duration":"107.423963ms","start":"2026-03-31T20:39:10.759547Z","end":"2026-03-31T20:39:10.866971Z","steps":["trace[755133659] 'process raft request' (duration: 105.924115ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:11.215464Z","caller":"traceutil/trace.go:171","msg":"trace[1259809619] linearizableReadLoop","detail":"{readStateIndex:10409; appliedIndex:10408; }","duration":"118.85738ms","start":"2026-03-31T20:39:11.096576Z","end":"2026-03-31T20:39:11.215434Z","steps":["trace[1259809619] 'read index received' (duration: 118.822359ms)","trace[1259809619] 'applied index is now lower than readState.Index' (duration: 33.261µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:11.215538Z","caller":"traceutil/trace.go:171","msg":"trace[1417250932] transaction","detail":"{read_only:false; response_revision:10029; number_of_response:1; }","duration":"120.140664ms","start":"2026-03-31T20:39:11.095362Z","end":"2026-03-31T20:39:11.215503Z","steps":["trace[1417250932] 'process raft request' (duration: 119.894858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:11.215691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.092887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/glance-api\" ","response":"range_response_count:1 size:522"} {"level":"info","ts":"2026-03-31T20:39:11.215803Z","caller":"traceutil/trace.go:171","msg":"trace[1958222894] range","detail":"{range_begin:/registry/serviceaccounts/openstack/glance-api; range_end:; response_count:1; response_revision:10029; }","duration":"119.308422ms","start":"2026-03-31T20:39:11.096484Z","end":"2026-03-31T20:39:11.215793Z","steps":["trace[1958222894] 'agreement among raft nodes before linearized reading' (duration: 119.045725ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:11.284736Z","caller":"traceutil/trace.go:171","msg":"trace[1185558211] transaction","detail":"{read_only:false; response_revision:10030; number_of_response:1; }","duration":"130.897134ms","start":"2026-03-31T20:39:11.153779Z","end":"2026-03-31T20:39:11.284676Z","steps":["trace[1185558211] 'process raft request' (duration: 130.574256ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:12.813968Z","caller":"traceutil/trace.go:171","msg":"trace[417486336] transaction","detail":"{read_only:false; response_revision:10045; number_of_response:1; }","duration":"138.35068ms","start":"2026-03-31T20:39:12.675584Z","end":"2026-03-31T20:39:12.813934Z","steps":["trace[417486336] 'process raft request' (duration: 120.652715ms)","trace[417486336] 'compare' (duration: 17.514951ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:17.618961Z","caller":"traceutil/trace.go:171","msg":"trace[177787403] linearizableReadLoop","detail":"{readStateIndex:10460; appliedIndex:10459; }","duration":"155.643196ms","start":"2026-03-31T20:39:17.463288Z","end":"2026-03-31T20:39:17.618931Z","steps":["trace[177787403] 'read index received' (duration: 155.507102ms)","trace[177787403] 'applied index is now lower than readState.Index' (duration: 134.644µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:17.619013Z","caller":"traceutil/trace.go:171","msg":"trace[810434182] transaction","detail":"{read_only:false; response_revision:10079; number_of_response:1; }","duration":"181.049975ms","start":"2026-03-31T20:39:17.437928Z","end":"2026-03-31T20:39:17.618978Z","steps":["trace[810434182] 'process raft request' (duration: 180.83126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:17.619137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.82703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:17.619212Z","caller":"traceutil/trace.go:171","msg":"trace[365212853] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10079; }","duration":"155.954713ms","start":"2026-03-31T20:39:17.463239Z","end":"2026-03-31T20:39:17.619194Z","steps":["trace[365212853] 'agreement among raft nodes before linearized reading' (duration: 155.82394ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:17.651057Z","caller":"traceutil/trace.go:171","msg":"trace[1395341467] transaction","detail":"{read_only:false; response_revision:10080; number_of_response:1; }","duration":"163.806592ms","start":"2026-03-31T20:39:17.487222Z","end":"2026-03-31T20:39:17.651029Z","steps":["trace[1395341467] 'process raft request' (duration: 163.628228ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:18.206525Z","caller":"traceutil/trace.go:171","msg":"trace[1385557755] linearizableReadLoop","detail":"{readStateIndex:10463; appliedIndex:10462; }","duration":"139.333796ms","start":"2026-03-31T20:39:18.067167Z","end":"2026-03-31T20:39:18.2065Z","steps":["trace[1385557755] 'read index received' (duration: 139.07602ms)","trace[1385557755] 'applied index is now lower than readState.Index' (duration: 256.706µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:18.206754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.556842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:39:18.206805Z","caller":"traceutil/trace.go:171","msg":"trace[1707020921] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10082; }","duration":"139.659704ms","start":"2026-03-31T20:39:18.06713Z","end":"2026-03-31T20:39:18.206789Z","steps":["trace[1707020921] 'agreement among raft nodes before linearized reading' (duration: 139.550772ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:18.206751Z","caller":"traceutil/trace.go:171","msg":"trace[1423188825] transaction","detail":"{read_only:false; response_revision:10082; number_of_response:1; }","duration":"221.213356ms","start":"2026-03-31T20:39:17.985371Z","end":"2026-03-31T20:39:18.206584Z","steps":["trace[1423188825] 'process raft request' (duration: 220.96675ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:18.447052Z","caller":"traceutil/trace.go:171","msg":"trace[1833234237] linearizableReadLoop","detail":"{readStateIndex:10465; appliedIndex:10463; }","duration":"145.735987ms","start":"2026-03-31T20:39:18.301296Z","end":"2026-03-31T20:39:18.447032Z","steps":["trace[1833234237] 'read index received' (duration: 30.859576ms)","trace[1833234237] 'applied index is now lower than readState.Index' (duration: 114.875541ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:18.447158Z","caller":"traceutil/trace.go:171","msg":"trace[1120030485] transaction","detail":"{read_only:false; response_revision:10084; number_of_response:1; }","duration":"158.226252ms","start":"2026-03-31T20:39:18.28892Z","end":"2026-03-31T20:39:18.447147Z","steps":["trace[1120030485] 'process raft request' (duration: 119.974019ms)","trace[1120030485] 'compare' (duration: 37.921355ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:18.44736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.051506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:39:18.447411Z","caller":"traceutil/trace.go:171","msg":"trace[1993485269] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10084; }","duration":"146.142657ms","start":"2026-03-31T20:39:18.301255Z","end":"2026-03-31T20:39:18.447398Z","steps":["trace[1993485269] 'agreement among raft nodes before linearized reading' (duration: 146.053235ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:18.766565Z","caller":"traceutil/trace.go:171","msg":"trace[348881722] transaction","detail":"{read_only:false; response_revision:10086; number_of_response:1; }","duration":"314.617036ms","start":"2026-03-31T20:39:18.451921Z","end":"2026-03-31T20:39:18.766538Z","steps":["trace[348881722] 'process raft request' (duration: 314.425452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:18.766863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:18.451905Z","time spent":"314.865422ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:39:18.766937Z","caller":"traceutil/trace.go:171","msg":"trace[1475274616] linearizableReadLoop","detail":"{readStateIndex:10469; appliedIndex:10466; }","duration":"164.724695ms","start":"2026-03-31T20:39:18.602188Z","end":"2026-03-31T20:39:18.766912Z","steps":["trace[1475274616] 'read index received' (duration: 164.081279ms)","trace[1475274616] 'applied index is now lower than readState.Index' (duration: 642.386µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:18.767217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.005633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-66dd659597-kwccw.18a20778cfd168f4\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-31T20:39:18.767202Z","caller":"traceutil/trace.go:171","msg":"trace[643794801] transaction","detail":"{read_only:false; response_revision:10087; number_of_response:1; }","duration":"313.737944ms","start":"2026-03-31T20:39:18.453402Z","end":"2026-03-31T20:39:18.76714Z","steps":["trace[643794801] 'process raft request' (duration: 313.092668ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:18.76723Z","caller":"traceutil/trace.go:171","msg":"trace[1847949751] transaction","detail":"{read_only:false; response_revision:10088; number_of_response:1; }","duration":"309.847287ms","start":"2026-03-31T20:39:18.457333Z","end":"2026-03-31T20:39:18.76718Z","steps":["trace[1847949751] 'process raft request' (duration: 309.456478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:18.767371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.777932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:39:18.767405Z","caller":"traceutil/trace.go:171","msg":"trace[693688314] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:10088; }","duration":"109.856284ms","start":"2026-03-31T20:39:18.657541Z","end":"2026-03-31T20:39:18.767397Z","steps":["trace[693688314] 'agreement among raft nodes before linearized reading' (duration: 109.755831ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:18.767266Z","caller":"traceutil/trace.go:171","msg":"trace[2090404380] range","detail":"{range_begin:/registry/events/openstack/barbican-api-66dd659597-kwccw.18a20778cfd168f4; range_end:; response_count:1; response_revision:10088; }","duration":"165.110385ms","start":"2026-03-31T20:39:18.602138Z","end":"2026-03-31T20:39:18.767248Z","steps":["trace[2090404380] 'agreement among raft nodes before linearized reading' (duration: 164.92388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:18.767452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:18.453371Z","time spent":"313.94896ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:18.767653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:18.457319Z","time spent":"310.248387ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7349,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:39:18.896927Z","caller":"traceutil/trace.go:171","msg":"trace[1945687913] transaction","detail":"{read_only:false; response_revision:10089; number_of_response:1; }","duration":"120.094392ms","start":"2026-03-31T20:39:18.776802Z","end":"2026-03-31T20:39:18.896896Z","steps":["trace[1945687913] 'process raft request' (duration: 118.495722ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:18.898107Z","caller":"traceutil/trace.go:171","msg":"trace[451423168] transaction","detail":"{read_only:false; response_revision:10090; number_of_response:1; }","duration":"118.492043ms","start":"2026-03-31T20:39:18.779597Z","end":"2026-03-31T20:39:18.898089Z","steps":["trace[451423168] 'process raft request' (duration: 116.931723ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:19.945272Z","caller":"traceutil/trace.go:171","msg":"trace[606007983] transaction","detail":"{read_only:false; response_revision:10094; number_of_response:1; }","duration":"168.769798ms","start":"2026-03-31T20:39:19.776478Z","end":"2026-03-31T20:39:19.945248Z","steps":["trace[606007983] 'process raft request' (duration: 168.579353ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:20.241507Z","caller":"traceutil/trace.go:171","msg":"trace[2139853126] transaction","detail":"{read_only:false; response_revision:10095; number_of_response:1; }","duration":"286.869558ms","start":"2026-03-31T20:39:19.954603Z","end":"2026-03-31T20:39:20.241472Z","steps":["trace[2139853126] 'process raft request' (duration: 233.962156ms)","trace[2139853126] 'compare' (duration: 52.677326ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:20.53348Z","caller":"traceutil/trace.go:171","msg":"trace[23791369] transaction","detail":"{read_only:false; response_revision:10097; number_of_response:1; }","duration":"283.155735ms","start":"2026-03-31T20:39:20.25029Z","end":"2026-03-31T20:39:20.533446Z","steps":["trace[23791369] 'process raft request' (duration: 184.549863ms)","trace[23791369] 'compare' (duration: 98.473559ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:20.563057Z","caller":"traceutil/trace.go:171","msg":"trace[1533424126] transaction","detail":"{read_only:false; response_revision:10098; number_of_response:1; }","duration":"223.380521ms","start":"2026-03-31T20:39:20.339647Z","end":"2026-03-31T20:39:20.563027Z","steps":["trace[1533424126] 'process raft request' (duration: 223.244508ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:20.631995Z","caller":"traceutil/trace.go:171","msg":"trace[388668059] linearizableReadLoop","detail":"{readStateIndex:10481; appliedIndex:10479; }","duration":"125.407185ms","start":"2026-03-31T20:39:20.506528Z","end":"2026-03-31T20:39:20.631935Z","steps":["trace[388668059] 'read index received' (duration: 56.382808ms)","trace[388668059] 'applied index is now lower than readState.Index' (duration: 69.023497ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:20.632518Z","caller":"traceutil/trace.go:171","msg":"trace[1084485268] transaction","detail":"{read_only:false; response_revision:10099; number_of_response:1; }","duration":"179.948338ms","start":"2026-03-31T20:39:20.452542Z","end":"2026-03-31T20:39:20.63249Z","steps":["trace[1084485268] 'process raft request' (duration: 179.20351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:20.632974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.437161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:39:20.633027Z","caller":"traceutil/trace.go:171","msg":"trace[356487366] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10100; }","duration":"126.533593ms","start":"2026-03-31T20:39:20.50648Z","end":"2026-03-31T20:39:20.633013Z","steps":["trace[356487366] 'agreement among raft nodes before linearized reading' (duration: 126.375229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:20.655401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.030538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:20.655484Z","caller":"traceutil/trace.go:171","msg":"trace[1956344304] range","detail":"{range_begin:/registry/jobs/openstack/glance-db-sync; range_end:; response_count:0; response_revision:10100; }","duration":"106.150741ms","start":"2026-03-31T20:39:20.549313Z","end":"2026-03-31T20:39:20.655464Z","steps":["trace[1956344304] 'agreement among raft nodes before linearized reading' (duration: 83.952913ms)","trace[1956344304] 'range keys from in-memory index tree' (duration: 22.087106ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:20.905051Z","caller":"traceutil/trace.go:171","msg":"trace[1041262136] linearizableReadLoop","detail":"{readStateIndex:10484; appliedIndex:10483; }","duration":"126.099793ms","start":"2026-03-31T20:39:20.778922Z","end":"2026-03-31T20:39:20.905022Z","steps":["trace[1041262136] 'read index received' (duration: 125.653782ms)","trace[1041262136] 'applied index is now lower than readState.Index' (duration: 444.921µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:20.905142Z","caller":"traceutil/trace.go:171","msg":"trace[1418408226] transaction","detail":"{read_only:false; response_revision:10102; number_of_response:1; }","duration":"213.222955ms","start":"2026-03-31T20:39:20.691885Z","end":"2026-03-31T20:39:20.905108Z","steps":["trace[1418408226] 'process raft request' (duration: 212.844076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:20.905308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.026341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:39:20.905396Z","caller":"traceutil/trace.go:171","msg":"trace[1574629135] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10102; }","duration":"126.145204ms","start":"2026-03-31T20:39:20.77924Z","end":"2026-03-31T20:39:20.905386Z","steps":["trace[1574629135] 'agreement among raft nodes before linearized reading' (duration: 125.947679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:20.905632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.690137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:39:20.905697Z","caller":"traceutil/trace.go:171","msg":"trace[1972737875] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10102; }","duration":"126.810991ms","start":"2026-03-31T20:39:20.778867Z","end":"2026-03-31T20:39:20.905678Z","steps":["trace[1972737875] 'agreement among raft nodes before linearized reading' (duration: 126.297718ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:21.104396Z","caller":"traceutil/trace.go:171","msg":"trace[1027263031] transaction","detail":"{read_only:false; response_revision:10104; number_of_response:1; }","duration":"193.96878ms","start":"2026-03-31T20:39:20.910398Z","end":"2026-03-31T20:39:21.104367Z","steps":["trace[1027263031] 'process raft request' (duration: 191.507858ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:21.104466Z","caller":"traceutil/trace.go:171","msg":"trace[52098695] transaction","detail":"{read_only:false; response_revision:10105; number_of_response:1; }","duration":"192.249267ms","start":"2026-03-31T20:39:20.912186Z","end":"2026-03-31T20:39:21.104436Z","steps":["trace[52098695] 'process raft request' (duration: 192.125804ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:21.104464Z","caller":"traceutil/trace.go:171","msg":"trace[1332508776] linearizableReadLoop","detail":"{readStateIndex:10488; appliedIndex:10485; }","duration":"183.408634ms","start":"2026-03-31T20:39:20.921036Z","end":"2026-03-31T20:39:21.104445Z","steps":["trace[1332508776] 'read index received' (duration: 180.789848ms)","trace[1332508776] 'applied index is now lower than readState.Index' (duration: 2.617996ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:21.104531Z","caller":"traceutil/trace.go:171","msg":"trace[694032523] transaction","detail":"{read_only:false; response_revision:10106; number_of_response:1; }","duration":"190.139124ms","start":"2026-03-31T20:39:20.91436Z","end":"2026-03-31T20:39:21.104499Z","steps":["trace[694032523] 'process raft request' (duration: 190.011211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:21.10461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.559618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:39:21.10465Z","caller":"traceutil/trace.go:171","msg":"trace[1736543905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10106; }","duration":"183.62468ms","start":"2026-03-31T20:39:20.921018Z","end":"2026-03-31T20:39:21.104642Z","steps":["trace[1736543905] 'agreement among raft nodes before linearized reading' (duration: 183.498887ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:24.412152Z","caller":"traceutil/trace.go:171","msg":"trace[1719302901] linearizableReadLoop","detail":"{readStateIndex:10515; appliedIndex:10513; }","duration":"205.773027ms","start":"2026-03-31T20:39:24.206336Z","end":"2026-03-31T20:39:24.412109Z","steps":["trace[1719302901] 'read index received' (duration: 201.754947ms)","trace[1719302901] 'applied index is now lower than readState.Index' (duration: 4.01632ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:24.412224Z","caller":"traceutil/trace.go:171","msg":"trace[1357208375] transaction","detail":"{read_only:false; response_revision:10131; number_of_response:1; }","duration":"251.98326ms","start":"2026-03-31T20:39:24.160206Z","end":"2026-03-31T20:39:24.412189Z","steps":["trace[1357208375] 'process raft request' (duration: 247.95434ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:24.412331Z","caller":"traceutil/trace.go:171","msg":"trace[229695601] transaction","detail":"{read_only:false; response_revision:10133; number_of_response:1; }","duration":"156.899798ms","start":"2026-03-31T20:39:24.255399Z","end":"2026-03-31T20:39:24.412299Z","steps":["trace[229695601] 'process raft request' (duration: 156.627331ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:24.41233Z","caller":"traceutil/trace.go:171","msg":"trace[347577040] transaction","detail":"{read_only:false; response_revision:10132; number_of_response:1; }","duration":"211.83297ms","start":"2026-03-31T20:39:24.200466Z","end":"2026-03-31T20:39:24.412299Z","steps":["trace[347577040] 'process raft request' (duration: 211.349898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:24.412583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.192358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:39:24.412645Z","caller":"traceutil/trace.go:171","msg":"trace[1076672035] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:10133; }","duration":"206.29713ms","start":"2026-03-31T20:39:24.20633Z","end":"2026-03-31T20:39:24.412627Z","steps":["trace[1076672035] 'agreement among raft nodes before linearized reading' (duration: 206.123186ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:26.296014Z","caller":"traceutil/trace.go:171","msg":"trace[1542833545] transaction","detail":"{read_only:false; response_revision:10144; number_of_response:1; }","duration":"145.919421ms","start":"2026-03-31T20:39:26.150066Z","end":"2026-03-31T20:39:26.295986Z","steps":["trace[1542833545] 'process raft request' (duration: 145.624193ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:27.060864Z","caller":"traceutil/trace.go:171","msg":"trace[668856317] linearizableReadLoop","detail":"{readStateIndex:10529; appliedIndex:10528; }","duration":"456.473686ms","start":"2026-03-31T20:39:26.604368Z","end":"2026-03-31T20:39:27.060841Z","steps":["trace[668856317] 'read index received' (duration: 456.388664ms)","trace[668856317] 'applied index is now lower than readState.Index' (duration: 84.052µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:27.061003Z","caller":"traceutil/trace.go:171","msg":"trace[1396954434] transaction","detail":"{read_only:false; response_revision:10146; number_of_response:1; }","duration":"479.890316ms","start":"2026-03-31T20:39:26.581087Z","end":"2026-03-31T20:39:27.060977Z","steps":["trace[1396954434] 'process raft request' (duration: 479.61525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:27.061147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:26.581063Z","time spent":"479.994098ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:27.061195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.820335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-31T20:39:27.06126Z","caller":"traceutil/trace.go:171","msg":"trace[746404852] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:10146; }","duration":"456.914847ms","start":"2026-03-31T20:39:26.604328Z","end":"2026-03-31T20:39:27.061243Z","steps":["trace[746404852] 'agreement among raft nodes before linearized reading' (duration: 456.672201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:27.061307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:26.604312Z","time spent":"456.982899ms","remote":"127.0.0.1:52240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3588,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-31T20:39:27.343395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.841946ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:39:27.343537Z","caller":"traceutil/trace.go:171","msg":"trace[1883681513] linearizableReadLoop","detail":"{readStateIndex:10530; appliedIndex:10529; }","duration":"282.591011ms","start":"2026-03-31T20:39:27.060922Z","end":"2026-03-31T20:39:27.343513Z","steps":["trace[1883681513] 'read index received' (duration: 123.481497ms)","trace[1883681513] 'applied index is now lower than readState.Index' (duration: 159.107584ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:27.343584Z","caller":"traceutil/trace.go:171","msg":"trace[2083678064] transaction","detail":"{read_only:false; response_revision:10147; number_of_response:1; }","duration":"691.559922ms","start":"2026-03-31T20:39:26.65197Z","end":"2026-03-31T20:39:27.34353Z","steps":["trace[2083678064] 'process raft request' (duration: 532.479359ms)","trace[2083678064] 'compare' (duration: 158.667372ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:27.344456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:26.651948Z","time spent":"692.450234ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:27.343771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.653513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-31T20:39:27.344747Z","caller":"traceutil/trace.go:171","msg":"trace[2063605177] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10147; }","duration":"502.643047ms","start":"2026-03-31T20:39:26.842077Z","end":"2026-03-31T20:39:27.34472Z","steps":["trace[2063605177] 'agreement among raft nodes before linearized reading' (duration: 501.55405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:27.344804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:26.84206Z","time spent":"502.730299ms","remote":"127.0.0.1:52252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T20:39:27.343886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.285543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:39:27.344982Z","caller":"traceutil/trace.go:171","msg":"trace[2123644536] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10147; }","duration":"403.409161ms","start":"2026-03-31T20:39:26.941552Z","end":"2026-03-31T20:39:27.344961Z","steps":["trace[2123644536] 'agreement among raft nodes before linearized reading' (duration: 402.255872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:27.345046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:26.941533Z","time spent":"403.495593ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:39:27.343929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.232899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:39:27.345157Z","caller":"traceutil/trace.go:171","msg":"trace[1734509577] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10147; }","duration":"664.47075ms","start":"2026-03-31T20:39:26.680651Z","end":"2026-03-31T20:39:27.345122Z","steps":["trace[1734509577] 'agreement among raft nodes before linearized reading' (duration: 663.168557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:27.343941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.188872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:39:27.345256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:26.680634Z","time spent":"664.589002ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:39:27.345301Z","caller":"traceutil/trace.go:171","msg":"trace[1333730516] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10147; }","duration":"475.557806ms","start":"2026-03-31T20:39:26.869712Z","end":"2026-03-31T20:39:27.34527Z","steps":["trace[1333730516] 'agreement among raft nodes before linearized reading' (duration: 474.202403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:27.345398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:26.869696Z","time spent":"475.66709ms","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:39:27.345489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.463552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"warn","ts":"2026-03-31T20:39:27.345515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.096007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:39:27.345562Z","caller":"traceutil/trace.go:171","msg":"trace[235517794] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:10147; }","duration":"279.577595ms","start":"2026-03-31T20:39:27.065964Z","end":"2026-03-31T20:39:27.345542Z","steps":["trace[235517794] 'agreement among raft nodes before linearized reading' (duration: 279.346359ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:27.34557Z","caller":"traceutil/trace.go:171","msg":"trace[106938994] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10147; }","duration":"214.170798ms","start":"2026-03-31T20:39:27.131381Z","end":"2026-03-31T20:39:27.345552Z","steps":["trace[106938994] 'agreement among raft nodes before linearized reading' (duration: 214.023575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:27.34387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:27.345666Z","caller":"traceutil/trace.go:171","msg":"trace[935376464] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:10147; }","duration":"566.557226ms","start":"2026-03-31T20:39:26.779093Z","end":"2026-03-31T20:39:27.34565Z","steps":["trace[935376464] 'agreement among raft nodes before linearized reading' (duration: 564.601897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:27.345676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.895571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-76hz9\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-31T20:39:27.345722Z","caller":"traceutil/trace.go:171","msg":"trace[989921241] range","detail":"{range_begin:/registry/pods/openstack/keepalived-76hz9; range_end:; response_count:1; response_revision:10147; }","duration":"145.979033ms","start":"2026-03-31T20:39:27.199729Z","end":"2026-03-31T20:39:27.345708Z","steps":["trace[989921241] 'agreement among raft nodes before linearized reading' (duration: 145.85725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:27.345553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.2592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-31T20:39:27.345754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:26.779029Z","time spent":"566.671659ms","remote":"127.0.0.1:54208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:39:27.345784Z","caller":"traceutil/trace.go:171","msg":"trace[2060507928] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:10147; }","duration":"148.533088ms","start":"2026-03-31T20:39:27.197234Z","end":"2026-03-31T20:39:27.345767Z","steps":["trace[2060507928] 'agreement among raft nodes before linearized reading' (duration: 148.158648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:27.345834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.564109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T20:39:27.345852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.616546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:39:27.345883Z","caller":"traceutil/trace.go:171","msg":"trace[590320313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10147; }","duration":"216.651771ms","start":"2026-03-31T20:39:27.129221Z","end":"2026-03-31T20:39:27.345873Z","steps":["trace[590320313] 'agreement among raft nodes before linearized reading' (duration: 216.536038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:27.344179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.918434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-5fb6474c46-dh9tp.18a20797a8e4448e\" ","response":"range_response_count:1 size:788"} {"level":"info","ts":"2026-03-31T20:39:27.345899Z","caller":"traceutil/trace.go:171","msg":"trace[1060619151] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10147; }","duration":"163.697869ms","start":"2026-03-31T20:39:27.182188Z","end":"2026-03-31T20:39:27.345886Z","steps":["trace[1060619151] 'agreement among raft nodes before linearized reading' (duration: 163.570545ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:27.34593Z","caller":"traceutil/trace.go:171","msg":"trace[608764373] range","detail":"{range_begin:/registry/events/openstack/glance-api-5fb6474c46-dh9tp.18a20797a8e4448e; range_end:; response_count:1; response_revision:10147; }","duration":"589.710698ms","start":"2026-03-31T20:39:26.75621Z","end":"2026-03-31T20:39:27.345921Z","steps":["trace[608764373] 'agreement among raft nodes before linearized reading' (duration: 587.7555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:27.345968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:26.756191Z","time spent":"589.768159ms","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":811,"request content":"key:\"/registry/events/openstack/glance-api-5fb6474c46-dh9tp.18a20797a8e4448e\" "} {"level":"info","ts":"2026-03-31T20:39:36.451683Z","caller":"traceutil/trace.go:171","msg":"trace[1749160136] linearizableReadLoop","detail":"{readStateIndex:10625; appliedIndex:10624; }","duration":"278.003565ms","start":"2026-03-31T20:39:36.173655Z","end":"2026-03-31T20:39:36.451658Z","steps":["trace[1749160136] 'read index received' (duration: 277.842281ms)","trace[1749160136] 'applied index is now lower than readState.Index' (duration: 160.044µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:36.451856Z","caller":"traceutil/trace.go:171","msg":"trace[1879950566] transaction","detail":"{read_only:false; response_revision:10240; number_of_response:1; }","duration":"586.786936ms","start":"2026-03-31T20:39:35.865058Z","end":"2026-03-31T20:39:36.451845Z","steps":["trace[1879950566] 'process raft request' (duration: 586.459568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:36.451944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:35.865039Z","time spent":"586.843207ms","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:39:36.452113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.85124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:39:36.452126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.441686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:39:36.452201Z","caller":"traceutil/trace.go:171","msg":"trace[961843964] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:10240; }","duration":"115.006554ms","start":"2026-03-31T20:39:36.337174Z","end":"2026-03-31T20:39:36.452181Z","steps":["trace[961843964] 'agreement among raft nodes before linearized reading' (duration: 114.780108ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:36.452205Z","caller":"traceutil/trace.go:171","msg":"trace[752416576] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:10240; }","duration":"278.558059ms","start":"2026-03-31T20:39:36.173629Z","end":"2026-03-31T20:39:36.452187Z","steps":["trace[752416576] 'agreement among raft nodes before linearized reading' (duration: 278.389045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:37.92428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045093467s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:39:37.924496Z","caller":"traceutil/trace.go:171","msg":"trace[1936723037] transaction","detail":"{read_only:false; response_revision:10242; number_of_response:1; }","duration":"825.644866ms","start":"2026-03-31T20:39:37.098835Z","end":"2026-03-31T20:39:37.924479Z","steps":["trace[1936723037] 'process raft request' (duration: 825.560174ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:37.924524Z","caller":"traceutil/trace.go:171","msg":"trace[855622243] linearizableReadLoop","detail":"{readStateIndex:10626; appliedIndex:10625; }","duration":"1.064174948s","start":"2026-03-31T20:39:36.860318Z","end":"2026-03-31T20:39:37.924493Z","steps":["trace[855622243] 'read index received' (duration: 18.739771ms)","trace[855622243] 'applied index is now lower than readState.Index' (duration: 1.045432867s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:37.924578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:37.098815Z","time spent":"825.729078ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:39:37.924643Z","caller":"traceutil/trace.go:171","msg":"trace[1753313293] transaction","detail":"{read_only:false; response_revision:10241; number_of_response:1; }","duration":"1.459549977s","start":"2026-03-31T20:39:36.465078Z","end":"2026-03-31T20:39:37.924628Z","steps":["trace[1753313293] 'process raft request' (duration: 414.033318ms)","trace[1753313293] 'compare' (duration: 1.044932973s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:37.924753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:36.465056Z","time spent":"1.459619828s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:37.925492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065176913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:37.925541Z","caller":"traceutil/trace.go:171","msg":"trace[701179147] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:10242; }","duration":"1.065265845s","start":"2026-03-31T20:39:36.860263Z","end":"2026-03-31T20:39:37.925529Z","steps":["trace[701179147] 'agreement among raft nodes before linearized reading' (duration: 1.064669401s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:37.925575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:36.860239Z","time spent":"1.065327306s","remote":"127.0.0.1:59124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:39:37.979999Z","caller":"traceutil/trace.go:171","msg":"trace[447119524] transaction","detail":"{read_only:false; response_revision:10243; number_of_response:1; }","duration":"601.559116ms","start":"2026-03-31T20:39:37.378415Z","end":"2026-03-31T20:39:37.979974Z","steps":["trace[447119524] 'process raft request' (duration: 601.364241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:37.980342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.148567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:39:37.980429Z","caller":"traceutil/trace.go:171","msg":"trace[1414100567] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10244; }","duration":"576.260521ms","start":"2026-03-31T20:39:37.404146Z","end":"2026-03-31T20:39:37.980407Z","steps":["trace[1414100567] 'agreement among raft nodes before linearized reading' (duration: 576.021474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:37.980401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.081602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T20:39:37.980464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.192853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:37.980507Z","caller":"traceutil/trace.go:171","msg":"trace[526244099] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10244; }","duration":"575.241216ms","start":"2026-03-31T20:39:37.405246Z","end":"2026-03-31T20:39:37.980487Z","steps":["trace[526244099] 'agreement among raft nodes before linearized reading' (duration: 574.936667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:37.980508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.8764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-76hz9\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-31T20:39:37.980547Z","caller":"traceutil/trace.go:171","msg":"trace[1662628333] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:10244; }","duration":"110.319387ms","start":"2026-03-31T20:39:37.870204Z","end":"2026-03-31T20:39:37.980523Z","steps":["trace[1662628333] 'agreement among raft nodes before linearized reading' (duration: 110.138232ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:37.980551Z","caller":"traceutil/trace.go:171","msg":"trace[789174268] transaction","detail":"{read_only:false; response_revision:10244; number_of_response:1; }","duration":"552.690368ms","start":"2026-03-31T20:39:37.427846Z","end":"2026-03-31T20:39:37.980537Z","steps":["trace[789174268] 'process raft request' (duration: 552.077552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:37.980566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:37.40523Z","time spent":"575.326727ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:39:37.980579Z","caller":"traceutil/trace.go:171","msg":"trace[776983444] range","detail":"{range_begin:/registry/pods/openstack/keepalived-76hz9; range_end:; response_count:1; response_revision:10244; }","duration":"563.938211ms","start":"2026-03-31T20:39:37.416621Z","end":"2026-03-31T20:39:37.98056Z","steps":["trace[776983444] 'agreement among raft nodes before linearized reading' (duration: 563.743827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:37.980534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.811095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T20:39:37.98062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:37.416585Z","time spent":"564.027754ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-76hz9\" "} {"level":"warn","ts":"2026-03-31T20:39:37.98062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.145174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T20:39:37.980647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:37.427829Z","time spent":"552.769209ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:37.980488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:37.404136Z","time spent":"576.338062ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:39:37.980325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109340904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:39:37.980531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.827555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:39:37.981036Z","caller":"traceutil/trace.go:171","msg":"trace[962727397] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10244; }","duration":"1.110083013s","start":"2026-03-31T20:39:36.870932Z","end":"2026-03-31T20:39:37.981015Z","steps":["trace[962727397] 'agreement among raft nodes before linearized reading' (duration: 1.109314453s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:37.981059Z","caller":"traceutil/trace.go:171","msg":"trace[1584852497] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10244; }","duration":"575.39168ms","start":"2026-03-31T20:39:37.405653Z","end":"2026-03-31T20:39:37.981045Z","steps":["trace[1584852497] 'agreement among raft nodes before linearized reading' (duration: 574.789585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:37.981087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:36.870915Z","time spent":"1.110155505s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:39:37.981112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:37.405637Z","time spent":"575.459241ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:39:37.980353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:37.378381Z","time spent":"601.691949ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:39:37.980633Z","caller":"traceutil/trace.go:171","msg":"trace[1320406216] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10244; }","duration":"582.951489ms","start":"2026-03-31T20:39:37.397665Z","end":"2026-03-31T20:39:37.980617Z","steps":["trace[1320406216] 'agreement among raft nodes before linearized reading' (duration: 582.758464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:37.981252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:37.397644Z","time spent":"583.588784ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:39:37.98085Z","caller":"traceutil/trace.go:171","msg":"trace[902698782] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10244; }","duration":"581.597575ms","start":"2026-03-31T20:39:37.399232Z","end":"2026-03-31T20:39:37.980829Z","steps":["trace[902698782] 'agreement among raft nodes before linearized reading' (duration: 581.055882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:37.981369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:37.399212Z","time spent":"582.149918ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:39:38.488087Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973345576,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:39:38.617362Z","caller":"traceutil/trace.go:171","msg":"trace[1732013448] transaction","detail":"{read_only:false; response_revision:10245; number_of_response:1; }","duration":"630.388882ms","start":"2026-03-31T20:39:37.986938Z","end":"2026-03-31T20:39:38.617327Z","steps":["trace[1732013448] 'process raft request' (duration: 630.027003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:38.61763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:37.986922Z","time spent":"630.535846ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:39:38.66086Z","caller":"traceutil/trace.go:171","msg":"trace[1889235865] linearizableReadLoop","detail":"{readStateIndex:10635; appliedIndex:10629; }","duration":"673.768133ms","start":"2026-03-31T20:39:37.987077Z","end":"2026-03-31T20:39:38.660845Z","steps":["trace[1889235865] 'read index received' (duration: 629.756487ms)","trace[1889235865] 'applied index is now lower than readState.Index' (duration: 44.010976ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:38.660869Z","caller":"traceutil/trace.go:171","msg":"trace[317364062] transaction","detail":"{read_only:false; response_revision:10246; number_of_response:1; }","duration":"673.765093ms","start":"2026-03-31T20:39:37.987069Z","end":"2026-03-31T20:39:38.660834Z","steps":["trace[317364062] 'process raft request' (duration: 673.550298ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:38.660963Z","caller":"traceutil/trace.go:171","msg":"trace[603493434] transaction","detail":"{read_only:false; response_revision:10249; number_of_response:1; }","duration":"673.681531ms","start":"2026-03-31T20:39:37.987272Z","end":"2026-03-31T20:39:38.660953Z","steps":["trace[603493434] 'process raft request' (duration: 673.525287ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:38.660941Z","caller":"traceutil/trace.go:171","msg":"trace[868344973] transaction","detail":"{read_only:false; response_revision:10248; number_of_response:1; }","duration":"673.739652ms","start":"2026-03-31T20:39:37.987166Z","end":"2026-03-31T20:39:38.660905Z","steps":["trace[868344973] 'process raft request' (duration: 673.607759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:38.661023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:37.987261Z","time spent":"673.730272ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:38.661017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:37.987057Z","time spent":"673.878726ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:39:38.661005Z","caller":"traceutil/trace.go:171","msg":"trace[2042110581] transaction","detail":"{read_only:false; response_revision:10247; number_of_response:1; }","duration":"673.830474ms","start":"2026-03-31T20:39:37.987124Z","end":"2026-03-31T20:39:38.660955Z","steps":["trace[2042110581] 'process raft request' (duration: 673.619739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:38.661089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:37.987148Z","time spent":"673.867977ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:38.661132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:37.987117Z","time spent":"673.962329ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:39:38.661172Z","caller":"traceutil/trace.go:171","msg":"trace[818984836] transaction","detail":"{read_only:false; response_revision:10250; number_of_response:1; }","duration":"547.117648ms","start":"2026-03-31T20:39:38.114028Z","end":"2026-03-31T20:39:38.661145Z","steps":["trace[818984836] 'process raft request' (duration: 546.789389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:38.661211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.878486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19465"} {"level":"warn","ts":"2026-03-31T20:39:38.66123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:38.114003Z","time spent":"547.199919ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:38.661259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.356229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:38.661276Z","caller":"traceutil/trace.go:171","msg":"trace[1521425938] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10250; }","duration":"670.388859ms","start":"2026-03-31T20:39:37.990883Z","end":"2026-03-31T20:39:38.661271Z","steps":["trace[1521425938] 'agreement among raft nodes before linearized reading' (duration: 670.363448ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:38.661234Z","caller":"traceutil/trace.go:171","msg":"trace[1120443045] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10250; }","duration":"673.911708ms","start":"2026-03-31T20:39:37.987316Z","end":"2026-03-31T20:39:38.661228Z","steps":["trace[1120443045] 'agreement among raft nodes before linearized reading' (duration: 673.815286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:38.661294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:37.990874Z","time spent":"670.415731ms","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:39:38.661301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:37.98731Z","time spent":"673.98565ms","remote":"127.0.0.1:52336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19488,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T20:39:38.661326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.229826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:288969"} {"level":"info","ts":"2026-03-31T20:39:38.661383Z","caller":"traceutil/trace.go:171","msg":"trace[791044609] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:10250; }","duration":"674.342069ms","start":"2026-03-31T20:39:37.987027Z","end":"2026-03-31T20:39:38.66137Z","steps":["trace[791044609] 'agreement among raft nodes before linearized reading' (duration: 673.953038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:38.661411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:37.987005Z","time spent":"674.400159ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":288992,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T20:39:38.826807Z","caller":"traceutil/trace.go:171","msg":"trace[455019168] linearizableReadLoop","detail":"{readStateIndex:10636; appliedIndex:10635; }","duration":"116.729988ms","start":"2026-03-31T20:39:38.710054Z","end":"2026-03-31T20:39:38.826784Z","steps":["trace[455019168] 'read index received' (duration: 98.726204ms)","trace[455019168] 'applied index is now lower than readState.Index' (duration: 18.002884ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:38.826879Z","caller":"traceutil/trace.go:171","msg":"trace[1625449518] transaction","detail":"{read_only:false; response_revision:10251; number_of_response:1; }","duration":"163.659899ms","start":"2026-03-31T20:39:38.663195Z","end":"2026-03-31T20:39:38.826855Z","steps":["trace[1625449518] 'process raft request' (duration: 145.638865ms)","trace[1625449518] 'compare' (duration: 17.572032ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:38.826974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.060085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:38.827012Z","caller":"traceutil/trace.go:171","msg":"trace[2013785719] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10251; }","duration":"113.113946ms","start":"2026-03-31T20:39:38.713889Z","end":"2026-03-31T20:39:38.827002Z","steps":["trace[2013785719] 'agreement among raft nodes before linearized reading' (duration: 113.012644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:38.826939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.859921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:38.827218Z","caller":"traceutil/trace.go:171","msg":"trace[789151062] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:10251; }","duration":"117.145218ms","start":"2026-03-31T20:39:38.71002Z","end":"2026-03-31T20:39:38.827165Z","steps":["trace[789151062] 'agreement among raft nodes before linearized reading' (duration: 116.839981ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:44.857917Z","caller":"traceutil/trace.go:171","msg":"trace[95986522] linearizableReadLoop","detail":"{readStateIndex:10691; appliedIndex:10690; }","duration":"176.974454ms","start":"2026-03-31T20:39:44.680925Z","end":"2026-03-31T20:39:44.857899Z","steps":["trace[95986522] 'read index received' (duration: 176.873161ms)","trace[95986522] 'applied index is now lower than readState.Index' (duration: 98.573µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:44.858109Z","caller":"traceutil/trace.go:171","msg":"trace[1590166139] transaction","detail":"{read_only:false; response_revision:10304; number_of_response:1; }","duration":"210.574329ms","start":"2026-03-31T20:39:44.6475Z","end":"2026-03-31T20:39:44.858074Z","steps":["trace[1590166139] 'process raft request' (duration: 210.280882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:44.878998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.075509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T20:39:44.879079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.107973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-76hz9\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-31T20:39:44.879097Z","caller":"traceutil/trace.go:171","msg":"trace[61303364] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10304; }","duration":"193.206282ms","start":"2026-03-31T20:39:44.68587Z","end":"2026-03-31T20:39:44.879076Z","steps":["trace[61303364] 'agreement among raft nodes before linearized reading' (duration: 172.151993ms)","trace[61303364] 'range keys from in-memory index tree' (duration: 20.820054ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:44.879035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.486294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:39:44.879152Z","caller":"traceutil/trace.go:171","msg":"trace[1039275387] range","detail":"{range_begin:/registry/pods/openstack/keepalived-76hz9; range_end:; response_count:1; response_revision:10304; }","duration":"184.193456ms","start":"2026-03-31T20:39:44.694931Z","end":"2026-03-31T20:39:44.879125Z","steps":["trace[1039275387] 'agreement among raft nodes before linearized reading' (duration: 163.089755ms)","trace[1039275387] 'range keys from in-memory index tree' (duration: 20.946657ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:44.87926Z","caller":"traceutil/trace.go:171","msg":"trace[1268804646] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10304; }","duration":"194.691759ms","start":"2026-03-31T20:39:44.684519Z","end":"2026-03-31T20:39:44.879211Z","steps":["trace[1268804646] 'agreement among raft nodes before linearized reading' (duration: 173.522656ms)","trace[1268804646] 'range keys from in-memory index tree' (duration: 20.850794ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:44.879466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.715735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:39:44.879524Z","caller":"traceutil/trace.go:171","msg":"trace[1682936134] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10304; }","duration":"195.804317ms","start":"2026-03-31T20:39:44.683705Z","end":"2026-03-31T20:39:44.879509Z","steps":["trace[1682936134] 'agreement among raft nodes before linearized reading' (duration: 174.303036ms)","trace[1682936134] 'range keys from in-memory index tree' (duration: 21.372337ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:44.879288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.334501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:39:44.880099Z","caller":"traceutil/trace.go:171","msg":"trace[1900215797] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10304; }","duration":"199.217073ms","start":"2026-03-31T20:39:44.68085Z","end":"2026-03-31T20:39:44.880067Z","steps":["trace[1900215797] 'agreement among raft nodes before linearized reading' (duration: 177.132908ms)","trace[1900215797] 'range keys from in-memory index tree' (duration: 21.09535ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:40:02.142861Z","caller":"traceutil/trace.go:171","msg":"trace[24482195] transaction","detail":"{read_only:false; response_revision:10447; number_of_response:1; }","duration":"130.842113ms","start":"2026-03-31T20:40:02.011993Z","end":"2026-03-31T20:40:02.142835Z","steps":["trace[24482195] 'process raft request' (duration: 130.558246ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:02.142899Z","caller":"traceutil/trace.go:171","msg":"trace[724640685] transaction","detail":"{read_only:false; response_revision:10448; number_of_response:1; }","duration":"130.294559ms","start":"2026-03-31T20:40:02.012565Z","end":"2026-03-31T20:40:02.14286Z","steps":["trace[724640685] 'process raft request' (duration: 130.129014ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:10.275751Z","caller":"traceutil/trace.go:171","msg":"trace[568241357] transaction","detail":"{read_only:false; response_revision:10489; number_of_response:1; }","duration":"108.683675ms","start":"2026-03-31T20:40:10.167048Z","end":"2026-03-31T20:40:10.275731Z","steps":["trace[568241357] 'process raft request' (duration: 108.547942ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:10.428444Z","caller":"traceutil/trace.go:171","msg":"trace[771598488] transaction","detail":"{read_only:false; response_revision:10490; number_of_response:1; }","duration":"259.233722ms","start":"2026-03-31T20:40:10.169179Z","end":"2026-03-31T20:40:10.428413Z","steps":["trace[771598488] 'process raft request' (duration: 248.323169ms)","trace[771598488] 'compare' (duration: 10.612986ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:40:10.428626Z","caller":"traceutil/trace.go:171","msg":"trace[767285556] linearizableReadLoop","detail":"{readStateIndex:10885; appliedIndex:10881; }","duration":"229.060343ms","start":"2026-03-31T20:40:10.199543Z","end":"2026-03-31T20:40:10.428603Z","steps":["trace[767285556] 'read index received' (duration: 76.059544ms)","trace[767285556] 'applied index is now lower than readState.Index' (duration: 152.999669ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:40:10.428764Z","caller":"traceutil/trace.go:171","msg":"trace[1973500873] transaction","detail":"{read_only:false; response_revision:10491; number_of_response:1; }","duration":"258.876954ms","start":"2026-03-31T20:40:10.169864Z","end":"2026-03-31T20:40:10.428741Z","steps":["trace[1973500873] 'process raft request' (duration: 258.482003ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:10.428828Z","caller":"traceutil/trace.go:171","msg":"trace[1506407249] transaction","detail":"{read_only:false; response_revision:10492; number_of_response:1; }","duration":"251.301254ms","start":"2026-03-31T20:40:10.177504Z","end":"2026-03-31T20:40:10.428805Z","steps":["trace[1506407249] 'process raft request' (duration: 251.040226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:10.428839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.281119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-31T20:40:10.428906Z","caller":"traceutil/trace.go:171","msg":"trace[1876143470] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:10492; }","duration":"229.400472ms","start":"2026-03-31T20:40:10.199487Z","end":"2026-03-31T20:40:10.428888Z","steps":["trace[1876143470] 'agreement among raft nodes before linearized reading' (duration: 229.193007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:14.986705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.650358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:40:14.986745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.345228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:40:14.986823Z","caller":"traceutil/trace.go:171","msg":"trace[162481329] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:10512; }","duration":"103.819102ms","start":"2026-03-31T20:40:14.882975Z","end":"2026-03-31T20:40:14.986794Z","steps":["trace[162481329] 'count revisions from in-memory index tree' (duration: 103.564686ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:14.98686Z","caller":"traceutil/trace.go:171","msg":"trace[1630536004] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10512; }","duration":"116.549933ms","start":"2026-03-31T20:40:14.870281Z","end":"2026-03-31T20:40:14.986831Z","steps":["trace[1630536004] 'range keys from in-memory index tree' (duration: 116.236395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:14.987046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.523313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-5fb6474c46-dh9tp.18a20797a8e4448e\" ","response":"range_response_count:1 size:788"} {"level":"info","ts":"2026-03-31T20:40:14.98714Z","caller":"traceutil/trace.go:171","msg":"trace[1481787222] range","detail":"{range_begin:/registry/events/openstack/glance-api-5fb6474c46-dh9tp.18a20797a8e4448e; range_end:; response_count:1; response_revision:10512; }","duration":"116.671936ms","start":"2026-03-31T20:40:14.870445Z","end":"2026-03-31T20:40:14.987117Z","steps":["trace[1481787222] 'range keys from in-memory index tree' (duration: 116.310457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:15.603484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.848122ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:40:15.603605Z","caller":"traceutil/trace.go:171","msg":"trace[1201138508] transaction","detail":"{read_only:false; response_revision:10519; number_of_response:1; }","duration":"384.551245ms","start":"2026-03-31T20:40:15.219031Z","end":"2026-03-31T20:40:15.603582Z","steps":["trace[1201138508] 'process raft request' (duration: 98.475447ms)","trace[1201138508] 'compare' (duration: 285.518024ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:40:15.603671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:15.218997Z","time spent":"384.639999ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:40:15.801569Z","caller":"traceutil/trace.go:171","msg":"trace[1204330182] transaction","detail":"{read_only:false; response_revision:10522; number_of_response:1; }","duration":"184.900172ms","start":"2026-03-31T20:40:15.616641Z","end":"2026-03-31T20:40:15.801541Z","steps":["trace[1204330182] 'process raft request' (duration: 184.8264ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:15.801622Z","caller":"traceutil/trace.go:171","msg":"trace[1043515799] transaction","detail":"{read_only:false; response_revision:10521; number_of_response:1; }","duration":"188.981775ms","start":"2026-03-31T20:40:15.612596Z","end":"2026-03-31T20:40:15.801578Z","steps":["trace[1043515799] 'process raft request' (duration: 116.465381ms)","trace[1043515799] 'compare' (duration: 72.199496ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:40:18.614381Z","caller":"traceutil/trace.go:171","msg":"trace[1062698832] transaction","detail":"{read_only:false; response_revision:10542; number_of_response:1; }","duration":"122.771479ms","start":"2026-03-31T20:40:18.491564Z","end":"2026-03-31T20:40:18.614336Z","steps":["trace[1062698832] 'process raft request' (duration: 108.262423ms)","trace[1062698832] 'compare' (duration: 14.122075ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:40:18.614518Z","caller":"traceutil/trace.go:171","msg":"trace[480274798] transaction","detail":"{read_only:false; response_revision:10543; number_of_response:1; }","duration":"121.641021ms","start":"2026-03-31T20:40:18.492845Z","end":"2026-03-31T20:40:18.614486Z","steps":["trace[480274798] 'process raft request' (duration: 121.374673ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:19.181323Z","caller":"traceutil/trace.go:171","msg":"trace[771856497] linearizableReadLoop","detail":"{readStateIndex:10938; appliedIndex:10937; }","duration":"136.29556ms","start":"2026-03-31T20:40:19.044997Z","end":"2026-03-31T20:40:19.181292Z","steps":["trace[771856497] 'read index received' (duration: 73.794968ms)","trace[771856497] 'applied index is now lower than readState.Index' (duration: 62.498902ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:40:19.181435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.423073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:40:19.181782Z","caller":"traceutil/trace.go:171","msg":"trace[2068257083] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:10543; }","duration":"136.827043ms","start":"2026-03-31T20:40:19.04494Z","end":"2026-03-31T20:40:19.181767Z","steps":["trace[2068257083] 'agreement among raft nodes before linearized reading' (duration: 136.437503ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:19.487197Z","caller":"traceutil/trace.go:171","msg":"trace[1719618811] transaction","detail":"{read_only:false; response_revision:10546; number_of_response:1; }","duration":"249.327493ms","start":"2026-03-31T20:40:19.237826Z","end":"2026-03-31T20:40:19.487153Z","steps":["trace[1719618811] 'process raft request' (duration: 249.014246ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:19.487484Z","caller":"traceutil/trace.go:171","msg":"trace[1076957399] transaction","detail":"{read_only:false; response_revision:10547; number_of_response:1; }","duration":"243.711962ms","start":"2026-03-31T20:40:19.243722Z","end":"2026-03-31T20:40:19.487434Z","steps":["trace[1076957399] 'process raft request' (duration: 243.340673ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:19.487448Z","caller":"traceutil/trace.go:171","msg":"trace[809827942] linearizableReadLoop","detail":"{readStateIndex:10942; appliedIndex:10940; }","duration":"228.100329ms","start":"2026-03-31T20:40:19.259289Z","end":"2026-03-31T20:40:19.48739Z","steps":["trace[809827942] 'read index received' (duration: 227.440753ms)","trace[809827942] 'applied index is now lower than readState.Index' (duration: 654.946µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:40:19.487839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.459246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T20:40:19.487931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.268877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:40:19.488047Z","caller":"traceutil/trace.go:171","msg":"trace[495629625] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10547; }","duration":"244.432411ms","start":"2026-03-31T20:40:19.243589Z","end":"2026-03-31T20:40:19.488022Z","steps":["trace[495629625] 'agreement among raft nodes before linearized reading' (duration: 243.871397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:19.487973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.662301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:40:19.488094Z","caller":"traceutil/trace.go:171","msg":"trace[838010001] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10547; }","duration":"245.60948ms","start":"2026-03-31T20:40:19.24233Z","end":"2026-03-31T20:40:19.487939Z","steps":["trace[838010001] 'agreement among raft nodes before linearized reading' (duration: 245.134688ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:19.488187Z","caller":"traceutil/trace.go:171","msg":"trace[1309388582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10547; }","duration":"245.945839ms","start":"2026-03-31T20:40:19.242221Z","end":"2026-03-31T20:40:19.488167Z","steps":["trace[1309388582] 'agreement among raft nodes before linearized reading' (duration: 245.518978ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:19.848989Z","caller":"traceutil/trace.go:171","msg":"trace[106204930] transaction","detail":"{read_only:false; response_revision:10548; number_of_response:1; }","duration":"356.851089ms","start":"2026-03-31T20:40:19.492114Z","end":"2026-03-31T20:40:19.848965Z","steps":["trace[106204930] 'process raft request' (duration: 356.689605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:19.849143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:19.492089Z","time spent":"356.980222ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:40:20.021874Z","caller":"traceutil/trace.go:171","msg":"trace[1071153291] transaction","detail":"{read_only:false; response_revision:10549; number_of_response:1; }","duration":"525.615197ms","start":"2026-03-31T20:40:19.496221Z","end":"2026-03-31T20:40:20.021836Z","steps":["trace[1071153291] 'process raft request' (duration: 525.322949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:20.022179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:19.496203Z","time spent":"525.841692ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:40:20.022315Z","caller":"traceutil/trace.go:171","msg":"trace[434501890] linearizableReadLoop","detail":"{readStateIndex:10945; appliedIndex:10943; }","duration":"524.264862ms","start":"2026-03-31T20:40:19.497988Z","end":"2026-03-31T20:40:20.022253Z","steps":["trace[434501890] 'read index received' (duration: 350.981661ms)","trace[434501890] 'applied index is now lower than readState.Index' (duration: 173.282281ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:40:20.02248Z","caller":"traceutil/trace.go:171","msg":"trace[705965418] transaction","detail":"{read_only:false; response_revision:10551; number_of_response:1; }","duration":"523.909233ms","start":"2026-03-31T20:40:19.498558Z","end":"2026-03-31T20:40:20.022467Z","steps":["trace[705965418] 'process raft request' (duration: 523.501913ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:20.022549Z","caller":"traceutil/trace.go:171","msg":"trace[1371797919] transaction","detail":"{read_only:false; response_revision:10550; number_of_response:1; }","duration":"526.16366ms","start":"2026-03-31T20:40:19.49634Z","end":"2026-03-31T20:40:20.022503Z","steps":["trace[1371797919] 'process raft request' (duration: 525.432272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:20.02264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:19.498543Z","time spent":"523.973344ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:40:20.022638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.573759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:40:20.022728Z","caller":"traceutil/trace.go:171","msg":"trace[1863978474] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:10552; }","duration":"524.766294ms","start":"2026-03-31T20:40:19.49794Z","end":"2026-03-31T20:40:20.022706Z","steps":["trace[1863978474] 'agreement among raft nodes before linearized reading' (duration: 524.556919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:20.022787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:19.497922Z","time spent":"524.850797ms","remote":"127.0.0.1:52302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":8,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:40:20.022791Z","caller":"traceutil/trace.go:171","msg":"trace[1636099082] transaction","detail":"{read_only:false; response_revision:10552; number_of_response:1; }","duration":"338.773584ms","start":"2026-03-31T20:40:19.683985Z","end":"2026-03-31T20:40:20.022758Z","steps":["trace[1636099082] 'process raft request' (duration: 338.20956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:20.022863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.840819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:40:20.022895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.681876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:40:20.022913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:19.683965Z","time spent":"338.896448ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:40:20.022941Z","caller":"traceutil/trace.go:171","msg":"trace[153159073] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:10552; }","duration":"112.967192ms","start":"2026-03-31T20:40:19.90995Z","end":"2026-03-31T20:40:20.022917Z","steps":["trace[153159073] 'agreement among raft nodes before linearized reading' (duration: 112.850299ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:20.022957Z","caller":"traceutil/trace.go:171","msg":"trace[180411622] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10552; }","duration":"153.79272ms","start":"2026-03-31T20:40:19.869145Z","end":"2026-03-31T20:40:20.022938Z","steps":["trace[180411622] 'agreement among raft nodes before linearized reading' (duration: 153.689797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:20.022956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.217934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:40:20.023054Z","caller":"traceutil/trace.go:171","msg":"trace[1925716251] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:10552; }","duration":"358.341677ms","start":"2026-03-31T20:40:19.664672Z","end":"2026-03-31T20:40:20.023014Z","steps":["trace[1925716251] 'agreement among raft nodes before linearized reading' (duration: 358.169272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:20.023101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:19.66465Z","time spent":"358.44021ms","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":7,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:40:20.023407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.496272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T20:40:20.023453Z","caller":"traceutil/trace.go:171","msg":"trace[1368313718] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10552; }","duration":"492.571234ms","start":"2026-03-31T20:40:19.53087Z","end":"2026-03-31T20:40:20.023441Z","steps":["trace[1368313718] 'agreement among raft nodes before linearized reading' (duration: 491.905197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:20.023488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:19.530856Z","time spent":"492.624795ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:40:20.023868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:19.496335Z","time spent":"526.345124ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:40:20.20188Z","caller":"traceutil/trace.go:171","msg":"trace[1644266359] linearizableReadLoop","detail":"{readStateIndex:10949; appliedIndex:10948; }","duration":"108.546641ms","start":"2026-03-31T20:40:20.093303Z","end":"2026-03-31T20:40:20.20185Z","steps":["trace[1644266359] 'read index received' (duration: 79.244004ms)","trace[1644266359] 'applied index is now lower than readState.Index' (duration: 29.301507ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:40:20.202016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.704115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:40:20.202042Z","caller":"traceutil/trace.go:171","msg":"trace[1789147778] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10554; }","duration":"108.801647ms","start":"2026-03-31T20:40:20.093232Z","end":"2026-03-31T20:40:20.202033Z","steps":["trace[1789147778] 'agreement among raft nodes before linearized reading' (duration: 108.719105ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:20.202228Z","caller":"traceutil/trace.go:171","msg":"trace[1119640108] transaction","detail":"{read_only:false; response_revision:10554; number_of_response:1; }","duration":"128.225516ms","start":"2026-03-31T20:40:20.073994Z","end":"2026-03-31T20:40:20.202219Z","steps":["trace[1119640108] 'process raft request' (duration: 98.414347ms)","trace[1119640108] 'compare' (duration: 28.942658ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:40:20.53975Z","caller":"traceutil/trace.go:171","msg":"trace[1097105115] transaction","detail":"{read_only:false; response_revision:10556; number_of_response:1; }","duration":"257.91669ms","start":"2026-03-31T20:40:20.281798Z","end":"2026-03-31T20:40:20.539715Z","steps":["trace[1097105115] 'process raft request' (duration: 257.630173ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:20.721851Z","caller":"traceutil/trace.go:171","msg":"trace[2030941667] transaction","detail":"{read_only:false; response_revision:10558; number_of_response:1; }","duration":"205.832909ms","start":"2026-03-31T20:40:20.515993Z","end":"2026-03-31T20:40:20.721825Z","steps":["trace[2030941667] 'process raft request' (duration: 205.789448ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:20.7219Z","caller":"traceutil/trace.go:171","msg":"trace[975464414] transaction","detail":"{read_only:false; response_revision:10557; number_of_response:1; }","duration":"273.367349ms","start":"2026-03-31T20:40:20.448502Z","end":"2026-03-31T20:40:20.72187Z","steps":["trace[975464414] 'process raft request' (duration: 273.134753ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:21.016902Z","caller":"traceutil/trace.go:171","msg":"trace[624601711] linearizableReadLoop","detail":"{readStateIndex:10958; appliedIndex:10953; }","duration":"146.336422ms","start":"2026-03-31T20:40:20.870543Z","end":"2026-03-31T20:40:21.01688Z","steps":["trace[624601711] 'read index received' (duration: 134.836973ms)","trace[624601711] 'applied index is now lower than readState.Index' (duration: 11.498329ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:40:21.017416Z","caller":"traceutil/trace.go:171","msg":"trace[252918368] transaction","detail":"{read_only:false; response_revision:10559; number_of_response:1; }","duration":"472.909659ms","start":"2026-03-31T20:40:20.544489Z","end":"2026-03-31T20:40:21.017398Z","steps":["trace[252918368] 'process raft request' (duration: 461.00435ms)","trace[252918368] 'compare' (duration: 10.658128ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:40:21.017631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:20.544462Z","time spent":"473.000552ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12860,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:40:21.017898Z","caller":"traceutil/trace.go:171","msg":"trace[1140603099] transaction","detail":"{read_only:false; response_revision:10560; number_of_response:1; }","duration":"472.177632ms","start":"2026-03-31T20:40:20.545709Z","end":"2026-03-31T20:40:21.017887Z","steps":["trace[1140603099] 'process raft request' (duration: 470.952331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:21.017962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:20.545694Z","time spent":"472.239283ms","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:40:21.018497Z","caller":"traceutil/trace.go:171","msg":"trace[316747302] transaction","detail":"{read_only:false; response_revision:10561; number_of_response:1; }","duration":"466.615992ms","start":"2026-03-31T20:40:20.551867Z","end":"2026-03-31T20:40:21.018483Z","steps":["trace[316747302] 'process raft request' (duration: 464.861047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:21.018577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:20.551851Z","time spent":"466.688023ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:40:21.018916Z","caller":"traceutil/trace.go:171","msg":"trace[495928652] transaction","detail":"{read_only:false; response_revision:10563; number_of_response:1; }","duration":"398.177219ms","start":"2026-03-31T20:40:20.620711Z","end":"2026-03-31T20:40:21.018888Z","steps":["trace[495928652] 'process raft request' (duration: 396.106997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:21.019071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:20.620704Z","time spent":"398.284071ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:40:21.019506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.967988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:40:21.019575Z","caller":"traceutil/trace.go:171","msg":"trace[1406079245] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10563; }","duration":"149.097742ms","start":"2026-03-31T20:40:20.870459Z","end":"2026-03-31T20:40:21.019557Z","steps":["trace[1406079245] 'agreement among raft nodes before linearized reading' (duration: 148.999099ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:21.021616Z","caller":"traceutil/trace.go:171","msg":"trace[1045922728] transaction","detail":"{read_only:false; response_revision:10562; number_of_response:1; }","duration":"398.573248ms","start":"2026-03-31T20:40:20.620614Z","end":"2026-03-31T20:40:21.019187Z","steps":["trace[1045922728] 'process raft request' (duration: 396.164488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:21.021705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:20.620585Z","time spent":"401.083032ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:40:21.145586Z","caller":"traceutil/trace.go:171","msg":"trace[989816151] transaction","detail":"{read_only:false; response_revision:10564; number_of_response:1; }","duration":"119.693602ms","start":"2026-03-31T20:40:21.025859Z","end":"2026-03-31T20:40:21.145553Z","steps":["trace[989816151] 'process raft request' (duration: 117.274291ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:32.219403Z","caller":"traceutil/trace.go:171","msg":"trace[1154480135] transaction","detail":"{read_only:false; response_revision:10640; number_of_response:1; }","duration":"105.455044ms","start":"2026-03-31T20:40:32.11391Z","end":"2026-03-31T20:40:32.219365Z","steps":["trace[1154480135] 'process raft request' (duration: 43.502095ms)","trace[1154480135] 'compare' (duration: 61.410335ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:40:38.40311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.253397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:40:38.403211Z","caller":"traceutil/trace.go:171","msg":"trace[1019244617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10673; }","duration":"161.461862ms","start":"2026-03-31T20:40:38.241734Z","end":"2026-03-31T20:40:38.403196Z","steps":["trace[1019244617] 'range keys from in-memory index tree' (duration: 161.065152ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:38.492173Z","caller":"traceutil/trace.go:171","msg":"trace[593713122] transaction","detail":"{read_only:false; response_revision:10674; number_of_response:1; }","duration":"198.405853ms","start":"2026-03-31T20:40:38.293738Z","end":"2026-03-31T20:40:38.492144Z","steps":["trace[593713122] 'process raft request' (duration: 198.203498ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:38.603242Z","caller":"traceutil/trace.go:171","msg":"trace[1156478615] transaction","detail":"{read_only:false; response_revision:10675; number_of_response:1; }","duration":"196.285989ms","start":"2026-03-31T20:40:38.406925Z","end":"2026-03-31T20:40:38.603211Z","steps":["trace[1156478615] 'process raft request' (duration: 151.839ms)","trace[1156478615] 'compare' (duration: 44.303415ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:40:38.607387Z","caller":"traceutil/trace.go:171","msg":"trace[463721920] transaction","detail":"{read_only:false; response_revision:10676; number_of_response:1; }","duration":"100.439876ms","start":"2026-03-31T20:40:38.506936Z","end":"2026-03-31T20:40:38.607376Z","steps":["trace[463721920] 'process raft request' (duration: 100.298553ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:44.355515Z","caller":"traceutil/trace.go:171","msg":"trace[1462815647] transaction","detail":"{read_only:false; response_revision:10726; number_of_response:1; }","duration":"122.613545ms","start":"2026-03-31T20:40:44.232878Z","end":"2026-03-31T20:40:44.355491Z","steps":["trace[1462815647] 'process raft request' (duration: 122.476031ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:41:49.87546Z","caller":"traceutil/trace.go:171","msg":"trace[2074564963] transaction","detail":"{read_only:false; response_revision:11165; number_of_response:1; }","duration":"122.434031ms","start":"2026-03-31T20:41:49.753003Z","end":"2026-03-31T20:41:49.875437Z","steps":["trace[2074564963] 'process raft request' (duration: 121.936139ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:43:21.681517Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9543} {"level":"info","ts":"2026-03-31T20:43:21.773296Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9543,"took":"89.212855ms","hash":904538721,"current-db-size-bytes":44765184,"current-db-size":"45 MB","current-db-size-in-use-bytes":23384064,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-31T20:43:21.773383Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":904538721,"revision":9543,"compact-revision":7384} {"level":"info","ts":"2026-03-31T20:44:58.22453Z","caller":"traceutil/trace.go:171","msg":"trace[140389188] transaction","detail":"{read_only:false; response_revision:12595; number_of_response:1; }","duration":"155.220895ms","start":"2026-03-31T20:44:58.069292Z","end":"2026-03-31T20:44:58.224513Z","steps":["trace[140389188] 'process raft request' (duration: 155.065341ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:44:58.22525Z","caller":"traceutil/trace.go:171","msg":"trace[1180438177] transaction","detail":"{read_only:false; response_revision:12596; number_of_response:1; }","duration":"101.320479ms","start":"2026-03-31T20:44:58.123908Z","end":"2026-03-31T20:44:58.225229Z","steps":["trace[1180438177] 'process raft request' (duration: 101.158295ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:44:59.65004Z","caller":"traceutil/trace.go:171","msg":"trace[242901703] linearizableReadLoop","detail":"{readStateIndex:13058; appliedIndex:13057; }","duration":"299.25836ms","start":"2026-03-31T20:44:59.350749Z","end":"2026-03-31T20:44:59.650008Z","steps":["trace[242901703] 'read index received' (duration: 299.088686ms)","trace[242901703] 'applied index is now lower than readState.Index' (duration: 168.354µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:44:59.650101Z","caller":"traceutil/trace.go:171","msg":"trace[148459331] transaction","detail":"{read_only:false; response_revision:12599; number_of_response:1; }","duration":"333.210455ms","start":"2026-03-31T20:44:59.316857Z","end":"2026-03-31T20:44:59.650068Z","steps":["trace[148459331] 'process raft request' (duration: 332.967849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:44:59.650455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:44:59.316845Z","time spent":"333.329877ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:44:59.650652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.840145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:44:59.650721Z","caller":"traceutil/trace.go:171","msg":"trace[1636761410] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:12599; }","duration":"299.991748ms","start":"2026-03-31T20:44:59.350709Z","end":"2026-03-31T20:44:59.650701Z","steps":["trace[1636761410] 'agreement among raft nodes before linearized reading' (duration: 299.470815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:44:59.650887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:44:59.350692Z","time spent":"300.175133ms","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:45:00.123108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.773575ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T20:45:00.123734Z","caller":"traceutil/trace.go:171","msg":"trace[1020198834] transaction","detail":"{read_only:false; response_revision:12600; number_of_response:1; }","duration":"224.035227ms","start":"2026-03-31T20:44:59.899679Z","end":"2026-03-31T20:45:00.123714Z","steps":["trace[1020198834] 'process raft request' (duration: 223.906224ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:45:00.1238Z","caller":"traceutil/trace.go:171","msg":"trace[2064393558] linearizableReadLoop","detail":"{readStateIndex:13059; appliedIndex:13058; }","duration":"473.613897ms","start":"2026-03-31T20:44:59.650122Z","end":"2026-03-31T20:45:00.123736Z","steps":["trace[2064393558] 'read index received' (duration: 97.191516ms)","trace[2064393558] 'applied index is now lower than readState.Index' (duration: 376.417481ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:45:00.123899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.427053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:45:00.12397Z","caller":"traceutil/trace.go:171","msg":"trace[767728424] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:12600; }","duration":"504.556336ms","start":"2026-03-31T20:44:59.619399Z","end":"2026-03-31T20:45:00.123955Z","steps":["trace[767728424] 'agreement among raft nodes before linearized reading' (duration: 504.33667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:45:00.123997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:44:59.619381Z","time spent":"504.610037ms","remote":"127.0.0.1:52508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":88,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:45:00.124162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.603003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:45:00.124246Z","caller":"traceutil/trace.go:171","msg":"trace[1854442031] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12600; }","duration":"509.736226ms","start":"2026-03-31T20:44:59.614488Z","end":"2026-03-31T20:45:00.124224Z","steps":["trace[1854442031] 'agreement among raft nodes before linearized reading' (duration: 509.387298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:45:00.124396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:44:59.614468Z","time spent":"509.873979ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:45:00.125172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.016831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:45:00.125252Z","caller":"traceutil/trace.go:171","msg":"trace[1053178641] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:12601; }","duration":"461.147374ms","start":"2026-03-31T20:44:59.664087Z","end":"2026-03-31T20:45:00.125234Z","steps":["trace[1053178641] 'agreement among raft nodes before linearized reading' (duration: 460.9988ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:45:00.12525Z","caller":"traceutil/trace.go:171","msg":"trace[1355827561] transaction","detail":"{read_only:false; response_revision:12601; number_of_response:1; }","duration":"225.175177ms","start":"2026-03-31T20:44:59.900024Z","end":"2026-03-31T20:45:00.125199Z","steps":["trace[1355827561] 'process raft request' (duration: 223.812242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:45:00.125291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:44:59.664072Z","time spent":"461.207316ms","remote":"127.0.0.1:54126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:45:00.125411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.732843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:45:00.12537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.595929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T20:45:00.125463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.091087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:45:00.125503Z","caller":"traceutil/trace.go:171","msg":"trace[582871582] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12601; }","duration":"245.877787ms","start":"2026-03-31T20:44:59.879604Z","end":"2026-03-31T20:45:00.125482Z","steps":["trace[582871582] 'agreement among raft nodes before linearized reading' (duration: 245.732793ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:45:00.125528Z","caller":"traceutil/trace.go:171","msg":"trace[1265424952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12601; }","duration":"177.886506ms","start":"2026-03-31T20:44:59.947626Z","end":"2026-03-31T20:45:00.125512Z","steps":["trace[1265424952] 'agreement among raft nodes before linearized reading' (duration: 177.517327ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:45:00.125543Z","caller":"traceutil/trace.go:171","msg":"trace[1479469034] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:12601; }","duration":"123.476947ms","start":"2026-03-31T20:45:00.002045Z","end":"2026-03-31T20:45:00.125522Z","steps":["trace[1479469034] 'agreement among raft nodes before linearized reading' (duration: 123.063726ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:45:22.368845Z","caller":"traceutil/trace.go:171","msg":"trace[837398705] transaction","detail":"{read_only:false; response_revision:12722; number_of_response:1; }","duration":"138.725191ms","start":"2026-03-31T20:45:22.230098Z","end":"2026-03-31T20:45:22.368823Z","steps":["trace[837398705] 'process raft request' (duration: 138.524276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:45:22.655535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.99021ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:45:22.655815Z","caller":"traceutil/trace.go:171","msg":"trace[1768457275] transaction","detail":"{read_only:false; response_revision:12723; number_of_response:1; }","duration":"355.751931ms","start":"2026-03-31T20:45:22.300006Z","end":"2026-03-31T20:45:22.655758Z","steps":["trace[1768457275] 'process raft request' (duration: 111.451565ms)","trace[1768457275] 'compare' (duration: 243.871526ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:45:22.655831Z","caller":"traceutil/trace.go:171","msg":"trace[745420972] linearizableReadLoop","detail":"{readStateIndex:13189; appliedIndex:13186; }","duration":"287.026542ms","start":"2026-03-31T20:45:22.368789Z","end":"2026-03-31T20:45:22.655815Z","steps":["trace[745420972] 'read index received' (duration: 42.664063ms)","trace[745420972] 'applied index is now lower than readState.Index' (duration: 244.360719ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:45:22.655866Z","caller":"traceutil/trace.go:171","msg":"trace[1131331717] transaction","detail":"{read_only:false; response_revision:12725; number_of_response:1; }","duration":"331.720787ms","start":"2026-03-31T20:45:22.324093Z","end":"2026-03-31T20:45:22.655814Z","steps":["trace[1131331717] 'process raft request' (duration: 331.616544ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:45:22.655835Z","caller":"traceutil/trace.go:171","msg":"trace[1933378544] transaction","detail":"{read_only:false; response_revision:12724; number_of_response:1; }","duration":"335.539162ms","start":"2026-03-31T20:45:22.320272Z","end":"2026-03-31T20:45:22.655811Z","steps":["trace[1933378544] 'process raft request' (duration: 335.378628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:45:22.655999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:45:22.32025Z","time spent":"335.701217ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:45:22.656001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:45:22.324085Z","time spent":"331.84359ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:45:22.656022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.914933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-31T20:45:22.656021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.718846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:45:22.656077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.660045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T20:45:22.656095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.247404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:45:22.656117Z","caller":"traceutil/trace.go:171","msg":"trace[212928796] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12725; }","duration":"335.853491ms","start":"2026-03-31T20:45:22.320239Z","end":"2026-03-31T20:45:22.656093Z","steps":["trace[212928796] 'agreement among raft nodes before linearized reading' (duration: 335.669256ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:45:22.656151Z","caller":"traceutil/trace.go:171","msg":"trace[2144288589] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12725; }","duration":"356.318716ms","start":"2026-03-31T20:45:22.299818Z","end":"2026-03-31T20:45:22.656137Z","steps":["trace[2144288589] 'agreement among raft nodes before linearized reading' (duration: 356.203803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:45:22.656168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:45:22.320225Z","time spent":"335.932152ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-31T20:45:22.6562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.960293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:45:22.655993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.773627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:45:22.655966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.669086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T20:45:22.65626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.044414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:45:22.656318Z","caller":"traceutil/trace.go:171","msg":"trace[133165254] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12725; }","duration":"357.125076ms","start":"2026-03-31T20:45:22.299182Z","end":"2026-03-31T20:45:22.656307Z","steps":["trace[133165254] 'agreement among raft nodes before linearized reading' (duration: 357.044674ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:45:22.656364Z","caller":"traceutil/trace.go:171","msg":"trace[372754467] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12725; }","duration":"303.048015ms","start":"2026-03-31T20:45:22.353247Z","end":"2026-03-31T20:45:22.656295Z","steps":["trace[372754467] 'agreement among raft nodes before linearized reading' (duration: 302.570423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:45:22.656194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:45:22.299994Z","time spent":"355.885634ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:45:22.656083Z","caller":"traceutil/trace.go:171","msg":"trace[33996923] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12725; }","duration":"335.986774ms","start":"2026-03-31T20:45:22.320078Z","end":"2026-03-31T20:45:22.656064Z","steps":["trace[33996923] 'agreement among raft nodes before linearized reading' (duration: 335.798339ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:45:22.656772Z","caller":"traceutil/trace.go:171","msg":"trace[2022255729] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12725; }","duration":"302.716116ms","start":"2026-03-31T20:45:22.3534Z","end":"2026-03-31T20:45:22.656116Z","steps":["trace[2022255729] 'agreement among raft nodes before linearized reading' (duration: 302.620764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:45:22.656802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:45:22.320071Z","time spent":"336.715493ms","remote":"127.0.0.1:52326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-31T20:45:22.656152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.87506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:45:22.65686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:45:22.353393Z","time spent":"303.446756ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:45:22.656363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:45:22.299113Z","time spent":"357.236928ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-31T20:45:22.656901Z","caller":"traceutil/trace.go:171","msg":"trace[689600548] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12725; }","duration":"336.625671ms","start":"2026-03-31T20:45:22.320256Z","end":"2026-03-31T20:45:22.656881Z","steps":["trace[689600548] 'agreement among raft nodes before linearized reading' (duration: 335.856641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:45:22.657144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:45:22.320249Z","time spent":"336.877237ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-31T20:45:22.656251Z","caller":"traceutil/trace.go:171","msg":"trace[1763279018] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12725; }","duration":"336.006194ms","start":"2026-03-31T20:45:22.320231Z","end":"2026-03-31T20:45:22.656238Z","steps":["trace[1763279018] 'agreement among raft nodes before linearized reading' (duration: 335.944253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:45:22.657265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:45:22.320204Z","time spent":"337.00871ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-31T20:45:22.656263Z","caller":"traceutil/trace.go:171","msg":"trace[1220407116] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12725; }","duration":"357.048634ms","start":"2026-03-31T20:45:22.299201Z","end":"2026-03-31T20:45:22.65625Z","steps":["trace[1220407116] 'agreement among raft nodes before linearized reading' (duration: 356.713815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:45:22.657464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:45:22.299143Z","time spent":"358.297926ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-31T20:45:22.656202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:45:22.29981Z","time spent":"356.382907ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T20:45:22.656262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.948341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-31T20:45:22.657799Z","caller":"traceutil/trace.go:171","msg":"trace[815820163] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12725; }","duration":"358.525841ms","start":"2026-03-31T20:45:22.299242Z","end":"2026-03-31T20:45:22.657768Z","steps":["trace[815820163] 'agreement among raft nodes before linearized reading' (duration: 356.89067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:45:22.657889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:45:22.299215Z","time spent":"358.644735ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-31T20:45:22.656361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.001623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:45:22.658009Z","caller":"traceutil/trace.go:171","msg":"trace[164163222] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12725; }","duration":"358.681985ms","start":"2026-03-31T20:45:22.299317Z","end":"2026-03-31T20:45:22.657998Z","steps":["trace[164163222] 'agreement among raft nodes before linearized reading' (duration: 356.991002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:45:22.658045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:45:22.29931Z","time spent":"358.726716ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T20:45:22.656381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.077486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-31T20:45:22.658264Z","caller":"traceutil/trace.go:171","msg":"trace[320231167] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12725; }","duration":"337.968053ms","start":"2026-03-31T20:45:22.320286Z","end":"2026-03-31T20:45:22.658254Z","steps":["trace[320231167] 'agreement among raft nodes before linearized reading' (duration: 336.007414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:45:22.658299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:45:22.320282Z","time spent":"338.007134ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-31T20:45:22.656615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:45:22.353237Z","time spent":"303.367193ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:45:23.951501Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.220707317s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:45:23.952058Z","caller":"traceutil/trace.go:171","msg":"trace[778548238] linearizableReadLoop","detail":"{readStateIndex:13191; appliedIndex:13189; }","duration":"1.281200589s","start":"2026-03-31T20:45:22.670797Z","end":"2026-03-31T20:45:23.951997Z","steps":["trace[778548238] 'read index received' (duration: 60.02831ms)","trace[778548238] 'applied index is now lower than readState.Index' (duration: 1.221171049s)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:45:23.952104Z","caller":"traceutil/trace.go:171","msg":"trace[1645884144] transaction","detail":"{read_only:false; response_revision:12727; number_of_response:1; }","duration":"1.284379798s","start":"2026-03-31T20:45:22.6677Z","end":"2026-03-31T20:45:23.95208Z","steps":["trace[1645884144] 'process raft request' (duration: 1.284014349s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:45:23.95225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258619661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:45:23.952353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.16019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:45:23.952351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.290246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:45:23.952422Z","caller":"traceutil/trace.go:171","msg":"trace[1399849784] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12727; }","duration":"472.238243ms","start":"2026-03-31T20:45:23.480155Z","end":"2026-03-31T20:45:23.952393Z","steps":["trace[1399849784] 'agreement among raft nodes before linearized reading' (duration: 472.170531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:45:23.952452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.975416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:45:23.952459Z","caller":"traceutil/trace.go:171","msg":"trace[113469068] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:12727; }","duration":"422.449561ms","start":"2026-03-31T20:45:23.529983Z","end":"2026-03-31T20:45:23.952432Z","steps":["trace[113469068] 'agreement among raft nodes before linearized reading' (duration: 422.237515ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:45:23.95248Z","caller":"traceutil/trace.go:171","msg":"trace[905530274] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12727; }","duration":"249.056658ms","start":"2026-03-31T20:45:23.703413Z","end":"2026-03-31T20:45:23.95247Z","steps":["trace[905530274] 'agreement among raft nodes before linearized reading' (duration: 249.010476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:45:23.952474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:45:23.480136Z","time spent":"472.324575ms","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:45:23.952515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:45:23.529968Z","time spent":"422.533603ms","remote":"127.0.0.1:54324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:45:23.952515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.557938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-76hz9\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-31T20:45:23.95257Z","caller":"traceutil/trace.go:171","msg":"trace[1775078593] range","detail":"{range_begin:/registry/pods/openstack/keepalived-76hz9; range_end:; response_count:1; response_revision:12727; }","duration":"545.640101ms","start":"2026-03-31T20:45:23.406914Z","end":"2026-03-31T20:45:23.952555Z","steps":["trace[1775078593] 'agreement among raft nodes before linearized reading' (duration: 545.437626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:45:23.952547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.461812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T20:45:23.952602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:45:23.4069Z","time spent":"545.695442ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-76hz9\" "} {"level":"info","ts":"2026-03-31T20:45:23.952628Z","caller":"traceutil/trace.go:171","msg":"trace[1289774530] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12727; }","duration":"825.596425ms","start":"2026-03-31T20:45:23.12701Z","end":"2026-03-31T20:45:23.952607Z","steps":["trace[1289774530] 'agreement among raft nodes before linearized reading' (duration: 825.321758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:45:23.952387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.52731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T20:45:23.952674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:45:23.12699Z","time spent":"825.674627ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T20:45:23.952358Z","caller":"traceutil/trace.go:171","msg":"trace[458532868] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:12727; }","duration":"1.258809235s","start":"2026-03-31T20:45:22.693533Z","end":"2026-03-31T20:45:23.952342Z","steps":["trace[458532868] 'agreement among raft nodes before linearized reading' (duration: 1.258617131s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:45:23.952789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:45:22.693516Z","time spent":"1.259250386s","remote":"127.0.0.1:52400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":3,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:45:23.95225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:45:22.66766Z","time spent":"1.284494451s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:45:23.952678Z","caller":"traceutil/trace.go:171","msg":"trace[1937354242] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12727; }","duration":"166.859468ms","start":"2026-03-31T20:45:23.785805Z","end":"2026-03-31T20:45:23.952665Z","steps":["trace[1937354242] 'agreement among raft nodes before linearized reading' (duration: 166.476469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:45:23.952258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281435254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:45:23.952985Z","caller":"traceutil/trace.go:171","msg":"trace[807399213] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:12727; }","duration":"1.282224174s","start":"2026-03-31T20:45:22.670744Z","end":"2026-03-31T20:45:23.952968Z","steps":["trace[807399213] 'agreement among raft nodes before linearized reading' (duration: 1.281400474s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:45:23.953044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:45:22.670726Z","time spent":"1.282300655s","remote":"127.0.0.1:46132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:45:23.952452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10078195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:45:23.953387Z","caller":"traceutil/trace.go:171","msg":"trace[1406320702] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:12727; }","duration":"1.101704093s","start":"2026-03-31T20:45:22.851656Z","end":"2026-03-31T20:45:23.95336Z","steps":["trace[1406320702] 'agreement among raft nodes before linearized reading' (duration: 1.100725198s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:45:23.953473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:45:22.851591Z","time spent":"1.101858986s","remote":"127.0.0.1:52564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:45:23.953861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.628737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:45:23.954353Z","caller":"traceutil/trace.go:171","msg":"trace[2064111752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12727; }","duration":"991.575062ms","start":"2026-03-31T20:45:22.962759Z","end":"2026-03-31T20:45:23.954334Z","steps":["trace[2064111752] 'agreement among raft nodes before linearized reading' (duration: 989.557631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:45:23.954406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:45:22.962738Z","time spent":"991.650893ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:45:24.117705Z","caller":"traceutil/trace.go:171","msg":"trace[690807392] transaction","detail":"{read_only:false; response_revision:12728; number_of_response:1; }","duration":"160.470708ms","start":"2026-03-31T20:45:23.957213Z","end":"2026-03-31T20:45:24.117683Z","steps":["trace[690807392] 'process raft request' (duration: 70.635938ms)","trace[690807392] 'compare' (duration: 89.681886ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:45:24.11786Z","caller":"traceutil/trace.go:171","msg":"trace[1359160413] transaction","detail":"{read_only:false; response_revision:12729; number_of_response:1; }","duration":"160.384226ms","start":"2026-03-31T20:45:23.957461Z","end":"2026-03-31T20:45:24.117845Z","steps":["trace[1359160413] 'process raft request' (duration: 160.187191ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:45:24.11797Z","caller":"traceutil/trace.go:171","msg":"trace[1873009579] linearizableReadLoop","detail":"{readStateIndex:13194; appliedIndex:13191; }","duration":"158.735724ms","start":"2026-03-31T20:45:23.959226Z","end":"2026-03-31T20:45:24.117962Z","steps":["trace[1873009579] 'read index received' (duration: 68.634947ms)","trace[1873009579] 'applied index is now lower than readState.Index' (duration: 90.100017ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:45:24.118183Z","caller":"traceutil/trace.go:171","msg":"trace[655074105] transaction","detail":"{read_only:false; response_revision:12730; number_of_response:1; }","duration":"160.685523ms","start":"2026-03-31T20:45:23.957472Z","end":"2026-03-31T20:45:24.118157Z","steps":["trace[655074105] 'process raft request' (duration: 160.336924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:45:24.118429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.193345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:444901"} {"level":"info","ts":"2026-03-31T20:45:24.118465Z","caller":"traceutil/trace.go:171","msg":"trace[219731200] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:12730; }","duration":"159.259637ms","start":"2026-03-31T20:45:23.959197Z","end":"2026-03-31T20:45:24.118456Z","steps":["trace[219731200] 'agreement among raft nodes before linearized reading' (duration: 158.845477ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:45:24.88274Z","caller":"traceutil/trace.go:171","msg":"trace[300174958] linearizableReadLoop","detail":"{readStateIndex:13198; appliedIndex:13197; }","duration":"219.967325ms","start":"2026-03-31T20:45:24.662743Z","end":"2026-03-31T20:45:24.88271Z","steps":["trace[300174958] 'read index received' (duration: 219.789591ms)","trace[300174958] 'applied index is now lower than readState.Index' (duration: 176.574µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:45:24.882796Z","caller":"traceutil/trace.go:171","msg":"trace[1068595409] transaction","detail":"{read_only:false; response_revision:12733; number_of_response:1; }","duration":"220.340095ms","start":"2026-03-31T20:45:24.662419Z","end":"2026-03-31T20:45:24.882759Z","steps":["trace[1068595409] 'process raft request' (duration: 220.072328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:45:24.882951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.17468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:45:24.883038Z","caller":"traceutil/trace.go:171","msg":"trace[2115608990] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12733; }","duration":"220.292673ms","start":"2026-03-31T20:45:24.662726Z","end":"2026-03-31T20:45:24.883019Z","steps":["trace[2115608990] 'agreement among raft nodes before linearized reading' (duration: 220.121809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:45:24.929827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.968908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:45:24.929957Z","caller":"traceutil/trace.go:171","msg":"trace[207046303] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12735; }","duration":"267.130502ms","start":"2026-03-31T20:45:24.662802Z","end":"2026-03-31T20:45:24.929932Z","steps":["trace[207046303] 'agreement among raft nodes before linearized reading' (duration: 266.915797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:45:24.930324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.736888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-03-31T20:45:24.930437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.967908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T20:45:24.930492Z","caller":"traceutil/trace.go:171","msg":"trace[1579600535] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12735; }","duration":"267.04103ms","start":"2026-03-31T20:45:24.663437Z","end":"2026-03-31T20:45:24.930478Z","steps":["trace[1579600535] 'agreement among raft nodes before linearized reading' (duration: 266.866115ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:45:24.930466Z","caller":"traceutil/trace.go:171","msg":"trace[373427293] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12735; }","duration":"265.920562ms","start":"2026-03-31T20:45:24.664525Z","end":"2026-03-31T20:45:24.930445Z","steps":["trace[373427293] 'agreement among raft nodes before linearized reading' (duration: 265.604954ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:45:24.930559Z","caller":"traceutil/trace.go:171","msg":"trace[1434254317] transaction","detail":"{read_only:false; response_revision:12735; number_of_response:1; }","duration":"267.691337ms","start":"2026-03-31T20:45:24.662827Z","end":"2026-03-31T20:45:24.930518Z","steps":["trace[1434254317] 'process raft request' (duration: 266.816475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:45:24.930665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.382726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:45:24.930724Z","caller":"traceutil/trace.go:171","msg":"trace[854285859] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:12735; }","duration":"156.471687ms","start":"2026-03-31T20:45:24.774237Z","end":"2026-03-31T20:45:24.930708Z","steps":["trace[854285859] 'agreement among raft nodes before linearized reading' (duration: 156.346314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:45:24.930755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.848291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:45:24.930816Z","caller":"traceutil/trace.go:171","msg":"trace[405290334] transaction","detail":"{read_only:false; response_revision:12734; number_of_response:1; }","duration":"267.958853ms","start":"2026-03-31T20:45:24.662843Z","end":"2026-03-31T20:45:24.930802Z","steps":["trace[405290334] 'process raft request' (duration: 266.557578ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:45:24.930857Z","caller":"traceutil/trace.go:171","msg":"trace[1454003695] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12735; }","duration":"267.975963ms","start":"2026-03-31T20:45:24.662858Z","end":"2026-03-31T20:45:24.930834Z","steps":["trace[1454003695] 'agreement among raft nodes before linearized reading' (duration: 267.793949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:45:24.930901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.507737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:45:24.930976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.805084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:45:24.930761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.361373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-03-31T20:45:24.930293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.270131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:45:24.931042Z","caller":"traceutil/trace.go:171","msg":"trace[101116149] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12735; }","duration":"266.894106ms","start":"2026-03-31T20:45:24.664131Z","end":"2026-03-31T20:45:24.931025Z","steps":["trace[101116149] 'agreement among raft nodes before linearized reading' (duration: 266.784643ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:45:24.931055Z","caller":"traceutil/trace.go:171","msg":"trace[916780905] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12735; }","duration":"266.6521ms","start":"2026-03-31T20:45:24.664383Z","end":"2026-03-31T20:45:24.931035Z","steps":["trace[916780905] 'agreement among raft nodes before linearized reading' (duration: 266.009574ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:45:24.931019Z","caller":"traceutil/trace.go:171","msg":"trace[1199419761] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12735; }","duration":"266.62884ms","start":"2026-03-31T20:45:24.664373Z","end":"2026-03-31T20:45:24.931001Z","steps":["trace[1199419761] 'agreement among raft nodes before linearized reading' (duration: 266.456435ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:45:24.931088Z","caller":"traceutil/trace.go:171","msg":"trace[1958061728] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12735; }","duration":"267.087451ms","start":"2026-03-31T20:45:24.663977Z","end":"2026-03-31T20:45:24.931064Z","steps":["trace[1958061728] 'agreement among raft nodes before linearized reading' (duration: 266.22841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:45:24.931305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.478735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:45:24.931341Z","caller":"traceutil/trace.go:171","msg":"trace[1371566478] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12735; }","duration":"194.546757ms","start":"2026-03-31T20:45:24.736786Z","end":"2026-03-31T20:45:24.931332Z","steps":["trace[1371566478] 'agreement among raft nodes before linearized reading' (duration: 194.398203ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:45:26.27921Z","caller":"traceutil/trace.go:171","msg":"trace[1312748299] linearizableReadLoop","detail":"{readStateIndex:13206; appliedIndex:13203; }","duration":"151.442881ms","start":"2026-03-31T20:45:26.127742Z","end":"2026-03-31T20:45:26.279185Z","steps":["trace[1312748299] 'read index received' (duration: 19.615363ms)","trace[1312748299] 'applied index is now lower than readState.Index' (duration: 131.826608ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:45:26.279361Z","caller":"traceutil/trace.go:171","msg":"trace[1007522529] transaction","detail":"{read_only:false; response_revision:12741; number_of_response:1; }","duration":"152.56804ms","start":"2026-03-31T20:45:26.126772Z","end":"2026-03-31T20:45:26.27934Z","steps":["trace[1007522529] 'process raft request' (duration: 152.310643ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:45:26.279379Z","caller":"traceutil/trace.go:171","msg":"trace[621272144] transaction","detail":"{read_only:false; response_revision:12740; number_of_response:1; }","duration":"153.457892ms","start":"2026-03-31T20:45:26.125865Z","end":"2026-03-31T20:45:26.279323Z","steps":["trace[621272144] 'process raft request' (duration: 109.341342ms)","trace[621272144] 'compare' (duration: 43.559286ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:45:26.279746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.985195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-76hz9\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-31T20:45:26.279809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.140489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:45:26.279844Z","caller":"traceutil/trace.go:171","msg":"trace[1989598805] range","detail":"{range_begin:/registry/pods/openstack/keepalived-76hz9; range_end:; response_count:1; response_revision:12741; }","duration":"152.135789ms","start":"2026-03-31T20:45:26.127685Z","end":"2026-03-31T20:45:26.279821Z","steps":["trace[1989598805] 'agreement among raft nodes before linearized reading' (duration: 151.822221ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:45:26.279861Z","caller":"traceutil/trace.go:171","msg":"trace[1144218384] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12741; }","duration":"148.247981ms","start":"2026-03-31T20:45:26.131599Z","end":"2026-03-31T20:45:26.279847Z","steps":["trace[1144218384] 'agreement among raft nodes before linearized reading' (duration: 147.79683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:45:26.279838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.661606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:45:26.280089Z","caller":"traceutil/trace.go:171","msg":"trace[1036850434] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:12741; }","duration":"118.960734ms","start":"2026-03-31T20:45:26.161064Z","end":"2026-03-31T20:45:26.280025Z","steps":["trace[1036850434] 'agreement among raft nodes before linearized reading' (duration: 118.478442ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:45:26.704963Z","caller":"traceutil/trace.go:171","msg":"trace[179604751] transaction","detail":"{read_only:false; response_revision:12743; number_of_response:1; }","duration":"195.274584ms","start":"2026-03-31T20:45:26.509666Z","end":"2026-03-31T20:45:26.70494Z","steps":["trace[179604751] 'process raft request' (duration: 106.230593ms)","trace[179604751] 'compare' (duration: 88.721923ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:45:26.992379Z","caller":"traceutil/trace.go:171","msg":"trace[351821578] linearizableReadLoop","detail":"{readStateIndex:13209; appliedIndex:13208; }","duration":"102.764906ms","start":"2026-03-31T20:45:26.88959Z","end":"2026-03-31T20:45:26.992354Z","steps":["trace[351821578] 'read index received' (duration: 102.645703ms)","trace[351821578] 'applied index is now lower than readState.Index' (duration: 118.313µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:45:26.992424Z","caller":"traceutil/trace.go:171","msg":"trace[974915597] transaction","detail":"{read_only:false; response_revision:12744; number_of_response:1; }","duration":"103.743781ms","start":"2026-03-31T20:45:26.888649Z","end":"2026-03-31T20:45:26.992392Z","steps":["trace[974915597] 'process raft request' (duration: 103.569796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:45:26.99251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.908449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:45:26.992721Z","caller":"traceutil/trace.go:171","msg":"trace[1201890478] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12744; }","duration":"103.167435ms","start":"2026-03-31T20:45:26.88954Z","end":"2026-03-31T20:45:26.992707Z","steps":["trace[1201890478] 'agreement among raft nodes before linearized reading' (duration: 102.923869ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:45:28.399258Z","caller":"traceutil/trace.go:171","msg":"trace[1902328842] transaction","detail":"{read_only:false; response_revision:12750; number_of_response:1; }","duration":"110.658154ms","start":"2026-03-31T20:45:28.288573Z","end":"2026-03-31T20:45:28.399231Z","steps":["trace[1902328842] 'process raft request' (duration: 110.461639ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:45:28.41222Z","caller":"traceutil/trace.go:171","msg":"trace[430833536] linearizableReadLoop","detail":"{readStateIndex:13216; appliedIndex:13214; }","duration":"117.091457ms","start":"2026-03-31T20:45:28.295116Z","end":"2026-03-31T20:45:28.412208Z","steps":["trace[430833536] 'read index received' (duration: 103.879214ms)","trace[430833536] 'applied index is now lower than readState.Index' (duration: 13.211273ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:45:28.412302Z","caller":"traceutil/trace.go:171","msg":"trace[1726218503] transaction","detail":"{read_only:false; response_revision:12751; number_of_response:1; }","duration":"123.325043ms","start":"2026-03-31T20:45:28.288941Z","end":"2026-03-31T20:45:28.412266Z","steps":["trace[1726218503] 'process raft request' (duration: 123.181569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:45:28.41239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.254441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-76hz9\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-31T20:45:28.412414Z","caller":"traceutil/trace.go:171","msg":"trace[546902409] range","detail":"{range_begin:/registry/pods/openstack/keepalived-76hz9; range_end:; response_count:1; response_revision:12751; }","duration":"117.308222ms","start":"2026-03-31T20:45:28.295098Z","end":"2026-03-31T20:45:28.412407Z","steps":["trace[546902409] 'agreement among raft nodes before linearized reading' (duration: 117.181938ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:45:29.216946Z","caller":"traceutil/trace.go:171","msg":"trace[1987280747] linearizableReadLoop","detail":"{readStateIndex:13220; appliedIndex:13218; }","duration":"177.69264ms","start":"2026-03-31T20:45:29.039232Z","end":"2026-03-31T20:45:29.216924Z","steps":["trace[1987280747] 'read index received' (duration: 155.832961ms)","trace[1987280747] 'applied index is now lower than readState.Index' (duration: 21.858809ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:45:29.216983Z","caller":"traceutil/trace.go:171","msg":"trace[994932930] transaction","detail":"{read_only:false; response_revision:12754; number_of_response:1; }","duration":"214.271991ms","start":"2026-03-31T20:45:29.002672Z","end":"2026-03-31T20:45:29.216944Z","steps":["trace[994932930] 'process raft request' (duration: 192.404012ms)","trace[994932930] 'compare' (duration: 21.656504ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:45:29.217062Z","caller":"traceutil/trace.go:171","msg":"trace[893754014] transaction","detail":"{read_only:false; response_revision:12755; number_of_response:1; }","duration":"213.494442ms","start":"2026-03-31T20:45:29.003556Z","end":"2026-03-31T20:45:29.217051Z","steps":["trace[893754014] 'process raft request' (duration: 213.313988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:45:29.217144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.869982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:45:29.217192Z","caller":"traceutil/trace.go:171","msg":"trace[1085371943] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12755; }","duration":"215.950064ms","start":"2026-03-31T20:45:29.001231Z","end":"2026-03-31T20:45:29.217181Z","steps":["trace[1085371943] 'agreement among raft nodes before linearized reading' (duration: 215.851181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:45:29.217192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.162359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:45:29.217241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.014896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:45:29.217252Z","caller":"traceutil/trace.go:171","msg":"trace[2116369988] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12755; }","duration":"216.231281ms","start":"2026-03-31T20:45:29.001006Z","end":"2026-03-31T20:45:29.217238Z","steps":["trace[2116369988] 'agreement among raft nodes before linearized reading' (duration: 216.119088ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:45:29.21728Z","caller":"traceutil/trace.go:171","msg":"trace[1648735894] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12755; }","duration":"216.077898ms","start":"2026-03-31T20:45:29.001193Z","end":"2026-03-31T20:45:29.217271Z","steps":["trace[1648735894] 'agreement among raft nodes before linearized reading' (duration: 216.006735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:45:29.217413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.434421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-03-31T20:45:29.217418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.116819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:45:29.217437Z","caller":"traceutil/trace.go:171","msg":"trace[1791557823] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12755; }","duration":"215.484882ms","start":"2026-03-31T20:45:29.001947Z","end":"2026-03-31T20:45:29.217432Z","steps":["trace[1791557823] 'agreement among raft nodes before linearized reading' (duration: 215.39406ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:45:29.217448Z","caller":"traceutil/trace.go:171","msg":"trace[1506943665] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12755; }","duration":"216.16754ms","start":"2026-03-31T20:45:29.001273Z","end":"2026-03-31T20:45:29.21744Z","steps":["trace[1506943665] 'agreement among raft nodes before linearized reading' (duration: 216.117739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:45:29.217506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.489763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:45:29.217526Z","caller":"traceutil/trace.go:171","msg":"trace[1997030327] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12755; }","duration":"215.534963ms","start":"2026-03-31T20:45:29.001986Z","end":"2026-03-31T20:45:29.217521Z","steps":["trace[1997030327] 'agreement among raft nodes before linearized reading' (duration: 215.506892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:45:29.217551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.565875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-31T20:45:29.217569Z","caller":"traceutil/trace.go:171","msg":"trace[735264105] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12755; }","duration":"215.603855ms","start":"2026-03-31T20:45:29.001959Z","end":"2026-03-31T20:45:29.217563Z","steps":["trace[735264105] 'agreement among raft nodes before linearized reading' (duration: 215.549464ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:46:09.802135Z","caller":"traceutil/trace.go:171","msg":"trace[1904940889] transaction","detail":"{read_only:false; response_revision:13051; number_of_response:1; }","duration":"108.283515ms","start":"2026-03-31T20:46:09.693828Z","end":"2026-03-31T20:46:09.802111Z","steps":["trace[1904940889] 'process raft request' (duration: 108.111111ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:46:25.091517Z","caller":"traceutil/trace.go:171","msg":"trace[1544357080] transaction","detail":"{read_only:false; response_revision:13148; number_of_response:1; }","duration":"109.067484ms","start":"2026-03-31T20:46:24.98241Z","end":"2026-03-31T20:46:25.091478Z","steps":["trace[1544357080] 'process raft request' (duration: 28.268411ms)","trace[1544357080] 'compare' (duration: 80.6744ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:46:25.205963Z","caller":"traceutil/trace.go:171","msg":"trace[378735187] linearizableReadLoop","detail":"{readStateIndex:13627; appliedIndex:13626; }","duration":"114.47003ms","start":"2026-03-31T20:46:25.091462Z","end":"2026-03-31T20:46:25.205932Z","steps":["trace[378735187] 'read index received' (duration: 108.418097ms)","trace[378735187] 'applied index is now lower than readState.Index' (duration: 6.050403ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:46:25.20628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.585018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:46:25.206376Z","caller":"traceutil/trace.go:171","msg":"trace[101826527] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13149; }","duration":"173.732862ms","start":"2026-03-31T20:46:25.032614Z","end":"2026-03-31T20:46:25.206347Z","steps":["trace[101826527] 'agreement among raft nodes before linearized reading' (duration: 173.439704ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:46:25.206578Z","caller":"traceutil/trace.go:171","msg":"trace[468630353] transaction","detail":"{read_only:false; response_revision:13149; number_of_response:1; }","duration":"116.983914ms","start":"2026-03-31T20:46:25.088979Z","end":"2026-03-31T20:46:25.205963Z","steps":["trace[468630353] 'process raft request' (duration: 110.915141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:46:25.206849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.7258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T20:46:25.206919Z","caller":"traceutil/trace.go:171","msg":"trace[1939305564] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:13149; }","duration":"136.824103ms","start":"2026-03-31T20:46:25.070079Z","end":"2026-03-31T20:46:25.206903Z","steps":["trace[1939305564] 'agreement among raft nodes before linearized reading' (duration: 135.905541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:46:25.207361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.714581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:52 size:483861"} {"level":"info","ts":"2026-03-31T20:46:25.207438Z","caller":"traceutil/trace.go:171","msg":"trace[2036051594] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:52; response_revision:13149; }","duration":"111.813444ms","start":"2026-03-31T20:46:25.095606Z","end":"2026-03-31T20:46:25.207419Z","steps":["trace[2036051594] 'agreement among raft nodes before linearized reading' (duration: 110.899111ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:47:29.804745Z","caller":"traceutil/trace.go:171","msg":"trace[1877293550] transaction","detail":"{read_only:false; response_revision:13580; number_of_response:1; }","duration":"186.248498ms","start":"2026-03-31T20:47:29.618473Z","end":"2026-03-31T20:47:29.804721Z","steps":["trace[1877293550] 'process raft request' (duration: 186.108934ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:47:29.808695Z","caller":"traceutil/trace.go:171","msg":"trace[1869659281] linearizableReadLoop","detail":"{readStateIndex:14073; appliedIndex:14072; }","duration":"108.400549ms","start":"2026-03-31T20:47:29.700274Z","end":"2026-03-31T20:47:29.808674Z","steps":["trace[1869659281] 'read index received' (duration: 104.989212ms)","trace[1869659281] 'applied index is now lower than readState.Index' (duration: 3.410377ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:47:29.808982Z","caller":"traceutil/trace.go:171","msg":"trace[1341495661] transaction","detail":"{read_only:false; response_revision:13581; number_of_response:1; }","duration":"111.575668ms","start":"2026-03-31T20:47:29.697396Z","end":"2026-03-31T20:47:29.808972Z","steps":["trace[1341495661] 'process raft request' (duration: 111.168658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:47:29.809222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.926562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-76hz9\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-31T20:47:29.809252Z","caller":"traceutil/trace.go:171","msg":"trace[2056165018] range","detail":"{range_begin:/registry/pods/openstack/keepalived-76hz9; range_end:; response_count:1; response_revision:13581; }","duration":"108.993693ms","start":"2026-03-31T20:47:29.70025Z","end":"2026-03-31T20:47:29.809243Z","steps":["trace[2056165018] 'agreement among raft nodes before linearized reading' (duration: 108.8756ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:48:21.688318Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11635} {"level":"info","ts":"2026-03-31T20:48:21.770514Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11635,"took":"78.512876ms","hash":242314903,"current-db-size-bytes":44765184,"current-db-size":"45 MB","current-db-size-in-use-bytes":26374144,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-31T20:48:21.770575Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":242314903,"revision":11635,"compact-revision":9543} {"level":"warn","ts":"2026-03-31T20:49:03.53917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.096197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:49:03.539224Z","caller":"traceutil/trace.go:171","msg":"trace[50191857] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:14157; }","duration":"150.200021ms","start":"2026-03-31T20:49:03.38901Z","end":"2026-03-31T20:49:03.53921Z","steps":["trace[50191857] 'count revisions from in-memory index tree' (duration: 150.002295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:49:03.539333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.459255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-hdkrk\" ","response":"range_response_count:1 size:8554"} {"level":"info","ts":"2026-03-31T20:49:03.53935Z","caller":"traceutil/trace.go:171","msg":"trace[1453748819] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-hdkrk; range_end:; response_count:1; response_revision:14157; }","duration":"115.513937ms","start":"2026-03-31T20:49:03.423832Z","end":"2026-03-31T20:49:03.539346Z","steps":["trace[1453748819] 'range keys from in-memory index tree' (duration: 115.361393ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:49:03.895481Z","caller":"traceutil/trace.go:171","msg":"trace[296668223] transaction","detail":"{read_only:false; response_revision:14159; number_of_response:1; }","duration":"225.373823ms","start":"2026-03-31T20:49:03.670077Z","end":"2026-03-31T20:49:03.895451Z","steps":["trace[296668223] 'process raft request' (duration: 224.88064ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:49:03.912255Z","caller":"traceutil/trace.go:171","msg":"trace[1092961223] transaction","detail":"{read_only:false; response_revision:14160; number_of_response:1; }","duration":"176.998476ms","start":"2026-03-31T20:49:03.73521Z","end":"2026-03-31T20:49:03.912209Z","steps":["trace[1092961223] 'process raft request' (duration: 176.81051ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:49:04.387789Z","caller":"traceutil/trace.go:171","msg":"trace[2091099667] transaction","detail":"{read_only:false; response_revision:14165; number_of_response:1; }","duration":"157.582917ms","start":"2026-03-31T20:49:04.23018Z","end":"2026-03-31T20:49:04.387763Z","steps":["trace[2091099667] 'process raft request' (duration: 157.471544ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:49:04.387798Z","caller":"traceutil/trace.go:171","msg":"trace[949383708] transaction","detail":"{read_only:false; response_revision:14164; number_of_response:1; }","duration":"158.294714ms","start":"2026-03-31T20:49:04.229478Z","end":"2026-03-31T20:49:04.387773Z","steps":["trace[949383708] 'process raft request' (duration: 157.081334ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:49:06.129971Z","caller":"traceutil/trace.go:171","msg":"trace[2917526] transaction","detail":"{read_only:false; response_revision:14176; number_of_response:1; }","duration":"164.960662ms","start":"2026-03-31T20:49:05.964974Z","end":"2026-03-31T20:49:06.129935Z","steps":["trace[2917526] 'process raft request' (duration: 116.870732ms)","trace[2917526] 'compare' (duration: 47.766842ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:49:06.381358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.546711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:49:06.381471Z","caller":"traceutil/trace.go:171","msg":"trace[1885952076] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14176; }","duration":"135.690455ms","start":"2026-03-31T20:49:06.245753Z","end":"2026-03-31T20:49:06.381443Z","steps":["trace[1885952076] 'range keys from in-memory index tree' (duration: 135.368397ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:49:08.031564Z","caller":"traceutil/trace.go:171","msg":"trace[1218612876] transaction","detail":"{read_only:false; response_revision:14187; number_of_response:1; }","duration":"109.357862ms","start":"2026-03-31T20:49:07.922167Z","end":"2026-03-31T20:49:08.031525Z","steps":["trace[1218612876] 'process raft request' (duration: 109.301491ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:49:08.031692Z","caller":"traceutil/trace.go:171","msg":"trace[1846356938] transaction","detail":"{read_only:false; response_revision:14186; number_of_response:1; }","duration":"109.459795ms","start":"2026-03-31T20:49:07.922173Z","end":"2026-03-31T20:49:08.031633Z","steps":["trace[1846356938] 'process raft request' (duration: 109.140117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:49:08.280372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.948802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:49:08.280544Z","caller":"traceutil/trace.go:171","msg":"trace[2006009482] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14187; }","duration":"107.141277ms","start":"2026-03-31T20:49:08.173379Z","end":"2026-03-31T20:49:08.28052Z","steps":["trace[2006009482] 'count revisions from in-memory index tree' (duration: 106.87025ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:49:08.280604Z","caller":"traceutil/trace.go:171","msg":"trace[2115687773] transaction","detail":"{read_only:false; response_revision:14188; number_of_response:1; }","duration":"107.114956ms","start":"2026-03-31T20:49:08.173437Z","end":"2026-03-31T20:49:08.280552Z","steps":["trace[2115687773] 'process raft request' (duration: 46.985372ms)","trace[2115687773] 'compare' (duration: 59.907738ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:49:48.002934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.788556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:49:48.00306Z","caller":"traceutil/trace.go:171","msg":"trace[542441458] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14542; }","duration":"127.9669ms","start":"2026-03-31T20:49:47.875066Z","end":"2026-03-31T20:49:48.003033Z","steps":["trace[542441458] 'range keys from in-memory index tree' (duration: 127.712004ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:49:48.051829Z","caller":"traceutil/trace.go:171","msg":"trace[128219402] transaction","detail":"{read_only:false; response_revision:14543; number_of_response:1; }","duration":"132.744441ms","start":"2026-03-31T20:49:47.919016Z","end":"2026-03-31T20:49:48.05176Z","steps":["trace[128219402] 'process raft request' (duration: 132.579217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:08.742181Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973358818,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:51:08.960966Z","caller":"traceutil/trace.go:171","msg":"trace[43773351] transaction","detail":"{read_only:false; response_revision:15086; number_of_response:1; }","duration":"729.249617ms","start":"2026-03-31T20:51:08.231701Z","end":"2026-03-31T20:51:08.96095Z","steps":["trace[43773351] 'process raft request' (duration: 729.157544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:08.961071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:08.231663Z","time spent":"729.349369ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:51:09.162867Z","caller":"traceutil/trace.go:171","msg":"trace[1197100672] linearizableReadLoop","detail":"{readStateIndex:15635; appliedIndex:15632; }","duration":"920.936351ms","start":"2026-03-31T20:51:08.241896Z","end":"2026-03-31T20:51:09.162833Z","steps":["trace[1197100672] 'read index received' (duration: 718.953707ms)","trace[1197100672] 'applied index is now lower than readState.Index' (duration: 201.981564ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:51:09.162977Z","caller":"traceutil/trace.go:171","msg":"trace[1031867653] transaction","detail":"{read_only:false; response_revision:15087; number_of_response:1; }","duration":"620.041866ms","start":"2026-03-31T20:51:08.542924Z","end":"2026-03-31T20:51:09.162966Z","steps":["trace[1031867653] 'process raft request' (duration: 613.679686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:09.163076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:08.542896Z","time spent":"620.106478ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:51:09.163079Z","caller":"traceutil/trace.go:171","msg":"trace[2032488695] transaction","detail":"{read_only:false; response_revision:15088; number_of_response:1; }","duration":"455.089335ms","start":"2026-03-31T20:51:08.707956Z","end":"2026-03-31T20:51:09.163046Z","steps":["trace[2032488695] 'process raft request' (duration: 454.760477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:09.163256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:08.707932Z","time spent":"455.231769ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:51:09.163264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.332201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:51:09.16335Z","caller":"traceutil/trace.go:171","msg":"trace[1093782546] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:15088; }","duration":"921.458513ms","start":"2026-03-31T20:51:08.241871Z","end":"2026-03-31T20:51:09.163329Z","steps":["trace[1093782546] 'agreement among raft nodes before linearized reading' (duration: 921.268619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:09.16341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:08.241859Z","time spent":"921.540635ms","remote":"127.0.0.1:54702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:51:09.164442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.262591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:51:09.164501Z","caller":"traceutil/trace.go:171","msg":"trace[589845103] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15090; }","duration":"438.359683ms","start":"2026-03-31T20:51:08.726129Z","end":"2026-03-31T20:51:09.164489Z","steps":["trace[589845103] 'agreement among raft nodes before linearized reading' (duration: 438.202799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:09.16453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:08.726109Z","time spent":"438.414624ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:51:09.16476Z","caller":"traceutil/trace.go:171","msg":"trace[1860480197] transaction","detail":"{read_only:false; response_revision:15089; number_of_response:1; }","duration":"146.95625ms","start":"2026-03-31T20:51:09.017793Z","end":"2026-03-31T20:51:09.164749Z","steps":["trace[1860480197] 'process raft request' (duration: 146.344744ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:51:12.52678Z","caller":"traceutil/trace.go:171","msg":"trace[2109330302] transaction","detail":"{read_only:false; response_revision:15104; number_of_response:1; }","duration":"494.881187ms","start":"2026-03-31T20:51:12.031877Z","end":"2026-03-31T20:51:12.526758Z","steps":["trace[2109330302] 'process raft request' (duration: 494.714133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:12.526931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:12.031857Z","time spent":"494.99236ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:51:33.096608Z","caller":"traceutil/trace.go:171","msg":"trace[858316031] linearizableReadLoop","detail":"{readStateIndex:15764; appliedIndex:15763; }","duration":"226.057595ms","start":"2026-03-31T20:51:32.870518Z","end":"2026-03-31T20:51:33.096575Z","steps":["trace[858316031] 'read index received' (duration: 225.605264ms)","trace[858316031] 'applied index is now lower than readState.Index' (duration: 450.731µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:51:33.096915Z","caller":"traceutil/trace.go:171","msg":"trace[743186964] transaction","detail":"{read_only:false; response_revision:15212; number_of_response:1; }","duration":"476.326131ms","start":"2026-03-31T20:51:32.620553Z","end":"2026-03-31T20:51:33.096879Z","steps":["trace[743186964] 'process raft request' (duration: 475.681394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:33.097028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.512797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:51:33.097075Z","caller":"traceutil/trace.go:171","msg":"trace[397282317] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15212; }","duration":"226.565468ms","start":"2026-03-31T20:51:32.870495Z","end":"2026-03-31T20:51:33.09706Z","steps":["trace[397282317] 'agreement among raft nodes before linearized reading' (duration: 226.484186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:33.097068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:32.620526Z","time spent":"476.444714ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:51:33.637844Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973359167,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:51:34.138672Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973359167,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:51:34.224413Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.048284454s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:51:34.224986Z","caller":"traceutil/trace.go:171","msg":"trace[1517478030] transaction","detail":"{read_only:false; response_revision:15213; number_of_response:1; }","duration":"1.123871695s","start":"2026-03-31T20:51:33.101087Z","end":"2026-03-31T20:51:34.224959Z","steps":["trace[1517478030] 'process raft request' (duration: 1.123589978s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:34.225195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:33.101069Z","time spent":"1.123994157s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:51:34.310024Z","caller":"traceutil/trace.go:171","msg":"trace[933289682] transaction","detail":"{read_only:false; response_revision:15215; number_of_response:1; }","duration":"1.063191869s","start":"2026-03-31T20:51:33.246808Z","end":"2026-03-31T20:51:34.31Z","steps":["trace[933289682] 'process raft request' (duration: 1.063132518s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:34.310183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:33.246774Z","time spent":"1.063319363s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:51:34.310362Z","caller":"traceutil/trace.go:171","msg":"trace[63450819] transaction","detail":"{read_only:false; response_revision:15214; number_of_response:1; }","duration":"1.16143838s","start":"2026-03-31T20:51:33.148885Z","end":"2026-03-31T20:51:34.310323Z","steps":["trace[63450819] 'process raft request' (duration: 1.160941597s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:34.31046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:33.148863Z","time spent":"1.161528032s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:51:34.310707Z","caller":"traceutil/trace.go:171","msg":"trace[361136310] transaction","detail":"{read_only:false; response_revision:15216; number_of_response:1; }","duration":"1.063298742s","start":"2026-03-31T20:51:33.247356Z","end":"2026-03-31T20:51:34.310655Z","steps":["trace[361136310] 'process raft request' (duration: 1.062615575s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:34.311009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:33.247328Z","time spent":"1.063517407s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:51:34.311006Z","caller":"traceutil/trace.go:171","msg":"trace[1181638987] linearizableReadLoop","detail":"{readStateIndex:15771; appliedIndex:15764; }","duration":"1.173165515s","start":"2026-03-31T20:51:33.137776Z","end":"2026-03-31T20:51:34.310941Z","steps":["trace[1181638987] 'read index received' (duration: 1.086924035s)","trace[1181638987] 'applied index is now lower than readState.Index' (duration: 86.24036ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:51:34.311062Z","caller":"traceutil/trace.go:171","msg":"trace[1197329041] transaction","detail":"{read_only:false; response_revision:15217; number_of_response:1; }","duration":"1.056335797s","start":"2026-03-31T20:51:33.254718Z","end":"2026-03-31T20:51:34.311054Z","steps":["trace[1197329041] 'process raft request' (duration: 1.055815994s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:51:34.31102Z","caller":"traceutil/trace.go:171","msg":"trace[344987944] transaction","detail":"{read_only:false; response_revision:15218; number_of_response:1; }","duration":"1.05489962s","start":"2026-03-31T20:51:33.256102Z","end":"2026-03-31T20:51:34.311002Z","steps":["trace[344987944] 'process raft request' (duration: 1.054673295s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:34.311201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:33.256091Z","time spent":"1.055079155s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:51:34.311245Z","caller":"traceutil/trace.go:171","msg":"trace[2037499783] transaction","detail":"{read_only:false; response_revision:15219; number_of_response:1; }","duration":"794.583564ms","start":"2026-03-31T20:51:33.516646Z","end":"2026-03-31T20:51:34.311229Z","steps":["trace[2037499783] 'process raft request' (duration: 794.208245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:34.311241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:33.254702Z","time spent":"1.056431749s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:51:34.311445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048690254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T20:51:34.311435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:33.51662Z","time spent":"794.694247ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:51:34.311486Z","caller":"traceutil/trace.go:171","msg":"trace[1811651381] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15219; }","duration":"1.048746855s","start":"2026-03-31T20:51:33.262727Z","end":"2026-03-31T20:51:34.311474Z","steps":["trace[1811651381] 'agreement among raft nodes before linearized reading' (duration: 1.048570361s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:34.311517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:33.262719Z","time spent":"1.048790846s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:51:34.311652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.459983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:51:34.311634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.497158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-76hz9\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-31T20:51:34.31167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.562319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-31T20:51:34.311686Z","caller":"traceutil/trace.go:171","msg":"trace[620166794] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:15219; }","duration":"540.524354ms","start":"2026-03-31T20:51:33.771153Z","end":"2026-03-31T20:51:34.311677Z","steps":["trace[620166794] 'agreement among raft nodes before linearized reading' (duration: 540.447482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:34.311677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.403402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:51:34.311728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:33.771136Z","time spent":"540.584846ms","remote":"127.0.0.1:52598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:51:34.311739Z","caller":"traceutil/trace.go:171","msg":"trace[370082879] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:15219; }","duration":"269.667952ms","start":"2026-03-31T20:51:34.042051Z","end":"2026-03-31T20:51:34.311719Z","steps":["trace[370082879] 'agreement among raft nodes before linearized reading' (duration: 269.434176ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:51:34.311779Z","caller":"traceutil/trace.go:171","msg":"trace[803325974] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:15219; }","duration":"315.561626ms","start":"2026-03-31T20:51:33.996196Z","end":"2026-03-31T20:51:34.311758Z","steps":["trace[803325974] 'agreement among raft nodes before linearized reading' (duration: 315.359211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:34.311781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173989956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"warn","ts":"2026-03-31T20:51:34.311816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.842904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T20:51:34.311827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.704164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T20:51:34.311834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:33.996175Z","time spent":"315.647468ms","remote":"127.0.0.1:54620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:51:34.311859Z","caller":"traceutil/trace.go:171","msg":"trace[1697644264] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15219; }","duration":"958.909556ms","start":"2026-03-31T20:51:33.35294Z","end":"2026-03-31T20:51:34.31185Z","steps":["trace[1697644264] 'agreement among raft nodes before linearized reading' (duration: 958.808244ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:51:34.311873Z","caller":"traceutil/trace.go:171","msg":"trace[1289506019] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:15219; }","duration":"1.174125059s","start":"2026-03-31T20:51:33.137723Z","end":"2026-03-31T20:51:34.311848Z","steps":["trace[1289506019] 'agreement among raft nodes before linearized reading' (duration: 1.173895414s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:51:34.311897Z","caller":"traceutil/trace.go:171","msg":"trace[61693496] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15219; }","duration":"980.784747ms","start":"2026-03-31T20:51:33.331075Z","end":"2026-03-31T20:51:34.31186Z","steps":["trace[61693496] 'agreement among raft nodes before linearized reading' (duration: 980.581372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:34.311906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:33.352924Z","time spent":"958.973998ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:51:34.311932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:33.331057Z","time spent":"980.865888ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:51:34.311931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:33.137699Z","time spent":"1.174219291s","remote":"127.0.0.1:52318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-03-31T20:51:34.311708Z","caller":"traceutil/trace.go:171","msg":"trace[1975490894] range","detail":"{range_begin:/registry/pods/openstack/keepalived-76hz9; range_end:; response_count:1; response_revision:15219; }","duration":"508.621501ms","start":"2026-03-31T20:51:33.803069Z","end":"2026-03-31T20:51:34.31169Z","steps":["trace[1975490894] 'agreement among raft nodes before linearized reading' (duration: 508.350685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:34.312083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:33.803051Z","time spent":"509.021021ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-76hz9\" "} {"level":"warn","ts":"2026-03-31T20:51:34.312252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043574885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-31T20:51:34.312301Z","caller":"traceutil/trace.go:171","msg":"trace[1468719817] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15219; }","duration":"1.043640336s","start":"2026-03-31T20:51:33.26865Z","end":"2026-03-31T20:51:34.31229Z","steps":["trace[1468719817] 'agreement among raft nodes before linearized reading' (duration: 1.043012901s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:34.312398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:33.268642Z","time spent":"1.04374547s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T20:51:42.608497Z","caller":"traceutil/trace.go:171","msg":"trace[1711551993] transaction","detail":"{read_only:false; response_revision:15254; number_of_response:1; }","duration":"332.122144ms","start":"2026-03-31T20:51:42.276346Z","end":"2026-03-31T20:51:42.608469Z","steps":["trace[1711551993] 'process raft request' (duration: 331.952199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:42.608706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:42.276331Z","time spent":"332.279897ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:51:42.929389Z","caller":"traceutil/trace.go:171","msg":"trace[2007532926] transaction","detail":"{read_only:false; response_revision:15256; number_of_response:1; }","duration":"574.013027ms","start":"2026-03-31T20:51:42.355358Z","end":"2026-03-31T20:51:42.929371Z","steps":["trace[2007532926] 'process raft request' (duration: 573.964746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:42.929558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:42.355344Z","time spent":"574.118459ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:51:42.929629Z","caller":"traceutil/trace.go:171","msg":"trace[2094093546] transaction","detail":"{read_only:false; response_revision:15257; number_of_response:1; }","duration":"572.416076ms","start":"2026-03-31T20:51:42.357199Z","end":"2026-03-31T20:51:42.929615Z","steps":["trace[2094093546] 'process raft request' (duration: 572.149009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:42.929676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:42.357187Z","time spent":"572.463157ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:51:42.929644Z","caller":"traceutil/trace.go:171","msg":"trace[1569833351] linearizableReadLoop","detail":"{readStateIndex:15812; appliedIndex:15807; }","duration":"568.714353ms","start":"2026-03-31T20:51:42.360904Z","end":"2026-03-31T20:51:42.929618Z","steps":["trace[1569833351] 'read index received' (duration: 247.408343ms)","trace[1569833351] 'applied index is now lower than readState.Index' (duration: 321.30512ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:51:42.929848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.920759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:51:42.929914Z","caller":"traceutil/trace.go:171","msg":"trace[612114936] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15258; }","duration":"569.036182ms","start":"2026-03-31T20:51:42.360861Z","end":"2026-03-31T20:51:42.929897Z","steps":["trace[612114936] 'agreement among raft nodes before linearized reading' (duration: 568.834646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:42.929959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:42.360844Z","time spent":"569.101684ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:51:42.930014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.823447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:51:42.930049Z","caller":"traceutil/trace.go:171","msg":"trace[2135942297] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15258; }","duration":"566.886557ms","start":"2026-03-31T20:51:42.363153Z","end":"2026-03-31T20:51:42.93004Z","steps":["trace[2135942297] 'agreement among raft nodes before linearized reading' (duration: 566.781085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:42.93007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:42.363141Z","time spent":"566.924689ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:51:42.930056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.894557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:51:42.930444Z","caller":"traceutil/trace.go:171","msg":"trace[1494534506] transaction","detail":"{read_only:false; response_revision:15255; number_of_response:1; }","duration":"579.639128ms","start":"2026-03-31T20:51:42.350472Z","end":"2026-03-31T20:51:42.930111Z","steps":["trace[1494534506] 'process raft request' (duration: 578.706434ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:51:42.930478Z","caller":"traceutil/trace.go:171","msg":"trace[841229631] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15258; }","duration":"569.312928ms","start":"2026-03-31T20:51:42.361134Z","end":"2026-03-31T20:51:42.930447Z","steps":["trace[841229631] 'agreement among raft nodes before linearized reading' (duration: 568.713413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:42.930534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:42.36112Z","time spent":"569.40011ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:51:42.930521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.707062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-76hz9\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-31T20:51:42.93058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:42.350448Z","time spent":"580.041158ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:51:42.930603Z","caller":"traceutil/trace.go:171","msg":"trace[891320679] range","detail":"{range_begin:/registry/pods/openstack/keepalived-76hz9; range_end:; response_count:1; response_revision:15258; }","duration":"525.827775ms","start":"2026-03-31T20:51:42.404753Z","end":"2026-03-31T20:51:42.93058Z","steps":["trace[891320679] 'agreement among raft nodes before linearized reading' (duration: 525.136538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:42.930676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:42.404732Z","time spent":"525.933837ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-76hz9\" "} {"level":"info","ts":"2026-03-31T20:51:42.930447Z","caller":"traceutil/trace.go:171","msg":"trace[684163759] transaction","detail":"{read_only:false; response_revision:15258; number_of_response:1; }","duration":"572.467407ms","start":"2026-03-31T20:51:42.357205Z","end":"2026-03-31T20:51:42.929672Z","steps":["trace[684163759] 'process raft request' (duration: 572.316784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:42.931534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:42.357184Z","time spent":"574.247062ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:51:50.523914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.712661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:51:50.524207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.960344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:51:50.524297Z","caller":"traceutil/trace.go:171","msg":"trace[470630892] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:15313; }","duration":"304.096709ms","start":"2026-03-31T20:51:50.220179Z","end":"2026-03-31T20:51:50.524276Z","steps":["trace[470630892] 'count revisions from in-memory index tree' (duration: 303.880353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:50.524321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.294945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-w4nsj\" ","response":"range_response_count:1 size:11628"} {"level":"warn","ts":"2026-03-31T20:51:50.524348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:50.220162Z","time spent":"304.17453ms","remote":"127.0.0.1:54214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:51:50.524349Z","caller":"traceutil/trace.go:171","msg":"trace[1671748731] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15313; }","duration":"655.871645ms","start":"2026-03-31T20:51:49.868122Z","end":"2026-03-31T20:51:50.523994Z","steps":["trace[1671748731] 'range keys from in-memory index tree' (duration: 655.631829ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:51:50.52441Z","caller":"traceutil/trace.go:171","msg":"trace[139756400] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-w4nsj; range_end:; response_count:1; response_revision:15313; }","duration":"817.410418ms","start":"2026-03-31T20:51:49.706974Z","end":"2026-03-31T20:51:50.524385Z","steps":["trace[139756400] 'range keys from in-memory index tree' (duration: 817.053608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:50.524435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:49.868098Z","time spent":"656.323937ms","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:51:50.524458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:49.706959Z","time spent":"817.48632ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11651,"request content":"key:\"/registry/pods/openstack/openvswitch-w4nsj\" "} {"level":"info","ts":"2026-03-31T20:51:50.687392Z","caller":"traceutil/trace.go:171","msg":"trace[1440853331] transaction","detail":"{read_only:false; response_revision:15314; number_of_response:1; }","duration":"150.715281ms","start":"2026-03-31T20:51:50.536638Z","end":"2026-03-31T20:51:50.687353Z","steps":["trace[1440853331] 'process raft request' (duration: 150.356092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:50.954371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.579217ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:51:50.954575Z","caller":"traceutil/trace.go:171","msg":"trace[2075959967] transaction","detail":"{read_only:false; response_revision:15315; number_of_response:1; }","duration":"261.694281ms","start":"2026-03-31T20:51:50.692842Z","end":"2026-03-31T20:51:50.954536Z","steps":["trace[2075959967] 'process raft request' (duration: 81.860089ms)","trace[2075959967] 'compare' (duration: 179.213667ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:51:51.102428Z","caller":"traceutil/trace.go:171","msg":"trace[166842546] transaction","detail":"{read_only:false; response_revision:15316; number_of_response:1; }","duration":"130.269287ms","start":"2026-03-31T20:51:50.972134Z","end":"2026-03-31T20:51:51.102403Z","steps":["trace[166842546] 'process raft request' (duration: 99.713778ms)","trace[166842546] 'compare' (duration: 30.440066ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:51:51.118674Z","caller":"traceutil/trace.go:171","msg":"trace[1618403243] linearizableReadLoop","detail":"{readStateIndex:15876; appliedIndex:15872; }","duration":"133.291273ms","start":"2026-03-31T20:51:50.985365Z","end":"2026-03-31T20:51:51.118656Z","steps":["trace[1618403243] 'read index received' (duration: 86.495156ms)","trace[1618403243] 'applied index is now lower than readState.Index' (duration: 46.795047ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:51:51.118696Z","caller":"traceutil/trace.go:171","msg":"trace[1956863603] transaction","detail":"{read_only:false; response_revision:15317; number_of_response:1; }","duration":"137.107508ms","start":"2026-03-31T20:51:50.981567Z","end":"2026-03-31T20:51:51.118675Z","steps":["trace[1956863603] 'process raft request' (duration: 136.914374ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:51:51.118763Z","caller":"traceutil/trace.go:171","msg":"trace[77791853] transaction","detail":"{read_only:false; response_revision:15318; number_of_response:1; }","duration":"136.203666ms","start":"2026-03-31T20:51:50.982528Z","end":"2026-03-31T20:51:51.118732Z","steps":["trace[77791853] 'process raft request' (duration: 136.054582ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:51:51.118807Z","caller":"traceutil/trace.go:171","msg":"trace[1945108772] transaction","detail":"{read_only:false; response_revision:15319; number_of_response:1; }","duration":"136.182175ms","start":"2026-03-31T20:51:50.982588Z","end":"2026-03-31T20:51:51.11877Z","steps":["trace[1945108772] 'process raft request' (duration: 136.036691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:51.118841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.457557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T20:51:51.118932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.286461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-76hz9\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-31T20:51:51.118984Z","caller":"traceutil/trace.go:171","msg":"trace[387333540] range","detail":"{range_begin:/registry/pods/openstack/keepalived-76hz9; range_end:; response_count:1; response_revision:15319; }","duration":"129.353473ms","start":"2026-03-31T20:51:50.989616Z","end":"2026-03-31T20:51:51.11897Z","steps":["trace[387333540] 'agreement among raft nodes before linearized reading' (duration: 129.200309ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:51:51.118983Z","caller":"traceutil/trace.go:171","msg":"trace[303570700] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15319; }","duration":"133.629451ms","start":"2026-03-31T20:51:50.985335Z","end":"2026-03-31T20:51:51.118964Z","steps":["trace[303570700] 'agreement among raft nodes before linearized reading' (duration: 133.414145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:51.118981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.45121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:51:51.119052Z","caller":"traceutil/trace.go:171","msg":"trace[1037234006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15319; }","duration":"132.544453ms","start":"2026-03-31T20:51:50.986489Z","end":"2026-03-31T20:51:51.119033Z","steps":["trace[1037234006] 'agreement among raft nodes before linearized reading' (duration: 132.351958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:51.118992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.329913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:51:51.119098Z","caller":"traceutil/trace.go:171","msg":"trace[1432882713] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15319; }","duration":"133.481338ms","start":"2026-03-31T20:51:50.985608Z","end":"2026-03-31T20:51:51.119089Z","steps":["trace[1432882713] 'agreement among raft nodes before linearized reading' (duration: 133.205371ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:51:51.264311Z","caller":"traceutil/trace.go:171","msg":"trace[1210529588] transaction","detail":"{read_only:false; response_revision:15321; number_of_response:1; }","duration":"140.965846ms","start":"2026-03-31T20:51:51.123311Z","end":"2026-03-31T20:51:51.264277Z","steps":["trace[1210529588] 'process raft request' (duration: 128.480032ms)","trace[1210529588] 'compare' (duration: 12.272819ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:51:51.264429Z","caller":"traceutil/trace.go:171","msg":"trace[903962566] linearizableReadLoop","detail":"{readStateIndex:15879; appliedIndex:15876; }","duration":"138.793672ms","start":"2026-03-31T20:51:51.125616Z","end":"2026-03-31T20:51:51.26441Z","steps":["trace[903962566] 'read index received' (duration: 44.078379ms)","trace[903962566] 'applied index is now lower than readState.Index' (duration: 94.713893ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:51:51.265677Z","caller":"traceutil/trace.go:171","msg":"trace[157358862] transaction","detail":"{read_only:false; response_revision:15322; number_of_response:1; }","duration":"141.544179ms","start":"2026-03-31T20:51:51.124111Z","end":"2026-03-31T20:51:51.265655Z","steps":["trace[157358862] 'process raft request' (duration: 140.110974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:51.265852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.198656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:51:51.26594Z","caller":"traceutil/trace.go:171","msg":"trace[588543537] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:15322; }","duration":"140.324559ms","start":"2026-03-31T20:51:51.125595Z","end":"2026-03-31T20:51:51.265919Z","steps":["trace[588543537] 'agreement among raft nodes before linearized reading' (duration: 140.170585ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:51:53.37779Z","caller":"traceutil/trace.go:171","msg":"trace[112672095] transaction","detail":"{read_only:false; response_revision:15324; number_of_response:1; }","duration":"412.656857ms","start":"2026-03-31T20:51:52.965102Z","end":"2026-03-31T20:51:53.377759Z","steps":["trace[112672095] 'process raft request' (duration: 412.451482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:53.377964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:52.965081Z","time spent":"412.795491ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:51:54.672014Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.294422384s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:51:54.673819Z","caller":"traceutil/trace.go:171","msg":"trace[977481256] transaction","detail":"{read_only:false; response_revision:15326; number_of_response:1; }","duration":"1.549745006s","start":"2026-03-31T20:51:53.12405Z","end":"2026-03-31T20:51:54.673795Z","steps":["trace[977481256] 'process raft request' (duration: 1.549620953s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:51:54.67383Z","caller":"traceutil/trace.go:171","msg":"trace[1078263553] transaction","detail":"{read_only:false; response_revision:15325; number_of_response:1; }","duration":"1.566757724s","start":"2026-03-31T20:51:53.107031Z","end":"2026-03-31T20:51:54.673789Z","steps":["trace[1078263553] 'process raft request' (duration: 1.565194025s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:54.67398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:53.124026Z","time spent":"1.549864938s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:51:54.673983Z","caller":"traceutil/trace.go:171","msg":"trace[1197680527] linearizableReadLoop","detail":"{readStateIndex:15885; appliedIndex:15880; }","duration":"1.540395881s","start":"2026-03-31T20:51:53.13356Z","end":"2026-03-31T20:51:54.673955Z","steps":["trace[1197680527] 'read index received' (duration: 244.065568ms)","trace[1197680527] 'applied index is now lower than readState.Index' (duration: 1.296329153s)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:51:54.674007Z","caller":"traceutil/trace.go:171","msg":"trace[121259100] transaction","detail":"{read_only:false; response_revision:15327; number_of_response:1; }","duration":"1.549769326s","start":"2026-03-31T20:51:53.124208Z","end":"2026-03-31T20:51:54.673978Z","steps":["trace[121259100] 'process raft request' (duration: 1.549550461s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:54.674549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194248295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:51:54.674673Z","caller":"traceutil/trace.go:171","msg":"trace[1252970642] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15328; }","duration":"1.194400508s","start":"2026-03-31T20:51:53.480246Z","end":"2026-03-31T20:51:54.674646Z","steps":["trace[1252970642] 'agreement among raft nodes before linearized reading' (duration: 1.194233294s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:54.674675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.47265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:415445"} {"level":"warn","ts":"2026-03-31T20:51:54.674684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:53.124174Z","time spent":"1.550420042s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:51:54.674726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:53.480225Z","time spent":"1.19448828s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:51:54.67475Z","caller":"traceutil/trace.go:171","msg":"trace[1411235373] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:15328; }","duration":"619.623693ms","start":"2026-03-31T20:51:54.055102Z","end":"2026-03-31T20:51:54.674725Z","steps":["trace[1411235373] 'agreement among raft nodes before linearized reading' (duration: 619.319545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:54.674033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:53.107009Z","time spent":"1.566900097s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:51:54.674815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:54.055088Z","time spent":"619.708645ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":415468,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-31T20:51:54.674806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405037166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:51:54.674117Z","caller":"traceutil/trace.go:171","msg":"trace[868668436] transaction","detail":"{read_only:false; response_revision:15328; number_of_response:1; }","duration":"1.548877514s","start":"2026-03-31T20:51:53.125221Z","end":"2026-03-31T20:51:54.674099Z","steps":["trace[868668436] 'process raft request' (duration: 1.548646088s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:54.675022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:53.125208Z","time spent":"1.549751215s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:51:54.6743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.540726438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-76hz9\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-31T20:51:54.675089Z","caller":"traceutil/trace.go:171","msg":"trace[1644924485] range","detail":"{range_begin:/registry/pods/openstack/keepalived-76hz9; range_end:; response_count:1; response_revision:15328; }","duration":"1.541559199s","start":"2026-03-31T20:51:53.13352Z","end":"2026-03-31T20:51:54.675079Z","steps":["trace[1644924485] 'agreement among raft nodes before linearized reading' (duration: 1.540625636s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:54.675136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:53.133508Z","time spent":"1.541614431s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-76hz9\" "} {"level":"warn","ts":"2026-03-31T20:51:54.674379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091396999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:51:54.675298Z","caller":"traceutil/trace.go:171","msg":"trace[1310331990] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:15328; }","duration":"1.092342692s","start":"2026-03-31T20:51:53.582909Z","end":"2026-03-31T20:51:54.675251Z","steps":["trace[1310331990] 'agreement among raft nodes before linearized reading' (duration: 1.091375968s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:54.674384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501462391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:51:54.675397Z","caller":"traceutil/trace.go:171","msg":"trace[520671715] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15328; }","duration":"1.502509927s","start":"2026-03-31T20:51:53.172872Z","end":"2026-03-31T20:51:54.675382Z","steps":["trace[520671715] 'agreement among raft nodes before linearized reading' (duration: 1.501354948s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:54.675446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:53.172856Z","time spent":"1.502577779s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:51:54.675444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:53.582886Z","time spent":"1.092504126s","remote":"127.0.0.1:37564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:51:54.674474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.876676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:51:54.675652Z","caller":"traceutil/trace.go:171","msg":"trace[982281054] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:15328; }","duration":"463.084126ms","start":"2026-03-31T20:51:54.212539Z","end":"2026-03-31T20:51:54.675623Z","steps":["trace[982281054] 'agreement among raft nodes before linearized reading' (duration: 461.890086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:54.674487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.243666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:51:54.674516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404043191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T20:51:54.674512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.375093633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T20:51:54.674539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.854491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-31T20:51:54.674906Z","caller":"traceutil/trace.go:171","msg":"trace[1920443146] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15328; }","duration":"1.40519404s","start":"2026-03-31T20:51:53.269687Z","end":"2026-03-31T20:51:54.674881Z","steps":["trace[1920443146] 'agreement among raft nodes before linearized reading' (duration: 1.404772849s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:54.676486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:53.269669Z","time spent":"1.40679369s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:51:54.676548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:54.212513Z","time spent":"464.01385ms","remote":"127.0.0.1:37588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:51:54.676647Z","caller":"traceutil/trace.go:171","msg":"trace[46553561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15328; }","duration":"806.427492ms","start":"2026-03-31T20:51:53.870196Z","end":"2026-03-31T20:51:54.676623Z","steps":["trace[46553561] 'agreement among raft nodes before linearized reading' (duration: 804.229636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:54.676933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:53.870182Z","time spent":"806.732369ms","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:51:54.676713Z","caller":"traceutil/trace.go:171","msg":"trace[1278549977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15328; }","duration":"1.377305969s","start":"2026-03-31T20:51:53.299401Z","end":"2026-03-31T20:51:54.676707Z","steps":["trace[1278549977] 'agreement among raft nodes before linearized reading' (duration: 1.375003971s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:54.677448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:53.299345Z","time spent":"1.378077399s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:51:54.676492Z","caller":"traceutil/trace.go:171","msg":"trace[941581081] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15328; }","duration":"1.406040631s","start":"2026-03-31T20:51:53.270427Z","end":"2026-03-31T20:51:54.676467Z","steps":["trace[941581081] 'agreement among raft nodes before linearized reading' (duration: 1.404004719s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:51:54.67668Z","caller":"traceutil/trace.go:171","msg":"trace[7930016] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:15328; }","duration":"634.012495ms","start":"2026-03-31T20:51:54.042638Z","end":"2026-03-31T20:51:54.676651Z","steps":["trace[7930016] 'agreement among raft nodes before linearized reading' (duration: 631.779679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:54.677564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:53.270406Z","time spent":"1.407116098s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:51:54.677596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:54.042594Z","time spent":"634.98117ms","remote":"127.0.0.1:52168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"info","ts":"2026-03-31T20:51:55.950933Z","caller":"traceutil/trace.go:171","msg":"trace[1441632726] transaction","detail":"{read_only:false; response_revision:15341; number_of_response:1; }","duration":"162.962119ms","start":"2026-03-31T20:51:55.787958Z","end":"2026-03-31T20:51:55.95092Z","steps":["trace[1441632726] 'process raft request' (duration: 162.874887ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:51:56.713772Z","caller":"traceutil/trace.go:171","msg":"trace[729441976] linearizableReadLoop","detail":"{readStateIndex:15900; appliedIndex:15898; }","duration":"842.636432ms","start":"2026-03-31T20:51:55.871115Z","end":"2026-03-31T20:51:56.713751Z","steps":["trace[729441976] 'read index received' (duration: 79.783717ms)","trace[729441976] 'applied index is now lower than readState.Index' (duration: 762.851795ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:51:56.713985Z","caller":"traceutil/trace.go:171","msg":"trace[1025648380] transaction","detail":"{read_only:false; response_revision:15342; number_of_response:1; }","duration":"917.720951ms","start":"2026-03-31T20:51:55.796246Z","end":"2026-03-31T20:51:56.713967Z","steps":["trace[1025648380] 'process raft request' (duration: 917.385273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:56.714133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.999521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:51:56.714195Z","caller":"traceutil/trace.go:171","msg":"trace[1816059132] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15342; }","duration":"843.104924ms","start":"2026-03-31T20:51:55.871075Z","end":"2026-03-31T20:51:56.71418Z","steps":["trace[1816059132] 'agreement among raft nodes before linearized reading' (duration: 842.995081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:56.714226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:55.871057Z","time spent":"843.162986ms","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:51:56.714177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:55.796226Z","time spent":"917.860744ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12191,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:51:56.74269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.467095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19085"} {"level":"info","ts":"2026-03-31T20:51:56.742817Z","caller":"traceutil/trace.go:171","msg":"trace[1883588286] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:15346; }","duration":"793.975577ms","start":"2026-03-31T20:51:55.948827Z","end":"2026-03-31T20:51:56.742803Z","steps":["trace[1883588286] 'agreement among raft nodes before linearized reading' (duration: 793.457154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:51:56.742862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:51:55.948815Z","time spent":"794.038549ms","remote":"127.0.0.1:52336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19108,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T20:52:02.904673Z","caller":"traceutil/trace.go:171","msg":"trace[159841574] transaction","detail":"{read_only:false; response_revision:15383; number_of_response:1; }","duration":"244.322525ms","start":"2026-03-31T20:52:02.660316Z","end":"2026-03-31T20:52:02.904639Z","steps":["trace[159841574] 'process raft request' (duration: 244.038677ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:52:02.904651Z","caller":"traceutil/trace.go:171","msg":"trace[181498384] linearizableReadLoop","detail":"{readStateIndex:15942; appliedIndex:15941; }","duration":"161.721698ms","start":"2026-03-31T20:52:02.742882Z","end":"2026-03-31T20:52:02.904603Z","steps":["trace[181498384] 'read index received' (duration: 161.324688ms)","trace[181498384] 'applied index is now lower than readState.Index' (duration: 395.13µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:52:02.904849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.936264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:52:02.904955Z","caller":"traceutil/trace.go:171","msg":"trace[731297211] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:15383; }","duration":"162.116418ms","start":"2026-03-31T20:52:02.74281Z","end":"2026-03-31T20:52:02.904926Z","steps":["trace[731297211] 'agreement among raft nodes before linearized reading' (duration: 161.923033ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:52:02.918847Z","caller":"traceutil/trace.go:171","msg":"trace[1505376086] transaction","detail":"{read_only:false; response_revision:15385; number_of_response:1; }","duration":"154.781273ms","start":"2026-03-31T20:52:02.764044Z","end":"2026-03-31T20:52:02.918825Z","steps":["trace[1505376086] 'process raft request' (duration: 154.686601ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:52:02.919043Z","caller":"traceutil/trace.go:171","msg":"trace[1904289173] transaction","detail":"{read_only:false; response_revision:15384; number_of_response:1; }","duration":"161.199675ms","start":"2026-03-31T20:52:02.757809Z","end":"2026-03-31T20:52:02.919009Z","steps":["trace[1904289173] 'process raft request' (duration: 160.707163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:02.919231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.859497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-76hz9\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-31T20:52:02.91924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.977407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T20:52:02.919258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.237767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:52:02.919263Z","caller":"traceutil/trace.go:171","msg":"trace[1643642595] transaction","detail":"{read_only:false; response_revision:15387; number_of_response:1; }","duration":"153.209914ms","start":"2026-03-31T20:52:02.766039Z","end":"2026-03-31T20:52:02.919249Z","steps":["trace[1643642595] 'process raft request' (duration: 152.977008ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:52:02.919286Z","caller":"traceutil/trace.go:171","msg":"trace[1943735992] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15387; }","duration":"149.061529ms","start":"2026-03-31T20:52:02.770214Z","end":"2026-03-31T20:52:02.919275Z","steps":["trace[1943735992] 'agreement among raft nodes before linearized reading' (duration: 148.906076ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:52:02.919293Z","caller":"traceutil/trace.go:171","msg":"trace[1571320540] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15387; }","duration":"136.314809ms","start":"2026-03-31T20:52:02.782966Z","end":"2026-03-31T20:52:02.919281Z","steps":["trace[1571320540] 'agreement among raft nodes before linearized reading' (duration: 136.192866ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:52:02.919281Z","caller":"traceutil/trace.go:171","msg":"trace[1913599866] range","detail":"{range_begin:/registry/pods/openstack/keepalived-76hz9; range_end:; response_count:1; response_revision:15387; }","duration":"131.927208ms","start":"2026-03-31T20:52:02.787342Z","end":"2026-03-31T20:52:02.919269Z","steps":["trace[1913599866] 'agreement among raft nodes before linearized reading' (duration: 131.807095ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:52:02.919368Z","caller":"traceutil/trace.go:171","msg":"trace[1186475667] transaction","detail":"{read_only:false; response_revision:15386; number_of_response:1; }","duration":"154.795054ms","start":"2026-03-31T20:52:02.764567Z","end":"2026-03-31T20:52:02.919362Z","steps":["trace[1186475667] 'process raft request' (duration: 154.215589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:02.919452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.908318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:52:02.919517Z","caller":"traceutil/trace.go:171","msg":"trace[681907614] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15387; }","duration":"136.027051ms","start":"2026-03-31T20:52:02.783474Z","end":"2026-03-31T20:52:02.919501Z","steps":["trace[681907614] 'agreement among raft nodes before linearized reading' (duration: 135.754184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:02.921092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.291074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:52:02.921141Z","caller":"traceutil/trace.go:171","msg":"trace[1576395743] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15387; }","duration":"139.362705ms","start":"2026-03-31T20:52:02.781766Z","end":"2026-03-31T20:52:02.921129Z","steps":["trace[1576395743] 'agreement among raft nodes before linearized reading' (duration: 139.224962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:18.632796Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973360355,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:52:19.133086Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973360355,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:52:19.633655Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973360355,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:52:19.683862Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.572358245s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:52:19.684309Z","caller":"traceutil/trace.go:171","msg":"trace[365970445] transaction","detail":"{read_only:false; response_revision:15646; number_of_response:1; }","duration":"1.572894929s","start":"2026-03-31T20:52:18.111385Z","end":"2026-03-31T20:52:19.68428Z","steps":["trace[365970445] 'process raft request' (duration: 1.572735415s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:19.684456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:18.111368Z","time spent":"1.573007091s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3739,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:52:20.013663Z","caller":"traceutil/trace.go:171","msg":"trace[1153734766] transaction","detail":"{read_only:false; response_revision:15647; number_of_response:1; }","duration":"1.045272188s","start":"2026-03-31T20:52:18.968354Z","end":"2026-03-31T20:52:20.013626Z","steps":["trace[1153734766] 'process raft request' (duration: 1.045033012s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:52:20.013917Z","caller":"traceutil/trace.go:171","msg":"trace[841118690] transaction","detail":"{read_only:false; response_revision:15650; number_of_response:1; }","duration":"1.037644426s","start":"2026-03-31T20:52:18.976264Z","end":"2026-03-31T20:52:20.013908Z","steps":["trace[841118690] 'process raft request' (duration: 1.037347119s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:52:20.013955Z","caller":"traceutil/trace.go:171","msg":"trace[1065809807] transaction","detail":"{read_only:false; response_revision:15649; number_of_response:1; }","duration":"1.038518688s","start":"2026-03-31T20:52:18.975404Z","end":"2026-03-31T20:52:20.013923Z","steps":["trace[1065809807] 'process raft request' (duration: 1.038171229s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:20.014021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:18.968332Z","time spent":"1.045594137s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:52:20.014029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:18.976237Z","time spent":"1.037712448s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:52:20.013668Z","caller":"traceutil/trace.go:171","msg":"trace[180740601] transaction","detail":"{read_only:false; response_revision:15648; number_of_response:1; }","duration":"1.043797681s","start":"2026-03-31T20:52:18.969841Z","end":"2026-03-31T20:52:20.013638Z","steps":["trace[180740601] 'process raft request' (duration: 1.043689038s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:20.014097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:18.975388Z","time spent":"1.038632651s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:52:20.013958Z","caller":"traceutil/trace.go:171","msg":"trace[515337041] transaction","detail":"{read_only:false; response_revision:15651; number_of_response:1; }","duration":"973.564895ms","start":"2026-03-31T20:52:19.040374Z","end":"2026-03-31T20:52:20.013939Z","steps":["trace[515337041] 'process raft request' (duration: 973.268498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:20.014454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:19.040343Z","time spent":"974.035586ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:52:20.015077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:18.969826Z","time spent":"1.044394776s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:52:20.01967Z","caller":"traceutil/trace.go:171","msg":"trace[1819298456] linearizableReadLoop","detail":"{readStateIndex:16224; appliedIndex:16216; }","duration":"1.887973223s","start":"2026-03-31T20:52:18.131679Z","end":"2026-03-31T20:52:20.019652Z","steps":["trace[1819298456] 'read index received' (duration: 1.552357463s)","trace[1819298456] 'applied index is now lower than readState.Index' (duration: 335.61474ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:52:20.01972Z","caller":"traceutil/trace.go:171","msg":"trace[477436748] transaction","detail":"{read_only:false; response_revision:15652; number_of_response:1; }","duration":"581.958206ms","start":"2026-03-31T20:52:19.437736Z","end":"2026-03-31T20:52:20.019694Z","steps":["trace[477436748] 'process raft request' (duration: 581.768811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:20.019884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564770133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:52:20.01987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:19.437718Z","time spent":"582.054658ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:52:20.019973Z","caller":"traceutil/trace.go:171","msg":"trace[887632929] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:15652; }","duration":"1.564911126s","start":"2026-03-31T20:52:18.45504Z","end":"2026-03-31T20:52:20.019951Z","steps":["trace[887632929] 'agreement among raft nodes before linearized reading' (duration: 1.564769633s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:20.020021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026860276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T20:52:20.020033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:18.45502Z","time spent":"1.56500149s","remote":"127.0.0.1:54266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:52:20.020071Z","caller":"traceutil/trace.go:171","msg":"trace[142127961] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15652; }","duration":"1.026935668s","start":"2026-03-31T20:52:18.993122Z","end":"2026-03-31T20:52:20.020058Z","steps":["trace[142127961] 'agreement among raft nodes before linearized reading' (duration: 1.026827044s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:20.020112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:18.993103Z","time spent":"1.02700128s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:52:20.02026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.866907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6d237f81-8620-48d5-8ad9-45411685ab59\" ","response":"range_response_count:1 size:3754"} {"level":"info","ts":"2026-03-31T20:52:20.020299Z","caller":"traceutil/trace.go:171","msg":"trace[648282970] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6d237f81-8620-48d5-8ad9-45411685ab59; range_end:; response_count:1; response_revision:15652; }","duration":"325.929698ms","start":"2026-03-31T20:52:19.694357Z","end":"2026-03-31T20:52:20.020287Z","steps":["trace[648282970] 'agreement among raft nodes before linearized reading' (duration: 325.835556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:20.019911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.888236299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"warn","ts":"2026-03-31T20:52:20.020409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.023522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T20:52:20.020424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105964535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-sm2lf\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-03-31T20:52:20.020449Z","caller":"traceutil/trace.go:171","msg":"trace[670248668] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15652; }","duration":"513.084184ms","start":"2026-03-31T20:52:19.507356Z","end":"2026-03-31T20:52:20.02044Z","steps":["trace[670248668] 'agreement among raft nodes before linearized reading' (duration: 512.996572ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:52:20.020458Z","caller":"traceutil/trace.go:171","msg":"trace[1231773304] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-sm2lf; range_end:; response_count:1; response_revision:15652; }","duration":"1.106061937s","start":"2026-03-31T20:52:18.914386Z","end":"2026-03-31T20:52:20.020448Z","steps":["trace[1231773304] 'agreement among raft nodes before linearized reading' (duration: 1.105976635s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:20.020478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:19.507343Z","time spent":"513.128465ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:52:20.020523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150466934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:52:20.020561Z","caller":"traceutil/trace.go:171","msg":"trace[1029712083] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15652; }","duration":"1.150533606s","start":"2026-03-31T20:52:18.870018Z","end":"2026-03-31T20:52:20.020551Z","steps":["trace[1029712083] 'agreement among raft nodes before linearized reading' (duration: 1.150485845s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:20.020585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:18.87Z","time spent":"1.150579637s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:52:20.020606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027138623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:52:20.020637Z","caller":"traceutil/trace.go:171","msg":"trace[1126200251] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15652; }","duration":"1.027208885s","start":"2026-03-31T20:52:18.99342Z","end":"2026-03-31T20:52:20.020629Z","steps":["trace[1126200251] 'agreement among raft nodes before linearized reading' (duration: 1.027130143s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:20.020672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:18.993403Z","time spent":"1.027262786s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:52:20.020394Z","caller":"traceutil/trace.go:171","msg":"trace[591224754] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:15652; }","duration":"1.888760213s","start":"2026-03-31T20:52:18.131613Z","end":"2026-03-31T20:52:20.020373Z","steps":["trace[591224754] 'agreement among raft nodes before linearized reading' (duration: 1.888171837s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:20.020753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:18.13158Z","time spent":"1.889166933s","remote":"127.0.0.1:52318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-31T20:52:20.020765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316372467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6d237f81-8620-48d5-8ad9-45411685ab59\" ","response":"range_response_count:1 size:3754"} {"level":"info","ts":"2026-03-31T20:52:20.020794Z","caller":"traceutil/trace.go:171","msg":"trace[1412961984] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6d237f81-8620-48d5-8ad9-45411685ab59; range_end:; response_count:1; response_revision:15652; }","duration":"1.316421648s","start":"2026-03-31T20:52:18.704364Z","end":"2026-03-31T20:52:20.020786Z","steps":["trace[1412961984] 'agreement among raft nodes before linearized reading' (duration: 1.316344066s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:20.02082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:18.704353Z","time spent":"1.316461019s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3777,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6d237f81-8620-48d5-8ad9-45411685ab59\" "} {"level":"warn","ts":"2026-03-31T20:52:20.020486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:18.914326Z","time spent":"1.106153969s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20698,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-sm2lf\" "} {"level":"warn","ts":"2026-03-31T20:52:20.020914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021891961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T20:52:20.020344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027534863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:52:20.021117Z","caller":"traceutil/trace.go:171","msg":"trace[1338545211] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15652; }","duration":"1.028335513s","start":"2026-03-31T20:52:18.992769Z","end":"2026-03-31T20:52:20.021105Z","steps":["trace[1338545211] 'agreement among raft nodes before linearized reading' (duration: 1.027478441s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:20.021161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:18.992757Z","time spent":"1.028393934s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:52:20.02108Z","caller":"traceutil/trace.go:171","msg":"trace[1536673309] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15652; }","duration":"1.022074515s","start":"2026-03-31T20:52:18.998981Z","end":"2026-03-31T20:52:20.021056Z","steps":["trace[1536673309] 'agreement among raft nodes before linearized reading' (duration: 1.021429759s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:20.021288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:18.99897Z","time spent":"1.022297511s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:52:20.021012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366738993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"warn","ts":"2026-03-31T20:52:20.020332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:19.694343Z","time spent":"325.981619ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3777,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6d237f81-8620-48d5-8ad9-45411685ab59\" "} {"level":"info","ts":"2026-03-31T20:52:20.021523Z","caller":"traceutil/trace.go:171","msg":"trace[1483766345] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:15652; }","duration":"1.367248876s","start":"2026-03-31T20:52:18.654236Z","end":"2026-03-31T20:52:20.021485Z","steps":["trace[1483766345] 'agreement among raft nodes before linearized reading' (duration: 1.366718833s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:20.021594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.24869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-76hz9\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-31T20:52:20.021658Z","caller":"traceutil/trace.go:171","msg":"trace[2068746854] range","detail":"{range_begin:/registry/pods/openstack/keepalived-76hz9; range_end:; response_count:1; response_revision:15652; }","duration":"964.346633ms","start":"2026-03-31T20:52:19.057298Z","end":"2026-03-31T20:52:20.021644Z","steps":["trace[2068746854] 'agreement among raft nodes before linearized reading' (duration: 964.116077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:20.021724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:19.057285Z","time spent":"964.428335ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-76hz9\" "} {"level":"warn","ts":"2026-03-31T20:52:20.023366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:18.65422Z","time spent":"1.369126743s","remote":"127.0.0.1:59022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3319,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"info","ts":"2026-03-31T20:52:28.162707Z","caller":"traceutil/trace.go:171","msg":"trace[1559150025] transaction","detail":"{read_only:false; response_revision:15720; number_of_response:1; }","duration":"115.808082ms","start":"2026-03-31T20:52:28.046857Z","end":"2026-03-31T20:52:28.162665Z","steps":["trace[1559150025] 'process raft request' (duration: 100.044516ms)","trace[1559150025] 'compare' (duration: 15.449329ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:52:28.162806Z","caller":"traceutil/trace.go:171","msg":"trace[1536406060] transaction","detail":"{read_only:false; response_revision:15721; number_of_response:1; }","duration":"115.645548ms","start":"2026-03-31T20:52:28.04709Z","end":"2026-03-31T20:52:28.162736Z","steps":["trace[1536406060] 'process raft request' (duration: 115.456103ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:52:28.162731Z","caller":"traceutil/trace.go:171","msg":"trace[1207472745] linearizableReadLoop","detail":"{readStateIndex:16296; appliedIndex:16292; }","duration":"109.545064ms","start":"2026-03-31T20:52:28.053159Z","end":"2026-03-31T20:52:28.162704Z","steps":["trace[1207472745] 'read index received' (duration: 15.614603ms)","trace[1207472745] 'applied index is now lower than readState.Index' (duration: 93.929251ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:52:28.162945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.771651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:52:28.162949Z","caller":"traceutil/trace.go:171","msg":"trace[1717478351] transaction","detail":"{read_only:false; response_revision:15722; number_of_response:1; }","duration":"110.988791ms","start":"2026-03-31T20:52:28.051933Z","end":"2026-03-31T20:52:28.162922Z","steps":["trace[1717478351] 'process raft request' (duration: 110.708634ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:52:28.163016Z","caller":"traceutil/trace.go:171","msg":"trace[1601974243] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15722; }","duration":"109.974406ms","start":"2026-03-31T20:52:28.053025Z","end":"2026-03-31T20:52:28.162999Z","steps":["trace[1601974243] 'agreement among raft nodes before linearized reading' (duration: 109.770531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:28.163137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.63282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:52:28.163182Z","caller":"traceutil/trace.go:171","msg":"trace[1004397234] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15722; }","duration":"104.714853ms","start":"2026-03-31T20:52:28.058455Z","end":"2026-03-31T20:52:28.16317Z","steps":["trace[1004397234] 'agreement among raft nodes before linearized reading' (duration: 104.547049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:28.163272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.171234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:52:28.163323Z","caller":"traceutil/trace.go:171","msg":"trace[1802954010] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15722; }","duration":"101.293617ms","start":"2026-03-31T20:52:28.062016Z","end":"2026-03-31T20:52:28.16331Z","steps":["trace[1802954010] 'agreement among raft nodes before linearized reading' (duration: 101.028021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:28.163348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.247245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:52:28.163469Z","caller":"traceutil/trace.go:171","msg":"trace[2041503573] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15722; }","duration":"101.39005ms","start":"2026-03-31T20:52:28.062053Z","end":"2026-03-31T20:52:28.163443Z","steps":["trace[2041503573] 'agreement among raft nodes before linearized reading' (duration: 101.089112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:28.163571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.677156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:52:28.163691Z","caller":"traceutil/trace.go:171","msg":"trace[565706154] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15722; }","duration":"101.862812ms","start":"2026-03-31T20:52:28.061802Z","end":"2026-03-31T20:52:28.163665Z","steps":["trace[565706154] 'agreement among raft nodes before linearized reading' (duration: 101.447881ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:52:36.482145Z","caller":"traceutil/trace.go:171","msg":"trace[1839464501] transaction","detail":"{read_only:false; response_revision:15766; number_of_response:1; }","duration":"290.506026ms","start":"2026-03-31T20:52:36.191611Z","end":"2026-03-31T20:52:36.482117Z","steps":["trace[1839464501] 'process raft request' (duration: 290.334342ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:52:36.643591Z","caller":"traceutil/trace.go:171","msg":"trace[1632981985] linearizableReadLoop","detail":"{readStateIndex:16344; appliedIndex:16341; }","duration":"439.102284ms","start":"2026-03-31T20:52:36.204459Z","end":"2026-03-31T20:52:36.643561Z","steps":["trace[1632981985] 'read index received' (duration: 277.446518ms)","trace[1632981985] 'applied index is now lower than readState.Index' (duration: 161.654456ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:52:36.643705Z","caller":"traceutil/trace.go:171","msg":"trace[1289749640] transaction","detail":"{read_only:false; response_revision:15768; number_of_response:1; }","duration":"450.938171ms","start":"2026-03-31T20:52:36.192736Z","end":"2026-03-31T20:52:36.643675Z","steps":["trace[1289749640] 'process raft request' (duration: 450.756096ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:52:36.643686Z","caller":"traceutil/trace.go:171","msg":"trace[436219099] transaction","detail":"{read_only:false; response_revision:15767; number_of_response:1; }","duration":"451.792193ms","start":"2026-03-31T20:52:36.191845Z","end":"2026-03-31T20:52:36.643637Z","steps":["trace[436219099] 'process raft request' (duration: 413.377426ms)","trace[436219099] 'compare' (duration: 38.113548ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:52:36.643871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:36.19271Z","time spent":"451.067654ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:52:36.643945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:36.191829Z","time spent":"452.001219ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:52:36.643877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.176027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-76hz9\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-31T20:52:36.644001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.399227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-sm2lf\" ","response":"range_response_count:1 size:20675"} {"level":"warn","ts":"2026-03-31T20:52:36.644008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.590827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:52:36.644092Z","caller":"traceutil/trace.go:171","msg":"trace[365245959] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15768; }","duration":"350.728541ms","start":"2026-03-31T20:52:36.293344Z","end":"2026-03-31T20:52:36.644073Z","steps":["trace[365245959] 'agreement among raft nodes before linearized reading' (duration: 350.532016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:36.644076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.67854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:52:36.64406Z","caller":"traceutil/trace.go:171","msg":"trace[1618837295] range","detail":"{range_begin:/registry/pods/openstack/keepalived-76hz9; range_end:; response_count:1; response_revision:15768; }","duration":"416.361252ms","start":"2026-03-31T20:52:36.227658Z","end":"2026-03-31T20:52:36.644019Z","steps":["trace[1618837295] 'agreement among raft nodes before linearized reading' (duration: 416.079335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:36.644122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.947033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-03-31T20:52:36.644057Z","caller":"traceutil/trace.go:171","msg":"trace[1556662412] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-sm2lf; range_end:; response_count:1; response_revision:15768; }","duration":"411.471459ms","start":"2026-03-31T20:52:36.23257Z","end":"2026-03-31T20:52:36.644041Z","steps":["trace[1556662412] 'agreement among raft nodes before linearized reading' (duration: 411.338085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:36.644147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:36.293327Z","time spent":"350.810243ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T20:52:36.64416Z","caller":"traceutil/trace.go:171","msg":"trace[1476442698] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15768; }","duration":"348.796513ms","start":"2026-03-31T20:52:36.295346Z","end":"2026-03-31T20:52:36.644143Z","steps":["trace[1476442698] 'agreement among raft nodes before linearized reading' (duration: 348.570258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:36.644181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:36.227647Z","time spent":"416.510186ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-76hz9\" "} {"level":"warn","ts":"2026-03-31T20:52:36.644184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.182302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T20:52:36.644201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:36.23256Z","time spent":"411.625332ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20698,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-sm2lf\" "} {"level":"warn","ts":"2026-03-31T20:52:36.644205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:36.295333Z","time spent":"348.860254ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:52:36.644247Z","caller":"traceutil/trace.go:171","msg":"trace[1492775154] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15768; }","duration":"347.272074ms","start":"2026-03-31T20:52:36.296959Z","end":"2026-03-31T20:52:36.644231Z","steps":["trace[1492775154] 'agreement among raft nodes before linearized reading' (duration: 347.118561ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:52:36.644189Z","caller":"traceutil/trace.go:171","msg":"trace[1183188100] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:15768; }","duration":"127.059896ms","start":"2026-03-31T20:52:36.517111Z","end":"2026-03-31T20:52:36.644171Z","steps":["trace[1183188100] 'agreement among raft nodes before linearized reading' (duration: 126.899962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:36.644339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:36.296946Z","time spent":"347.334606ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:52:36.644455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.995596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:52:36.644502Z","caller":"traceutil/trace.go:171","msg":"trace[564679817] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15768; }","duration":"440.092988ms","start":"2026-03-31T20:52:36.204398Z","end":"2026-03-31T20:52:36.644491Z","steps":["trace[564679817] 'agreement among raft nodes before linearized reading' (duration: 439.312509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:36.644533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:36.204357Z","time spent":"440.16717ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:52:36.644579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.279159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:52:36.644647Z","caller":"traceutil/trace.go:171","msg":"trace[690828487] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15768; }","duration":"348.3479ms","start":"2026-03-31T20:52:36.296283Z","end":"2026-03-31T20:52:36.644631Z","steps":["trace[690828487] 'agreement among raft nodes before linearized reading' (duration: 347.5213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:52:36.644699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:52:36.296256Z","time spent":"348.429453ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:52:58.921242Z","caller":"traceutil/trace.go:171","msg":"trace[1599440496] transaction","detail":"{read_only:false; response_revision:16173; number_of_response:1; }","duration":"107.786072ms","start":"2026-03-31T20:52:58.81342Z","end":"2026-03-31T20:52:58.921206Z","steps":["trace[1599440496] 'process raft request' (duration: 100.340144ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:53:12.894171Z","caller":"traceutil/trace.go:171","msg":"trace[703370545] transaction","detail":"{read_only:false; response_revision:16276; number_of_response:1; }","duration":"160.542247ms","start":"2026-03-31T20:53:12.73361Z","end":"2026-03-31T20:53:12.894153Z","steps":["trace[703370545] 'process raft request' (duration: 160.27561ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:53:21.727109Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13890} {"level":"info","ts":"2026-03-31T20:53:21.817182Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13890,"took":"88.228379ms","hash":1722439849,"current-db-size-bytes":44765184,"current-db-size":"45 MB","current-db-size-in-use-bytes":30711808,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-31T20:53:21.817235Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1722439849,"revision":13890,"compact-revision":11635} {"level":"info","ts":"2026-03-31T20:53:45.26193Z","caller":"traceutil/trace.go:171","msg":"trace[1774398584] linearizableReadLoop","detail":"{readStateIndex:17040; appliedIndex:17039; }","duration":"282.126385ms","start":"2026-03-31T20:53:44.979773Z","end":"2026-03-31T20:53:45.2619Z","steps":["trace[1774398584] 'read index received' (duration: 281.92344ms)","trace[1774398584] 'applied index is now lower than readState.Index' (duration: 201.825µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:53:45.2624Z","caller":"traceutil/trace.go:171","msg":"trace[341995981] transaction","detail":"{read_only:false; response_revision:16445; number_of_response:1; }","duration":"290.174727ms","start":"2026-03-31T20:53:44.972206Z","end":"2026-03-31T20:53:45.26238Z","steps":["trace[341995981] 'process raft request' (duration: 289.518961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:45.262606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.799732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T20:53:45.262758Z","caller":"traceutil/trace.go:171","msg":"trace[974930622] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16445; }","duration":"282.996077ms","start":"2026-03-31T20:53:44.979742Z","end":"2026-03-31T20:53:45.262738Z","steps":["trace[974930622] 'agreement among raft nodes before linearized reading' (duration: 282.750971ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:53:45.306438Z","caller":"traceutil/trace.go:171","msg":"trace[1706504381] transaction","detail":"{read_only:false; response_revision:16446; number_of_response:1; }","duration":"289.978223ms","start":"2026-03-31T20:53:45.016431Z","end":"2026-03-31T20:53:45.306409Z","steps":["trace[1706504381] 'process raft request' (duration: 289.527211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:45.306986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.726751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-31T20:53:45.307032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.003734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T20:53:45.30712Z","caller":"traceutil/trace.go:171","msg":"trace[1899540815] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16448; }","duration":"327.119127ms","start":"2026-03-31T20:53:44.979981Z","end":"2026-03-31T20:53:45.3071Z","steps":["trace[1899540815] 'agreement among raft nodes before linearized reading' (duration: 326.869521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:45.307306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.173886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T20:53:45.307354Z","caller":"traceutil/trace.go:171","msg":"trace[951997514] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16448; }","duration":"150.267619ms","start":"2026-03-31T20:53:45.157076Z","end":"2026-03-31T20:53:45.307344Z","steps":["trace[951997514] 'agreement among raft nodes before linearized reading' (duration: 150.121125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:45.307481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:44.979974Z","time spent":"327.188928ms","remote":"127.0.0.1:52326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-31T20:53:45.307579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.447188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-31T20:53:45.307679Z","caller":"traceutil/trace.go:171","msg":"trace[444348297] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16448; }","duration":"116.573921ms","start":"2026-03-31T20:53:45.191086Z","end":"2026-03-31T20:53:45.30766Z","steps":["trace[444348297] 'agreement among raft nodes before linearized reading' (duration: 116.277613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:45.307777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.820433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5449"} {"level":"info","ts":"2026-03-31T20:53:45.307056Z","caller":"traceutil/trace.go:171","msg":"trace[1057606100] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16448; }","duration":"121.855674ms","start":"2026-03-31T20:53:45.185184Z","end":"2026-03-31T20:53:45.307039Z","steps":["trace[1057606100] 'agreement among raft nodes before linearized reading' (duration: 121.620958ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:53:45.307779Z","caller":"traceutil/trace.go:171","msg":"trace[1098924013] transaction","detail":"{read_only:false; response_revision:16448; number_of_response:1; }","duration":"235.294927ms","start":"2026-03-31T20:53:45.072428Z","end":"2026-03-31T20:53:45.307723Z","steps":["trace[1098924013] 'process raft request' (duration: 233.687317ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:53:45.307845Z","caller":"traceutil/trace.go:171","msg":"trace[1213058986] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16448; }","duration":"323.897645ms","start":"2026-03-31T20:53:44.983923Z","end":"2026-03-31T20:53:45.30782Z","steps":["trace[1213058986] 'agreement among raft nodes before linearized reading' (duration: 323.7317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:45.307877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:44.983915Z","time spent":"323.954607ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-31T20:53:45.30798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.904305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-31T20:53:45.308029Z","caller":"traceutil/trace.go:171","msg":"trace[1043737735] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16448; }","duration":"121.969227ms","start":"2026-03-31T20:53:45.186045Z","end":"2026-03-31T20:53:45.308014Z","steps":["trace[1043737735] 'agreement among raft nodes before linearized reading' (duration: 121.821783ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:53:45.308306Z","caller":"traceutil/trace.go:171","msg":"trace[1997321355] transaction","detail":"{read_only:false; response_revision:16447; number_of_response:1; }","duration":"289.030969ms","start":"2026-03-31T20:53:45.018065Z","end":"2026-03-31T20:53:45.307096Z","steps":["trace[1997321355] 'process raft request' (duration: 288.012653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:45.308588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.839453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T20:53:45.308647Z","caller":"traceutil/trace.go:171","msg":"trace[1018815312] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16448; }","duration":"117.921126ms","start":"2026-03-31T20:53:45.190711Z","end":"2026-03-31T20:53:45.308632Z","steps":["trace[1018815312] 'agreement among raft nodes before linearized reading' (duration: 117.138605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:45.619588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.54565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T20:53:45.619717Z","caller":"traceutil/trace.go:171","msg":"trace[234328517] transaction","detail":"{read_only:false; response_revision:16449; number_of_response:1; }","duration":"304.504119ms","start":"2026-03-31T20:53:45.315193Z","end":"2026-03-31T20:53:45.619697Z","steps":["trace[234328517] 'process raft request' (duration: 195.731193ms)","trace[234328517] 'compare' (duration: 108.405497ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:53:45.619781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:45.315166Z","time spent":"304.58866ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:53:45.621917Z","caller":"traceutil/trace.go:171","msg":"trace[526857991] transaction","detail":"{read_only:false; response_revision:16450; number_of_response:1; }","duration":"306.52509ms","start":"2026-03-31T20:53:45.315357Z","end":"2026-03-31T20:53:45.621882Z","steps":["trace[526857991] 'process raft request' (duration: 306.346855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:45.622147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:45.315326Z","time spent":"306.698934ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:53:45.622151Z","caller":"traceutil/trace.go:171","msg":"trace[231277510] transaction","detail":"{read_only:false; response_revision:16451; number_of_response:1; }","duration":"305.986826ms","start":"2026-03-31T20:53:45.316134Z","end":"2026-03-31T20:53:45.62212Z","steps":["trace[231277510] 'process raft request' (duration: 305.693779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:45.622291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:45.316121Z","time spent":"306.097ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:53:45.622411Z","caller":"traceutil/trace.go:171","msg":"trace[2014053113] linearizableReadLoop","detail":"{readStateIndex:17047; appliedIndex:17043; }","duration":"304.019587ms","start":"2026-03-31T20:53:45.318319Z","end":"2026-03-31T20:53:45.622338Z","steps":["trace[2014053113] 'read index received' (duration: 192.623424ms)","trace[2014053113] 'applied index is now lower than readState.Index' (duration: 111.394983ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:53:45.622473Z","caller":"traceutil/trace.go:171","msg":"trace[580893487] transaction","detail":"{read_only:false; response_revision:16452; number_of_response:1; }","duration":"304.244652ms","start":"2026-03-31T20:53:45.318213Z","end":"2026-03-31T20:53:45.622457Z","steps":["trace[580893487] 'process raft request' (duration: 303.834462ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:53:45.622689Z","caller":"traceutil/trace.go:171","msg":"trace[911809016] transaction","detail":"{read_only:false; response_revision:16453; number_of_response:1; }","duration":"297.716338ms","start":"2026-03-31T20:53:45.324952Z","end":"2026-03-31T20:53:45.622668Z","steps":["trace[911809016] 'process raft request' (duration: 297.232396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:45.622753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:45.318205Z","time spent":"304.475068ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:53:45.622965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.633352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6d237f81-8620-48d5-8ad9-45411685ab59\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-31T20:53:45.623036Z","caller":"traceutil/trace.go:171","msg":"trace[2101897325] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6d237f81-8620-48d5-8ad9-45411685ab59; range_end:; response_count:1; response_revision:16453; }","duration":"304.701783ms","start":"2026-03-31T20:53:45.318315Z","end":"2026-03-31T20:53:45.623017Z","steps":["trace[2101897325] 'agreement among raft nodes before linearized reading' (duration: 304.478068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:45.623085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:45.318296Z","time spent":"304.777506ms","remote":"127.0.0.1:52302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-6d237f81-8620-48d5-8ad9-45411685ab59\" "} {"level":"warn","ts":"2026-03-31T20:53:45.623137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.187974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T20:53:45.623223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.724842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T20:53:45.623254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.391774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:683"} {"level":"info","ts":"2026-03-31T20:53:45.623237Z","caller":"traceutil/trace.go:171","msg":"trace[1177744330] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:16453; }","duration":"264.363638ms","start":"2026-03-31T20:53:45.358851Z","end":"2026-03-31T20:53:45.623214Z","steps":["trace[1177744330] 'agreement among raft nodes before linearized reading' (duration: 264.188054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:45.623405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.679741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5449"} {"level":"info","ts":"2026-03-31T20:53:45.623436Z","caller":"traceutil/trace.go:171","msg":"trace[1678633181] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16453; }","duration":"123.731412ms","start":"2026-03-31T20:53:45.499697Z","end":"2026-03-31T20:53:45.623428Z","steps":["trace[1678633181] 'agreement among raft nodes before linearized reading' (duration: 123.613809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:45.623506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.392933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T20:53:45.623548Z","caller":"traceutil/trace.go:171","msg":"trace[131196844] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16453; }","duration":"123.483825ms","start":"2026-03-31T20:53:45.500055Z","end":"2026-03-31T20:53:45.623539Z","steps":["trace[131196844] 'agreement among raft nodes before linearized reading' (duration: 123.424994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:45.623598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.756575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-76hz9\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-03-31T20:53:45.623663Z","caller":"traceutil/trace.go:171","msg":"trace[2140200132] range","detail":"{range_begin:/registry/pods/openstack/keepalived-76hz9; range_end:; response_count:1; response_revision:16453; }","duration":"211.844467ms","start":"2026-03-31T20:53:45.411804Z","end":"2026-03-31T20:53:45.623649Z","steps":["trace[2140200132] 'agreement among raft nodes before linearized reading' (duration: 211.686693ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:53:45.62329Z","caller":"traceutil/trace.go:171","msg":"trace[1241092068] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16453; }","duration":"123.838095ms","start":"2026-03-31T20:53:45.499436Z","end":"2026-03-31T20:53:45.623274Z","steps":["trace[1241092068] 'agreement among raft nodes before linearized reading' (duration: 123.714932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:45.623894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.313589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-sm2lf\" ","response":"range_response_count:1 size:20676"} {"level":"info","ts":"2026-03-31T20:53:45.623933Z","caller":"traceutil/trace.go:171","msg":"trace[6075627] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-sm2lf; range_end:; response_count:1; response_revision:16453; }","duration":"181.374981ms","start":"2026-03-31T20:53:45.442549Z","end":"2026-03-31T20:53:45.623924Z","steps":["trace[6075627] 'agreement among raft nodes before linearized reading' (duration: 181.268638ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:53:45.623296Z","caller":"traceutil/trace.go:171","msg":"trace[1462957056] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16453; }","duration":"123.450115ms","start":"2026-03-31T20:53:45.499834Z","end":"2026-03-31T20:53:45.623284Z","steps":["trace[1462957056] 'agreement among raft nodes before linearized reading' (duration: 123.310452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:45.624697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.676627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T20:53:45.624759Z","caller":"traceutil/trace.go:171","msg":"trace[1150861810] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16453; }","duration":"124.762388ms","start":"2026-03-31T20:53:45.499985Z","end":"2026-03-31T20:53:45.624748Z","steps":["trace[1150861810] 'agreement among raft nodes before linearized reading' (duration: 123.697011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:50.970082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.432224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T20:53:50.97017Z","caller":"traceutil/trace.go:171","msg":"trace[1528249688] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:16476; }","duration":"247.583138ms","start":"2026-03-31T20:53:50.722564Z","end":"2026-03-31T20:53:50.970148Z","steps":["trace[1528249688] 'count revisions from in-memory index tree' (duration: 247.3075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:50.970325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.501584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T20:53:50.970432Z","caller":"traceutil/trace.go:171","msg":"trace[1261085665] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:16476; }","duration":"208.645068ms","start":"2026-03-31T20:53:50.761756Z","end":"2026-03-31T20:53:50.970401Z","steps":["trace[1261085665] 'count revisions from in-memory index tree' (duration: 208.431053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:50.970433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.061511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T20:53:50.970518Z","caller":"traceutil/trace.go:171","msg":"trace[807800195] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16476; }","duration":"499.165744ms","start":"2026-03-31T20:53:50.471331Z","end":"2026-03-31T20:53:50.970496Z","steps":["trace[807800195] 'range keys from in-memory index tree' (duration: 499.00368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:50.970572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:50.47132Z","time spent":"499.238556ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T20:53:50.970583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.779207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T20:53:50.970648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.781895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-31T20:53:50.970734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.40161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5449"} {"level":"info","ts":"2026-03-31T20:53:50.970745Z","caller":"traceutil/trace.go:171","msg":"trace[1570664485] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16476; }","duration":"498.937138ms","start":"2026-03-31T20:53:50.471787Z","end":"2026-03-31T20:53:50.970724Z","steps":["trace[1570664485] 'range keys from in-memory index tree' (duration: 498.6086ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:53:50.970797Z","caller":"traceutil/trace.go:171","msg":"trace[444766034] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16476; }","duration":"499.497492ms","start":"2026-03-31T20:53:50.471287Z","end":"2026-03-31T20:53:50.970784Z","steps":["trace[444766034] 'range keys from in-memory index tree' (duration: 499.200744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:50.970808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:50.471776Z","time spent":"499.019551ms","remote":"127.0.0.1:52326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-31T20:53:50.970806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.488025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T20:53:50.970838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:50.471269Z","time spent":"499.558763ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-31T20:53:50.970881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.814818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5449"} {"level":"info","ts":"2026-03-31T20:53:50.970936Z","caller":"traceutil/trace.go:171","msg":"trace[984566122] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16476; }","duration":"450.88599ms","start":"2026-03-31T20:53:50.520035Z","end":"2026-03-31T20:53:50.970921Z","steps":["trace[984566122] 'range keys from in-memory index tree' (duration: 450.634533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:50.970927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.551117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T20:53:50.970983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:50.520025Z","time spent":"450.947831ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-31T20:53:50.970988Z","caller":"traceutil/trace.go:171","msg":"trace[2092437210] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16476; }","duration":"453.655809ms","start":"2026-03-31T20:53:50.517317Z","end":"2026-03-31T20:53:50.970973Z","steps":["trace[2092437210] 'range keys from in-memory index tree' (duration: 453.419123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:50.971041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:50.517293Z","time spent":"453.735661ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-31T20:53:50.970484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.582848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T20:53:50.971154Z","caller":"traceutil/trace.go:171","msg":"trace[1435226945] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16476; }","duration":"454.312635ms","start":"2026-03-31T20:53:50.516828Z","end":"2026-03-31T20:53:50.97114Z","steps":["trace[1435226945] 'range keys from in-memory index tree' (duration: 453.506996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:50.971199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:50.516813Z","time spent":"454.374757ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-31T20:53:50.970682Z","caller":"traceutil/trace.go:171","msg":"trace[578683130] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:16476; }","duration":"483.88615ms","start":"2026-03-31T20:53:50.486772Z","end":"2026-03-31T20:53:50.970658Z","steps":["trace[578683130] 'count revisions from in-memory index tree' (duration: 483.706486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:50.97127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:50.486763Z","time spent":"484.490065ms","remote":"127.0.0.1:52354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:53:50.970888Z","caller":"traceutil/trace.go:171","msg":"trace[484379824] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16476; }","duration":"453.585158ms","start":"2026-03-31T20:53:50.517287Z","end":"2026-03-31T20:53:50.970872Z","steps":["trace[484379824] 'range keys from in-memory index tree' (duration: 453.448604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:50.971385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:50.517282Z","time spent":"454.08783ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T20:53:51.862485Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973363303,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:53:51.886819Z","caller":"traceutil/trace.go:171","msg":"trace[1750947970] transaction","detail":"{read_only:false; response_revision:16477; number_of_response:1; }","duration":"555.503521ms","start":"2026-03-31T20:53:51.331296Z","end":"2026-03-31T20:53:51.886799Z","steps":["trace[1750947970] 'process raft request' (duration: 555.379208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:51.886949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:51.331283Z","time spent":"555.595343ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:53:51.934314Z","caller":"traceutil/trace.go:171","msg":"trace[1817455233] linearizableReadLoop","detail":"{readStateIndex:17075; appliedIndex:17072; }","duration":"572.93891ms","start":"2026-03-31T20:53:51.361356Z","end":"2026-03-31T20:53:51.934294Z","steps":["trace[1817455233] 'read index received' (duration: 525.317332ms)","trace[1817455233] 'applied index is now lower than readState.Index' (duration: 47.620698ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:53:51.934356Z","caller":"traceutil/trace.go:171","msg":"trace[1009428195] transaction","detail":"{read_only:false; response_revision:16478; number_of_response:1; }","duration":"600.697979ms","start":"2026-03-31T20:53:51.333637Z","end":"2026-03-31T20:53:51.934335Z","steps":["trace[1009428195] 'process raft request' (duration: 600.475503ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:53:51.934422Z","caller":"traceutil/trace.go:171","msg":"trace[842256935] transaction","detail":"{read_only:false; response_revision:16479; number_of_response:1; }","duration":"600.309248ms","start":"2026-03-31T20:53:51.334103Z","end":"2026-03-31T20:53:51.934413Z","steps":["trace[842256935] 'process raft request' (duration: 600.145033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:51.934473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:51.333621Z","time spent":"600.77765ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:53:51.934489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:51.334078Z","time spent":"600.364639ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:53:51.934803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.451593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-sct7f\" ","response":"range_response_count:1 size:9710"} {"level":"info","ts":"2026-03-31T20:53:51.934851Z","caller":"traceutil/trace.go:171","msg":"trace[1074293226] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-sct7f; range_end:; response_count:1; response_revision:16479; }","duration":"573.528515ms","start":"2026-03-31T20:53:51.361309Z","end":"2026-03-31T20:53:51.934837Z","steps":["trace[1074293226] 'agreement among raft nodes before linearized reading' (duration: 573.387152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:51.934885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:51.361291Z","time spent":"573.585366ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9733,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-sct7f\" "} {"level":"warn","ts":"2026-03-31T20:53:51.935071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.293232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T20:53:51.935106Z","caller":"traceutil/trace.go:171","msg":"trace[878421290] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16479; }","duration":"298.366694ms","start":"2026-03-31T20:53:51.636731Z","end":"2026-03-31T20:53:51.935097Z","steps":["trace[878421290] 'agreement among raft nodes before linearized reading' (duration: 298.315212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:51.935489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.612533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T20:53:51.935523Z","caller":"traceutil/trace.go:171","msg":"trace[1278952624] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16479; }","duration":"289.681125ms","start":"2026-03-31T20:53:51.645835Z","end":"2026-03-31T20:53:51.935516Z","steps":["trace[1278952624] 'agreement among raft nodes before linearized reading' (duration: 289.602273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:51.935519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.510152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T20:53:51.93555Z","caller":"traceutil/trace.go:171","msg":"trace[403316171] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16479; }","duration":"291.582174ms","start":"2026-03-31T20:53:51.643959Z","end":"2026-03-31T20:53:51.935541Z","steps":["trace[403316171] 'agreement among raft nodes before linearized reading' (duration: 291.502602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:51.935733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.579973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5449"} {"level":"info","ts":"2026-03-31T20:53:51.935769Z","caller":"traceutil/trace.go:171","msg":"trace[1165282628] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16479; }","duration":"295.637005ms","start":"2026-03-31T20:53:51.640123Z","end":"2026-03-31T20:53:51.93576Z","steps":["trace[1165282628] 'agreement among raft nodes before linearized reading' (duration: 295.549553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:51.93591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.991105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T20:53:51.935944Z","caller":"traceutil/trace.go:171","msg":"trace[1418572237] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16479; }","duration":"298.062846ms","start":"2026-03-31T20:53:51.637873Z","end":"2026-03-31T20:53:51.935936Z","steps":["trace[1418572237] 'agreement among raft nodes before linearized reading' (duration: 298.012245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:51.9361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.851346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:683"} {"level":"info","ts":"2026-03-31T20:53:51.936134Z","caller":"traceutil/trace.go:171","msg":"trace[1240494103] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16479; }","duration":"298.900748ms","start":"2026-03-31T20:53:51.637225Z","end":"2026-03-31T20:53:51.936126Z","steps":["trace[1240494103] 'agreement among raft nodes before linearized reading' (duration: 298.821485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:51.936291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.39482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T20:53:51.936325Z","caller":"traceutil/trace.go:171","msg":"trace[1320965090] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16479; }","duration":"299.444021ms","start":"2026-03-31T20:53:51.636874Z","end":"2026-03-31T20:53:51.936318Z","steps":["trace[1320965090] 'agreement among raft nodes before linearized reading' (duration: 299.361329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:51.936719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.678114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T20:53:51.936754Z","caller":"traceutil/trace.go:171","msg":"trace[1662187085] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:16479; }","duration":"178.747995ms","start":"2026-03-31T20:53:51.757997Z","end":"2026-03-31T20:53:51.936745Z","steps":["trace[1662187085] 'agreement among raft nodes before linearized reading' (duration: 178.698694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:51.936903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.158457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-76hz9\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-03-31T20:53:51.936935Z","caller":"traceutil/trace.go:171","msg":"trace[1392040522] range","detail":"{range_begin:/registry/pods/openstack/keepalived-76hz9; range_end:; response_count:1; response_revision:16479; }","duration":"251.255539ms","start":"2026-03-31T20:53:51.685673Z","end":"2026-03-31T20:53:51.936928Z","steps":["trace[1392040522] 'agreement among raft nodes before linearized reading' (duration: 251.171967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:51.937021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.288241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-sm2lf\" ","response":"range_response_count:1 size:20676"} {"level":"info","ts":"2026-03-31T20:53:51.937041Z","caller":"traceutil/trace.go:171","msg":"trace[730067883] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-sm2lf; range_end:; response_count:1; response_revision:16479; }","duration":"259.330883ms","start":"2026-03-31T20:53:51.677706Z","end":"2026-03-31T20:53:51.937037Z","steps":["trace[730067883] 'agreement among raft nodes before linearized reading' (duration: 259.273521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:51.937167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.227339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T20:53:51.937191Z","caller":"traceutil/trace.go:171","msg":"trace[2080298178] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16479; }","duration":"286.274159ms","start":"2026-03-31T20:53:51.650911Z","end":"2026-03-31T20:53:51.937185Z","steps":["trace[2080298178] 'agreement among raft nodes before linearized reading' (duration: 286.216768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:51.937295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.46006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T20:53:51.937319Z","caller":"traceutil/trace.go:171","msg":"trace[949184307] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16479; }","duration":"289.50855ms","start":"2026-03-31T20:53:51.647804Z","end":"2026-03-31T20:53:51.937312Z","steps":["trace[949184307] 'agreement among raft nodes before linearized reading' (duration: 289.457029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:51.937419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.796558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T20:53:51.937441Z","caller":"traceutil/trace.go:171","msg":"trace[3492426] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16479; }","duration":"289.84347ms","start":"2026-03-31T20:53:51.647592Z","end":"2026-03-31T20:53:51.937436Z","steps":["trace[3492426] 'agreement among raft nodes before linearized reading' (duration: 289.793028ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:53:52.135596Z","caller":"traceutil/trace.go:171","msg":"trace[1926189102] transaction","detail":"{read_only:false; response_revision:16480; number_of_response:1; }","duration":"192.405859ms","start":"2026-03-31T20:53:51.943171Z","end":"2026-03-31T20:53:52.135576Z","steps":["trace[1926189102] 'process raft request' (duration: 192.138482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:52.405875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.696814ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T20:53:52.40602Z","caller":"traceutil/trace.go:171","msg":"trace[1445014378] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:16480; }","duration":"174.862658ms","start":"2026-03-31T20:53:52.23114Z","end":"2026-03-31T20:53:52.406003Z","steps":["trace[1445014378] 'range keys from in-memory index tree' (duration: 174.677203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:52.406201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.767356ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T20:53:52.406584Z","caller":"traceutil/trace.go:171","msg":"trace[1227203855] transaction","detail":"{read_only:false; response_revision:16481; number_of_response:1; }","duration":"463.290662ms","start":"2026-03-31T20:53:51.943242Z","end":"2026-03-31T20:53:52.406532Z","steps":["trace[1227203855] 'process raft request' (duration: 245.107685ms)","trace[1227203855] 'compare' (duration: 217.618333ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:53:52.406766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:51.943228Z","time spent":"463.450825ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:53:52.406493Z","caller":"traceutil/trace.go:171","msg":"trace[2076085442] transaction","detail":"{read_only:false; response_revision:16482; number_of_response:1; }","duration":"463.163528ms","start":"2026-03-31T20:53:51.94331Z","end":"2026-03-31T20:53:52.406474Z","steps":["trace[2076085442] 'process raft request' (duration: 462.981244ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:53:52.407Z","caller":"traceutil/trace.go:171","msg":"trace[2026671100] transaction","detail":"{read_only:false; response_revision:16483; number_of_response:1; }","duration":"463.613181ms","start":"2026-03-31T20:53:51.943364Z","end":"2026-03-31T20:53:52.406977Z","steps":["trace[2026671100] 'process raft request' (duration: 463.015175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:52.407067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:51.943302Z","time spent":"463.656381ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:53:52.407118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:51.943357Z","time spent":"463.692873ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:53:52.407197Z","caller":"traceutil/trace.go:171","msg":"trace[75289475] linearizableReadLoop","detail":"{readStateIndex:17080; appliedIndex:17075; }","duration":"459.98378ms","start":"2026-03-31T20:53:51.947191Z","end":"2026-03-31T20:53:52.407175Z","steps":["trace[75289475] 'read index received' (duration: 188.358668ms)","trace[75289475] 'applied index is now lower than readState.Index' (duration: 271.624052ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:53:52.407254Z","caller":"traceutil/trace.go:171","msg":"trace[705290051] transaction","detail":"{read_only:false; response_revision:16484; number_of_response:1; }","duration":"462.862082ms","start":"2026-03-31T20:53:51.944368Z","end":"2026-03-31T20:53:52.40723Z","steps":["trace[705290051] 'process raft request' (duration: 462.531144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:52.407377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:51.943962Z","time spent":"463.361394ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:53:52.407489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.504683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T20:53:52.407528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.889372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T20:53:52.407564Z","caller":"traceutil/trace.go:171","msg":"trace[1738825284] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16484; }","duration":"130.629886ms","start":"2026-03-31T20:53:52.276914Z","end":"2026-03-31T20:53:52.407544Z","steps":["trace[1738825284] 'agreement among raft nodes before linearized reading' (duration: 130.485592ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:53:52.40757Z","caller":"traceutil/trace.go:171","msg":"trace[664075660] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16484; }","duration":"130.965464ms","start":"2026-03-31T20:53:52.27659Z","end":"2026-03-31T20:53:52.407555Z","steps":["trace[664075660] 'agreement among raft nodes before linearized reading' (duration: 130.899472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:52.40757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.013935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T20:53:52.407641Z","caller":"traceutil/trace.go:171","msg":"trace[1184964247] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16484; }","duration":"131.122488ms","start":"2026-03-31T20:53:52.276504Z","end":"2026-03-31T20:53:52.407626Z","steps":["trace[1184964247] 'agreement among raft nodes before linearized reading' (duration: 131.037976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:52.407613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.184396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-31T20:53:52.407511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.240262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-31T20:53:52.407699Z","caller":"traceutil/trace.go:171","msg":"trace[1302431322] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16484; }","duration":"238.462397ms","start":"2026-03-31T20:53:52.169227Z","end":"2026-03-31T20:53:52.407689Z","steps":["trace[1302431322] 'agreement among raft nodes before linearized reading' (duration: 238.132949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:52.407705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.626115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5449"} {"level":"info","ts":"2026-03-31T20:53:52.407711Z","caller":"traceutil/trace.go:171","msg":"trace[1622237244] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16484; }","duration":"307.34183ms","start":"2026-03-31T20:53:52.100356Z","end":"2026-03-31T20:53:52.407698Z","steps":["trace[1622237244] 'agreement among raft nodes before linearized reading' (duration: 307.006641ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:53:52.407749Z","caller":"traceutil/trace.go:171","msg":"trace[1356399579] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16484; }","duration":"130.688968ms","start":"2026-03-31T20:53:52.277046Z","end":"2026-03-31T20:53:52.407735Z","steps":["trace[1356399579] 'agreement among raft nodes before linearized reading' (duration: 130.571785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:52.407813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:52.100333Z","time spent":"307.447083ms","remote":"127.0.0.1:52326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-31T20:53:52.407906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.228882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5449"} {"level":"warn","ts":"2026-03-31T20:53:52.407908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.973551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T20:53:52.407944Z","caller":"traceutil/trace.go:171","msg":"trace[1461039784] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16484; }","duration":"306.281723ms","start":"2026-03-31T20:53:52.101652Z","end":"2026-03-31T20:53:52.407934Z","steps":["trace[1461039784] 'agreement among raft nodes before linearized reading' (duration: 306.194ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:53:52.407952Z","caller":"traceutil/trace.go:171","msg":"trace[461599535] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16484; }","duration":"307.067054ms","start":"2026-03-31T20:53:52.100874Z","end":"2026-03-31T20:53:52.407942Z","steps":["trace[461599535] 'agreement among raft nodes before linearized reading' (duration: 306.978842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:52.407975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:52.101643Z","time spent":"306.325823ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-31T20:53:52.407985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:52.100848Z","time spent":"307.129985ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T20:53:52.408088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.4391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732277"} {"level":"info","ts":"2026-03-31T20:53:52.408138Z","caller":"traceutil/trace.go:171","msg":"trace[1181816377] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16484; }","duration":"460.517671ms","start":"2026-03-31T20:53:51.947609Z","end":"2026-03-31T20:53:52.408127Z","steps":["trace[1181816377] 'agreement among raft nodes before linearized reading' (duration: 459.718331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:52.408164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.577129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-cvrjj\" ","response":"range_response_count:1 size:22022"} {"level":"warn","ts":"2026-03-31T20:53:52.408178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:51.9476Z","time spent":"460.567512ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732300,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T20:53:52.408198Z","caller":"traceutil/trace.go:171","msg":"trace[116616604] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-cvrjj; range_end:; response_count:1; response_revision:16484; }","duration":"430.643541ms","start":"2026-03-31T20:53:51.977546Z","end":"2026-03-31T20:53:52.40819Z","steps":["trace[116616604] 'agreement among raft nodes before linearized reading' (duration: 430.553239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:52.408229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:51.977527Z","time spent":"430.696322ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22045,"request content":"key:\"/registry/pods/openstack/nova-compute-default-cvrjj\" "} {"level":"warn","ts":"2026-03-31T20:53:52.410393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.605626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-cvrjj\" ","response":"range_response_count:1 size:22022"} {"level":"info","ts":"2026-03-31T20:53:52.410538Z","caller":"traceutil/trace.go:171","msg":"trace[963241703] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-cvrjj; range_end:; response_count:1; response_revision:16484; }","duration":"365.76579ms","start":"2026-03-31T20:53:52.044729Z","end":"2026-03-31T20:53:52.410495Z","steps":["trace[963241703] 'agreement among raft nodes before linearized reading' (duration: 363.36739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:52.410593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:52.044709Z","time spent":"365.869442ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22045,"request content":"key:\"/registry/pods/openstack/nova-compute-default-cvrjj\" "} {"level":"warn","ts":"2026-03-31T20:53:52.412049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.847111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732277"} {"level":"info","ts":"2026-03-31T20:53:52.412104Z","caller":"traceutil/trace.go:171","msg":"trace[509203327] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16484; }","duration":"464.903183ms","start":"2026-03-31T20:53:51.947187Z","end":"2026-03-31T20:53:52.41209Z","steps":["trace[509203327] 'agreement among raft nodes before linearized reading' (duration: 460.116583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:52.412158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:51.947165Z","time spent":"464.980554ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732300,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T20:53:52.919088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.169661ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T20:53:52.919341Z","caller":"traceutil/trace.go:171","msg":"trace[401692062] linearizableReadLoop","detail":"{readStateIndex:17082; appliedIndex:17080; }","duration":"505.939043ms","start":"2026-03-31T20:53:52.41338Z","end":"2026-03-31T20:53:52.919319Z","steps":["trace[401692062] 'read index received' (duration: 158.29033ms)","trace[401692062] 'applied index is now lower than readState.Index' (duration: 347.647583ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:53:52.919356Z","caller":"traceutil/trace.go:171","msg":"trace[2000383154] transaction","detail":"{read_only:false; response_revision:16485; number_of_response:1; }","duration":"507.206726ms","start":"2026-03-31T20:53:52.412108Z","end":"2026-03-31T20:53:52.919315Z","steps":["trace[2000383154] 'process raft request' (duration: 159.665175ms)","trace[2000383154] 'compare' (duration: 346.966706ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:53:52.919477Z","caller":"traceutil/trace.go:171","msg":"trace[819949860] transaction","detail":"{read_only:false; response_revision:16486; number_of_response:1; }","duration":"506.445257ms","start":"2026-03-31T20:53:52.412969Z","end":"2026-03-31T20:53:52.919414Z","steps":["trace[819949860] 'process raft request' (duration: 506.246821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:52.919535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:52.412088Z","time spent":"507.34874ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:53:52.919584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.190651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-31T20:53:52.919654Z","caller":"traceutil/trace.go:171","msg":"trace[1876204878] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16486; }","duration":"506.281193ms","start":"2026-03-31T20:53:52.413354Z","end":"2026-03-31T20:53:52.919636Z","steps":["trace[1876204878] 'agreement among raft nodes before linearized reading' (duration: 506.082008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:52.919709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:52.413344Z","time spent":"506.350654ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:53:52.919695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:52.412945Z","time spent":"506.633871ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:53:52.9206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.808829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732277"} {"level":"info","ts":"2026-03-31T20:53:52.92064Z","caller":"traceutil/trace.go:171","msg":"trace[126319742] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16486; }","duration":"499.85382ms","start":"2026-03-31T20:53:52.420778Z","end":"2026-03-31T20:53:52.920632Z","steps":["trace[126319742] 'agreement among raft nodes before linearized reading' (duration: 498.669971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:52.920659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:52.42076Z","time spent":"499.894021ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732300,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T20:53:52.92095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.813045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732277"} {"level":"info","ts":"2026-03-31T20:53:52.921038Z","caller":"traceutil/trace.go:171","msg":"trace[161471555] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16486; }","duration":"498.906117ms","start":"2026-03-31T20:53:52.422108Z","end":"2026-03-31T20:53:52.921014Z","steps":["trace[161471555] 'agreement among raft nodes before linearized reading' (duration: 497.41348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:52.921101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:52.422104Z","time spent":"498.980919ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732300,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T20:53:54.641486Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973363349,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:53:54.926246Z","caller":"traceutil/trace.go:171","msg":"trace[1311671168] transaction","detail":"{read_only:false; response_revision:16490; number_of_response:1; }","duration":"819.519581ms","start":"2026-03-31T20:53:54.106689Z","end":"2026-03-31T20:53:54.926208Z","steps":["trace[1311671168] 'process raft request' (duration: 774.117329ms)","trace[1311671168] 'compare' (duration: 45.166106ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:53:54.926442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:54.106667Z","time spent":"819.673885ms","remote":"127.0.0.1:52168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:53:55.747525Z","caller":"traceutil/trace.go:171","msg":"trace[1019675871] linearizableReadLoop","detail":"{readStateIndex:17088; appliedIndex:17086; }","duration":"1.60638986s","start":"2026-03-31T20:53:54.141105Z","end":"2026-03-31T20:53:55.747495Z","steps":["trace[1019675871] 'read index received' (duration: 739.748354ms)","trace[1019675871] 'applied index is now lower than readState.Index' (duration: 866.639996ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:53:55.74764Z","caller":"traceutil/trace.go:171","msg":"trace[97091462] transaction","detail":"{read_only:false; response_revision:16491; number_of_response:1; }","duration":"1.242038267s","start":"2026-03-31T20:53:54.505569Z","end":"2026-03-31T20:53:55.747607Z","steps":["trace[97091462] 'process raft request' (duration: 1.240832007s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:55.74777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606656757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-31T20:53:55.747796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:54.505533Z","time spent":"1.242176s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":416621,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:53:55.747812Z","caller":"traceutil/trace.go:171","msg":"trace[1956830445] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16491; }","duration":"1.606763839s","start":"2026-03-31T20:53:54.141034Z","end":"2026-03-31T20:53:55.747798Z","steps":["trace[1956830445] 'agreement among raft nodes before linearized reading' (duration: 1.606596705s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:55.747872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:54.140996Z","time spent":"1.606848812s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:53:55.762164Z","caller":"traceutil/trace.go:171","msg":"trace[40160191] transaction","detail":"{read_only:false; response_revision:16492; number_of_response:1; }","duration":"834.510298ms","start":"2026-03-31T20:53:54.927635Z","end":"2026-03-31T20:53:55.762145Z","steps":["trace[40160191] 'process raft request' (duration: 834.436286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:55.762272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.6ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T20:53:55.76229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:54.92762Z","time spent":"834.6046ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:53:55.762371Z","caller":"traceutil/trace.go:171","msg":"trace[1119535098] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:16492; }","duration":"933.710452ms","start":"2026-03-31T20:53:54.828611Z","end":"2026-03-31T20:53:55.762322Z","steps":["trace[1119535098] 'agreement among raft nodes before linearized reading' (duration: 933.59232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:55.762466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.256307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5449"} {"level":"warn","ts":"2026-03-31T20:53:55.762459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349957962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-31T20:53:55.762375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.544155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-31T20:53:55.762508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346697779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5449"} {"level":"warn","ts":"2026-03-31T20:53:55.762655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.383932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T20:53:55.762462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:54.828589Z","time spent":"933.859006ms","remote":"127.0.0.1:59124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:53:55.762681Z","caller":"traceutil/trace.go:171","msg":"trace[906947930] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16492; }","duration":"779.434302ms","start":"2026-03-31T20:53:54.983241Z","end":"2026-03-31T20:53:55.762675Z","steps":["trace[906947930] 'agreement among raft nodes before linearized reading' (duration: 779.391691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:55.762678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.533814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5449"} {"level":"info","ts":"2026-03-31T20:53:55.762682Z","caller":"traceutil/trace.go:171","msg":"trace[1613512865] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16492; }","duration":"1.346891713s","start":"2026-03-31T20:53:54.415776Z","end":"2026-03-31T20:53:55.762668Z","steps":["trace[1613512865] 'agreement among raft nodes before linearized reading' (duration: 1.346602186s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:55.762704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:54.983228Z","time spent":"779.469724ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T20:53:55.762701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.193448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-cvrjj\" ","response":"range_response_count:1 size:22022"} {"level":"warn","ts":"2026-03-31T20:53:55.762722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:54.415768Z","time spent":"1.346944214s","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-31T20:53:55.762764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.347832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-31T20:53:55.762789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.801201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-31T20:53:55.762813Z","caller":"traceutil/trace.go:171","msg":"trace[1472040753] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16492; }","duration":"422.432624ms","start":"2026-03-31T20:53:55.340373Z","end":"2026-03-31T20:53:55.762806Z","steps":["trace[1472040753] 'agreement among raft nodes before linearized reading' (duration: 422.347911ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:53:55.762817Z","caller":"traceutil/trace.go:171","msg":"trace[398962616] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-cvrjj; range_end:; response_count:1; response_revision:16492; }","duration":"826.2637ms","start":"2026-03-31T20:53:54.936463Z","end":"2026-03-31T20:53:55.762726Z","steps":["trace[398962616] 'agreement among raft nodes before linearized reading' (duration: 826.172597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:55.762847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:54.936446Z","time spent":"826.392684ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22045,"request content":"key:\"/registry/pods/openstack/nova-compute-default-cvrjj\" "} {"level":"warn","ts":"2026-03-31T20:53:55.762857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.990898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5449"} {"level":"info","ts":"2026-03-31T20:53:55.762886Z","caller":"traceutil/trace.go:171","msg":"trace[418489690] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16492; }","duration":"780.019098ms","start":"2026-03-31T20:53:54.98286Z","end":"2026-03-31T20:53:55.76288Z","steps":["trace[418489690] 'agreement among raft nodes before linearized reading' (duration: 779.944406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:55.762903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.883522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-cvrjj\" ","response":"range_response_count:1 size:22022"} {"level":"warn","ts":"2026-03-31T20:53:55.762914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190435889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T20:53:55.762925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:55.340354Z","time spent":"422.476415ms","remote":"127.0.0.1:52326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-31T20:53:55.762937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.953072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T20:53:55.762946Z","caller":"traceutil/trace.go:171","msg":"trace[597683051] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:16492; }","duration":"1.190508771s","start":"2026-03-31T20:53:54.572428Z","end":"2026-03-31T20:53:55.762937Z","steps":["trace[597683051] 'agreement among raft nodes before linearized reading' (duration: 1.190453439s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:55.76295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.496756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T20:53:55.762981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345850149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-31T20:53:55.762985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.694485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T20:53:55.762986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:54.572406Z","time spent":"1.190573103s","remote":"127.0.0.1:52282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:53:55.762834Z","caller":"traceutil/trace.go:171","msg":"trace[2116640146] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:16492; }","duration":"833.875682ms","start":"2026-03-31T20:53:54.928949Z","end":"2026-03-31T20:53:55.762825Z","steps":["trace[2116640146] 'agreement among raft nodes before linearized reading' (duration: 833.714137ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:53:55.763004Z","caller":"traceutil/trace.go:171","msg":"trace[805759549] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16492; }","duration":"780.773617ms","start":"2026-03-31T20:53:54.982225Z","end":"2026-03-31T20:53:55.762999Z","steps":["trace[805759549] 'agreement among raft nodes before linearized reading' (duration: 780.744027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:55.763021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:54.928944Z","time spent":"834.069688ms","remote":"127.0.0.1:52326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T20:53:55.763033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:54.982205Z","time spent":"780.820728ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-31T20:53:55.763031Z","caller":"traceutil/trace.go:171","msg":"trace[2049955660] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:16492; }","duration":"923.588408ms","start":"2026-03-31T20:53:54.839397Z","end":"2026-03-31T20:53:55.762985Z","steps":["trace[2049955660] 'agreement among raft nodes before linearized reading' (duration: 923.511016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:55.763091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339328534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-sct7f\" ","response":"range_response_count:1 size:9710"} {"level":"info","ts":"2026-03-31T20:53:55.762929Z","caller":"traceutil/trace.go:171","msg":"trace[1547107312] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-cvrjj; range_end:; response_count:1; response_revision:16492; }","duration":"827.925253ms","start":"2026-03-31T20:53:54.934997Z","end":"2026-03-31T20:53:55.762922Z","steps":["trace[1547107312] 'agreement among raft nodes before linearized reading' (duration: 827.864502ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:53:55.763108Z","caller":"traceutil/trace.go:171","msg":"trace[1319072745] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-sct7f; range_end:; response_count:1; response_revision:16492; }","duration":"1.339368815s","start":"2026-03-31T20:53:54.423735Z","end":"2026-03-31T20:53:55.763104Z","steps":["trace[1319072745] 'agreement among raft nodes before linearized reading' (duration: 1.339325344s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:55.763118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:54.934987Z","time spent":"828.124898ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22045,"request content":"key:\"/registry/pods/openstack/nova-compute-default-cvrjj\" "} {"level":"warn","ts":"2026-03-31T20:53:55.763127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:54.423723Z","time spent":"1.339400225s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9733,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-sct7f\" "} {"level":"warn","ts":"2026-03-31T20:53:55.763082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:54.839374Z","time spent":"923.695401ms","remote":"127.0.0.1:37564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:53:55.763161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346567966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T20:53:55.763191Z","caller":"traceutil/trace.go:171","msg":"trace[418975935] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16492; }","duration":"1.346619778s","start":"2026-03-31T20:53:54.416563Z","end":"2026-03-31T20:53:55.763183Z","steps":["trace[418975935] 'agreement among raft nodes before linearized reading' (duration: 1.346573247s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:55.76323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345876509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-31T20:53:55.763228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:54.41655Z","time spent":"1.346672259s","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-31T20:53:55.762589Z","caller":"traceutil/trace.go:171","msg":"trace[998980768] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16492; }","duration":"779.793982ms","start":"2026-03-31T20:53:54.982782Z","end":"2026-03-31T20:53:55.762576Z","steps":["trace[998980768] 'agreement among raft nodes before linearized reading' (duration: 779.462044ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:53:55.763253Z","caller":"traceutil/trace.go:171","msg":"trace[2143336268] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16492; }","duration":"1.34591683s","start":"2026-03-31T20:53:54.417333Z","end":"2026-03-31T20:53:55.763249Z","steps":["trace[2143336268] 'agreement among raft nodes before linearized reading' (duration: 1.345867309s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:53:55.763249Z","caller":"traceutil/trace.go:171","msg":"trace[286503732] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16492; }","duration":"1.350866265s","start":"2026-03-31T20:53:54.412369Z","end":"2026-03-31T20:53:55.763235Z","steps":["trace[286503732] 'agreement among raft nodes before linearized reading' (duration: 1.349789907s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:55.763267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:54.417324Z","time spent":"1.345939431s","remote":"127.0.0.1:52326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-31T20:53:55.763275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348346931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T20:53:55.7633Z","caller":"traceutil/trace.go:171","msg":"trace[1386121569] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16492; }","duration":"1.348391463s","start":"2026-03-31T20:53:54.414901Z","end":"2026-03-31T20:53:55.763293Z","steps":["trace[1386121569] 'agreement among raft nodes before linearized reading' (duration: 1.348318571s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:55.763264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:54.982769Z","time spent":"780.48917ms","remote":"127.0.0.1:52326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-31T20:53:55.763321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:54.414889Z","time spent":"1.348427173s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:53:55.7626Z","caller":"traceutil/trace.go:171","msg":"trace[1117000853] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16492; }","duration":"410.420931ms","start":"2026-03-31T20:53:55.352164Z","end":"2026-03-31T20:53:55.762585Z","steps":["trace[1117000853] 'agreement among raft nodes before linearized reading' (duration: 410.250987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:55.763357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:55.352143Z","time spent":"411.206212ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-31T20:53:55.7633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.877245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T20:53:55.763401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348790862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T20:53:55.76305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336298137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-sm2lf\" ","response":"range_response_count:1 size:20676"} {"level":"info","ts":"2026-03-31T20:53:55.76343Z","caller":"traceutil/trace.go:171","msg":"trace[1675450842] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16492; }","duration":"1.348840074s","start":"2026-03-31T20:53:54.414583Z","end":"2026-03-31T20:53:55.763423Z","steps":["trace[1675450842] 'agreement among raft nodes before linearized reading' (duration: 1.348795063s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:55.763454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:54.41455Z","time spent":"1.348900155s","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-31T20:53:55.763419Z","caller":"traceutil/trace.go:171","msg":"trace[2045351283] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16492; }","duration":"477.033118ms","start":"2026-03-31T20:53:55.286377Z","end":"2026-03-31T20:53:55.76341Z","steps":["trace[2045351283] 'agreement among raft nodes before linearized reading' (duration: 476.862684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:55.763469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347768746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T20:53:55.76347Z","caller":"traceutil/trace.go:171","msg":"trace[272338673] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-sm2lf; range_end:; response_count:1; response_revision:16492; }","duration":"1.336689077s","start":"2026-03-31T20:53:54.426738Z","end":"2026-03-31T20:53:55.763427Z","steps":["trace[272338673] 'agreement among raft nodes before linearized reading' (duration: 1.336279847s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:53:55.763494Z","caller":"traceutil/trace.go:171","msg":"trace[2055737373] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16492; }","duration":"1.347813757s","start":"2026-03-31T20:53:54.415671Z","end":"2026-03-31T20:53:55.763485Z","steps":["trace[2055737373] 'agreement among raft nodes before linearized reading' (duration: 1.347744686s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:55.763511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349832558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T20:53:55.76351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348249689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5449"} {"level":"warn","ts":"2026-03-31T20:53:55.763515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:54.415657Z","time spent":"1.347852298s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T20:53:55.763528Z","caller":"traceutil/trace.go:171","msg":"trace[1298773789] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16492; }","duration":"1.349885779s","start":"2026-03-31T20:53:54.413637Z","end":"2026-03-31T20:53:55.763522Z","steps":["trace[1298773789] 'agreement among raft nodes before linearized reading' (duration: 1.349861549s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:53:55.763533Z","caller":"traceutil/trace.go:171","msg":"trace[1729279728] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16492; }","duration":"1.34830684s","start":"2026-03-31T20:53:54.415219Z","end":"2026-03-31T20:53:55.763525Z","steps":["trace[1729279728] 'agreement among raft nodes before linearized reading' (duration: 1.348243449s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:55.763545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:54.413617Z","time spent":"1.349924021s","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-31T20:53:55.763552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:54.415199Z","time spent":"1.348349291s","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-31T20:53:55.762957Z","caller":"traceutil/trace.go:171","msg":"trace[2139019411] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16492; }","duration":"780.998712ms","start":"2026-03-31T20:53:54.981952Z","end":"2026-03-31T20:53:55.762951Z","steps":["trace[2139019411] 'agreement among raft nodes before linearized reading' (duration: 780.969271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:55.763299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:54.412346Z","time spent":"1.350940696s","remote":"127.0.0.1:52326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-31T20:53:55.763592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:54.981938Z","time spent":"781.639719ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-31T20:53:55.762706Z","caller":"traceutil/trace.go:171","msg":"trace[627874489] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16492; }","duration":"777.584626ms","start":"2026-03-31T20:53:54.985114Z","end":"2026-03-31T20:53:55.762699Z","steps":["trace[627874489] 'agreement among raft nodes before linearized reading' (duration: 777.430072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:55.763597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347955781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-31T20:53:55.763633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:54.98508Z","time spent":"778.546411ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-31T20:53:55.763637Z","caller":"traceutil/trace.go:171","msg":"trace[1299491688] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16492; }","duration":"1.348013022s","start":"2026-03-31T20:53:54.415618Z","end":"2026-03-31T20:53:55.763631Z","steps":["trace[1299491688] 'agreement among raft nodes before linearized reading' (duration: 1.347898569s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:55.763658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:54.41561Z","time spent":"1.348042852s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:53:55.762992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.646808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T20:53:55.76349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:55.286354Z","time spent":"477.12868ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T20:53:55.763669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:54.426731Z","time spent":"1.336921783s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20699,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-sm2lf\" "} {"level":"warn","ts":"2026-03-31T20:53:55.762905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:54.98283Z","time spent":"780.07013ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-31T20:53:55.763671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350904185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T20:53:55.76385Z","caller":"traceutil/trace.go:171","msg":"trace[1392393389] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16492; }","duration":"1.351083069s","start":"2026-03-31T20:53:54.412761Z","end":"2026-03-31T20:53:55.763844Z","steps":["trace[1392393389] 'agreement among raft nodes before linearized reading' (duration: 1.350893905s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:55.763887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:54.412711Z","time spent":"1.351169561s","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-31T20:53:55.762997Z","caller":"traceutil/trace.go:171","msg":"trace[2000836874] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16492; }","duration":"1.345876559s","start":"2026-03-31T20:53:54.417116Z","end":"2026-03-31T20:53:55.762993Z","steps":["trace[2000836874] 'agreement among raft nodes before linearized reading' (duration: 1.345830908s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:55.763958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:54.41711Z","time spent":"1.346842453s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:53:55.763698Z","caller":"traceutil/trace.go:171","msg":"trace[204586321] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16492; }","duration":"782.365736ms","start":"2026-03-31T20:53:54.981327Z","end":"2026-03-31T20:53:55.763693Z","steps":["trace[204586321] 'agreement among raft nodes before linearized reading' (duration: 781.645239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:55.764033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:54.981318Z","time spent":"782.686174ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-31T20:53:56.268674Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973363357,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:53:56.505297Z","caller":"traceutil/trace.go:171","msg":"trace[1162167363] transaction","detail":"{read_only:false; response_revision:16493; number_of_response:1; }","duration":"750.400862ms","start":"2026-03-31T20:53:55.754871Z","end":"2026-03-31T20:53:56.505272Z","steps":["trace[1162167363] 'process raft request' (duration: 750.230207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:56.505481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:55.754844Z","time spent":"750.555636ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:53:56.509485Z","caller":"traceutil/trace.go:171","msg":"trace[156120561] transaction","detail":"{read_only:false; response_revision:16494; number_of_response:1; }","duration":"739.728384ms","start":"2026-03-31T20:53:55.769722Z","end":"2026-03-31T20:53:56.50945Z","steps":["trace[156120561] 'process raft request' (duration: 739.315273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:56.509681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:55.769706Z","time spent":"739.875857ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:53:56.510353Z","caller":"traceutil/trace.go:171","msg":"trace[996758971] transaction","detail":"{read_only:false; response_revision:16495; number_of_response:1; }","duration":"739.926098ms","start":"2026-03-31T20:53:55.770396Z","end":"2026-03-31T20:53:56.510322Z","steps":["trace[996758971] 'process raft request' (duration: 738.979175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:56.510471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:55.77038Z","time spent":"740.028661ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:53:56.510801Z","caller":"traceutil/trace.go:171","msg":"trace[1627439255] transaction","detail":"{read_only:false; response_revision:16496; number_of_response:1; }","duration":"740.278499ms","start":"2026-03-31T20:53:55.770502Z","end":"2026-03-31T20:53:56.51078Z","steps":["trace[1627439255] 'process raft request' (duration: 739.709833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:56.510921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:55.770487Z","time spent":"740.375841ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:53:56.511053Z","caller":"traceutil/trace.go:171","msg":"trace[1485865327] transaction","detail":"{read_only:false; response_revision:16497; number_of_response:1; }","duration":"739.533509ms","start":"2026-03-31T20:53:55.771501Z","end":"2026-03-31T20:53:56.511035Z","steps":["trace[1485865327] 'process raft request' (duration: 739.20293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:56.511112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:55.771491Z","time spent":"739.59353ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:53:56.511547Z","caller":"traceutil/trace.go:171","msg":"trace[841371563] transaction","detail":"{read_only:false; response_revision:16498; number_of_response:1; }","duration":"593.668041ms","start":"2026-03-31T20:53:55.917856Z","end":"2026-03-31T20:53:56.511524Z","steps":["trace[841371563] 'process raft request' (duration: 593.514837ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:53:56.511795Z","caller":"traceutil/trace.go:171","msg":"trace[138574134] transaction","detail":"{read_only:false; response_revision:16499; number_of_response:1; }","duration":"546.761421ms","start":"2026-03-31T20:53:55.964996Z","end":"2026-03-31T20:53:56.511758Z","steps":["trace[138574134] 'process raft request' (duration: 546.487914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:56.512014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.419166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-31T20:53:56.512054Z","caller":"traceutil/trace.go:171","msg":"trace[1944790191] transaction","detail":"{read_only:false; response_revision:16500; number_of_response:1; }","duration":"539.391876ms","start":"2026-03-31T20:53:55.972641Z","end":"2026-03-31T20:53:56.512033Z","steps":["trace[1944790191] 'process raft request' (duration: 539.056497ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:53:56.511811Z","caller":"traceutil/trace.go:171","msg":"trace[946517340] linearizableReadLoop","detail":"{readStateIndex:17097; appliedIndex:17089; }","duration":"743.211051ms","start":"2026-03-31T20:53:55.768583Z","end":"2026-03-31T20:53:56.511794Z","steps":["trace[946517340] 'read index received' (duration: 736.509192ms)","trace[946517340] 'applied index is now lower than readState.Index' (duration: 6.700869ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:53:56.512166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:55.972626Z","time spent":"539.485009ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:53:56.512094Z","caller":"traceutil/trace.go:171","msg":"trace[1235108041] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:16500; }","duration":"743.527039ms","start":"2026-03-31T20:53:55.768555Z","end":"2026-03-31T20:53:56.512082Z","steps":["trace[1235108041] 'agreement among raft nodes before linearized reading' (duration: 743.288183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:56.512269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:55.76854Z","time spent":"743.716243ms","remote":"127.0.0.1:52168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-31T20:53:56.512547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.11146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T20:53:56.512623Z","caller":"traceutil/trace.go:171","msg":"trace[293673143] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16500; }","duration":"549.205672ms","start":"2026-03-31T20:53:55.963408Z","end":"2026-03-31T20:53:56.512614Z","steps":["trace[293673143] 'agreement among raft nodes before linearized reading' (duration: 549.11045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:56.512643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:55.963398Z","time spent":"549.240623ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T20:53:56.512678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.137274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T20:53:56.512724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.297788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5449"} {"level":"info","ts":"2026-03-31T20:53:56.512751Z","caller":"traceutil/trace.go:171","msg":"trace[782511679] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:16500; }","duration":"738.248306ms","start":"2026-03-31T20:53:55.774486Z","end":"2026-03-31T20:53:56.512734Z","steps":["trace[782511679] 'agreement among raft nodes before linearized reading' (duration: 738.071912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:56.512764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.210551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T20:53:56.512783Z","caller":"traceutil/trace.go:171","msg":"trace[775333459] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16500; }","duration":"541.248222ms","start":"2026-03-31T20:53:55.971529Z","end":"2026-03-31T20:53:56.512777Z","steps":["trace[775333459] 'agreement among raft nodes before linearized reading' (duration: 541.212831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:56.512789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:55.774477Z","time spent":"738.302697ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:53:56.512783Z","caller":"traceutil/trace.go:171","msg":"trace[1184866389] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16500; }","duration":"540.37513ms","start":"2026-03-31T20:53:55.97239Z","end":"2026-03-31T20:53:56.512765Z","steps":["trace[1184866389] 'agreement among raft nodes before linearized reading' (duration: 540.148434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:56.512767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:55.917834Z","time spent":"593.790033ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:53:56.512833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:55.97238Z","time spent":"540.441502ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-31T20:53:56.5128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:55.971515Z","time spent":"541.281493ms","remote":"127.0.0.1:52326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-31T20:53:56.512919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.121677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T20:53:56.512967Z","caller":"traceutil/trace.go:171","msg":"trace[33521420] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:16500; }","duration":"133.193899ms","start":"2026-03-31T20:53:56.37976Z","end":"2026-03-31T20:53:56.512954Z","steps":["trace[33521420] 'agreement among raft nodes before linearized reading' (duration: 133.110617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:56.512836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.79968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5449"} {"level":"warn","ts":"2026-03-31T20:53:56.513092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.935519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T20:53:56.513043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.145804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:683"} {"level":"warn","ts":"2026-03-31T20:53:56.513157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.810091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T20:53:56.513188Z","caller":"traceutil/trace.go:171","msg":"trace[604806634] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16500; }","duration":"713.875403ms","start":"2026-03-31T20:53:55.799305Z","end":"2026-03-31T20:53:56.513181Z","steps":["trace[604806634] 'agreement among raft nodes before linearized reading' (duration: 713.828102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:56.513216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:55.799286Z","time spent":"713.923744ms","remote":"127.0.0.1:59186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:53:56.513172Z","caller":"traceutil/trace.go:171","msg":"trace[317081739] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16500; }","duration":"540.334319ms","start":"2026-03-31T20:53:55.972821Z","end":"2026-03-31T20:53:56.513155Z","steps":["trace[317081739] 'agreement among raft nodes before linearized reading' (duration: 539.731874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:56.513281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:55.972812Z","time spent":"540.460542ms","remote":"127.0.0.1:52326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":706,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-31T20:53:56.513359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.986132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-76hz9\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-03-31T20:53:56.513383Z","caller":"traceutil/trace.go:171","msg":"trace[19769577] range","detail":"{range_begin:/registry/pods/openstack/keepalived-76hz9; range_end:; response_count:1; response_revision:16500; }","duration":"529.025064ms","start":"2026-03-31T20:53:55.984352Z","end":"2026-03-31T20:53:56.513377Z","steps":["trace[19769577] 'agreement among raft nodes before linearized reading' (duration: 528.960412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:56.513401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:55.984342Z","time spent":"529.055124ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-76hz9\" "} {"level":"warn","ts":"2026-03-31T20:53:56.513057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.251041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T20:53:56.513462Z","caller":"traceutil/trace.go:171","msg":"trace[326570214] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16500; }","duration":"566.689972ms","start":"2026-03-31T20:53:55.946764Z","end":"2026-03-31T20:53:56.513454Z","steps":["trace[326570214] 'agreement among raft nodes before linearized reading' (duration: 566.19386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:56.513489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:55.946745Z","time spent":"566.735773ms","remote":"127.0.0.1:52326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-31T20:53:56.513118Z","caller":"traceutil/trace.go:171","msg":"trace[144812267] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16500; }","duration":"643.080222ms","start":"2026-03-31T20:53:55.870029Z","end":"2026-03-31T20:53:56.513109Z","steps":["trace[144812267] 'agreement among raft nodes before linearized reading' (duration: 643.043821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:56.513564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:55.870008Z","time spent":"643.551205ms","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:53:56.513106Z","caller":"traceutil/trace.go:171","msg":"trace[1880967232] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16500; }","duration":"539.083357ms","start":"2026-03-31T20:53:55.974003Z","end":"2026-03-31T20:53:56.513086Z","steps":["trace[1880967232] 'agreement among raft nodes before linearized reading' (duration: 538.527503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:56.513664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:55.973994Z","time spent":"539.664463ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-31T20:53:56.513537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.963632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18870"} {"level":"info","ts":"2026-03-31T20:53:56.513757Z","caller":"traceutil/trace.go:171","msg":"trace[1034183380] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:16500; }","duration":"519.208298ms","start":"2026-03-31T20:53:55.994541Z","end":"2026-03-31T20:53:56.51375Z","steps":["trace[1034183380] 'agreement among raft nodes before linearized reading' (duration: 518.949051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:56.513783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:55.99453Z","time spent":"519.247259ms","remote":"127.0.0.1:52336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18893,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T20:53:56.513837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.057147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732277"} {"level":"warn","ts":"2026-03-31T20:53:56.513897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.467259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732277"} {"level":"info","ts":"2026-03-31T20:53:56.513931Z","caller":"traceutil/trace.go:171","msg":"trace[458020105] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16500; }","duration":"743.503759ms","start":"2026-03-31T20:53:55.77042Z","end":"2026-03-31T20:53:56.513923Z","steps":["trace[458020105] 'agreement among raft nodes before linearized reading' (duration: 742.061843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:56.513957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:55.770366Z","time spent":"743.584041ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732300,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T20:53:56.514079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.481029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732277"} {"level":"info","ts":"2026-03-31T20:53:56.514115Z","caller":"traceutil/trace.go:171","msg":"trace[1041062013] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16500; }","duration":"743.53677ms","start":"2026-03-31T20:53:55.770571Z","end":"2026-03-31T20:53:56.514108Z","steps":["trace[1041062013] 'agreement among raft nodes before linearized reading' (duration: 743.027827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:56.514141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:55.770549Z","time spent":"743.583692ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732300,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T20:53:56.514149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.442978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732277"} {"level":"info","ts":"2026-03-31T20:53:56.514227Z","caller":"traceutil/trace.go:171","msg":"trace[1530691889] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16500; }","duration":"743.52857ms","start":"2026-03-31T20:53:55.770659Z","end":"2026-03-31T20:53:56.514187Z","steps":["trace[1530691889] 'agreement among raft nodes before linearized reading' (duration: 742.37072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:56.514282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:55.770654Z","time spent":"743.606552ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732300,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T20:53:56.515529Z","caller":"traceutil/trace.go:171","msg":"trace[1327225214] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:16500; }","duration":"741.117599ms","start":"2026-03-31T20:53:55.772755Z","end":"2026-03-31T20:53:56.513873Z","steps":["trace[1327225214] 'agreement among raft nodes before linearized reading' (duration: 740.637026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:53:56.515615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:55.772747Z","time spent":"742.847912ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732300,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T20:53:56.512088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:53:55.964979Z","time spent":"546.888484ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:54:07.97375Z","caller":"traceutil/trace.go:171","msg":"trace[1769017136] linearizableReadLoop","detail":"{readStateIndex:17153; appliedIndex:17152; }","duration":"170.96498ms","start":"2026-03-31T20:54:07.802753Z","end":"2026-03-31T20:54:07.973718Z","steps":["trace[1769017136] 'read index received' (duration: 170.785735ms)","trace[1769017136] 'applied index is now lower than readState.Index' (duration: 174.575µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:54:07.97382Z","caller":"traceutil/trace.go:171","msg":"trace[2017716317] transaction","detail":"{read_only:false; response_revision:16554; number_of_response:1; }","duration":"171.122953ms","start":"2026-03-31T20:54:07.802655Z","end":"2026-03-31T20:54:07.973778Z","steps":["trace[2017716317] 'process raft request' (duration: 170.895918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:54:07.974029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.976311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5449"} {"level":"info","ts":"2026-03-31T20:54:07.974069Z","caller":"traceutil/trace.go:171","msg":"trace[2071941513] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16554; }","duration":"171.045212ms","start":"2026-03-31T20:54:07.803012Z","end":"2026-03-31T20:54:07.974057Z","steps":["trace[2071941513] 'agreement among raft nodes before linearized reading' (duration: 170.878207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:54:07.97408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.098583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T20:54:07.974372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.570575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5449"} {"level":"info","ts":"2026-03-31T20:54:07.974543Z","caller":"traceutil/trace.go:171","msg":"trace[1667125978] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16554; }","duration":"171.799662ms","start":"2026-03-31T20:54:07.802722Z","end":"2026-03-31T20:54:07.974522Z","steps":["trace[1667125978] 'agreement among raft nodes before linearized reading' (duration: 171.156535ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:54:07.974876Z","caller":"traceutil/trace.go:171","msg":"trace[69439686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16554; }","duration":"105.314719ms","start":"2026-03-31T20:54:07.868919Z","end":"2026-03-31T20:54:07.974233Z","steps":["trace[69439686] 'agreement among raft nodes before linearized reading' (duration: 105.052612ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:54:44.920562Z","caller":"traceutil/trace.go:171","msg":"trace[38731275] transaction","detail":"{read_only:false; response_revision:16805; number_of_response:1; }","duration":"184.784587ms","start":"2026-03-31T20:54:44.735751Z","end":"2026-03-31T20:54:44.920536Z","steps":["trace[38731275] 'process raft request' (duration: 105.350829ms)","trace[38731275] 'compare' (duration: 79.265794ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:54:44.920918Z","caller":"traceutil/trace.go:171","msg":"trace[848083452] transaction","detail":"{read_only:false; response_revision:16806; number_of_response:1; }","duration":"184.47119ms","start":"2026-03-31T20:54:44.736425Z","end":"2026-03-31T20:54:44.920896Z","steps":["trace[848083452] 'process raft request' (duration: 184.06783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:54:45.155054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.251533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-sm2lf\" ","response":"range_response_count:1 size:20676"} {"level":"warn","ts":"2026-03-31T20:54:45.15508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.692344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-cvrjj\" ","response":"range_response_count:1 size:22022"} {"level":"warn","ts":"2026-03-31T20:54:45.155328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.079342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-sct7f\" ","response":"range_response_count:1 size:9710"} {"level":"info","ts":"2026-03-31T20:54:45.155437Z","caller":"traceutil/trace.go:171","msg":"trace[1851006659] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-sct7f; range_end:; response_count:1; response_revision:16811; }","duration":"105.235196ms","start":"2026-03-31T20:54:45.050183Z","end":"2026-03-31T20:54:45.155419Z","steps":["trace[1851006659] 'range keys from in-memory index tree' (duration: 104.62367ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:54:45.155318Z","caller":"traceutil/trace.go:171","msg":"trace[1227364083] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-cvrjj; range_end:; response_count:1; response_revision:16811; }","duration":"110.962771ms","start":"2026-03-31T20:54:45.044323Z","end":"2026-03-31T20:54:45.155285Z","steps":["trace[1227364083] 'range keys from in-memory index tree' (duration: 110.356596ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:54:45.155182Z","caller":"traceutil/trace.go:171","msg":"trace[1447627968] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-sm2lf; range_end:; response_count:1; response_revision:16811; }","duration":"114.396137ms","start":"2026-03-31T20:54:45.040744Z","end":"2026-03-31T20:54:45.15514Z","steps":["trace[1447627968] 'range keys from in-memory index tree' (duration: 114.062599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:56:43.804849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.209072ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T20:56:43.804969Z","caller":"traceutil/trace.go:171","msg":"trace[728339230] linearizableReadLoop","detail":"{readStateIndex:18521; appliedIndex:18520; }","duration":"380.121572ms","start":"2026-03-31T20:56:43.424825Z","end":"2026-03-31T20:56:43.804947Z","steps":["trace[728339230] 'read index received' (duration: 90.723666ms)","trace[728339230] 'applied index is now lower than readState.Index' (duration: 289.396646ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:56:43.805077Z","caller":"traceutil/trace.go:171","msg":"trace[2044139003] transaction","detail":"{read_only:false; response_revision:17880; number_of_response:1; }","duration":"401.20314ms","start":"2026-03-31T20:56:43.403856Z","end":"2026-03-31T20:56:43.805059Z","steps":["trace[2044139003] 'process raft request' (duration: 111.707741ms)","trace[2044139003] 'compare' (duration: 289.085389ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:56:43.805158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:56:43.403834Z","time spent":"401.278442ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:56:43.805219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.303962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T20:56:43.805273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.017164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-31T20:56:43.8053Z","caller":"traceutil/trace.go:171","msg":"trace[1143161217] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:17880; }","duration":"259.397264ms","start":"2026-03-31T20:56:43.545881Z","end":"2026-03-31T20:56:43.805278Z","steps":["trace[1143161217] 'agreement among raft nodes before linearized reading' (duration: 259.264531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:56:43.805303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.79945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T20:56:43.805348Z","caller":"traceutil/trace.go:171","msg":"trace[381437206] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17880; }","duration":"377.129487ms","start":"2026-03-31T20:56:43.428197Z","end":"2026-03-31T20:56:43.805326Z","steps":["trace[381437206] 'agreement among raft nodes before linearized reading' (duration: 376.918981ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:56:43.805355Z","caller":"traceutil/trace.go:171","msg":"trace[1216027] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17880; }","duration":"195.879822ms","start":"2026-03-31T20:56:43.60946Z","end":"2026-03-31T20:56:43.80534Z","steps":["trace[1216027] 'agreement among raft nodes before linearized reading' (duration: 195.708988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:56:43.805391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:56:43.428175Z","time spent":"377.205828ms","remote":"127.0.0.1:52326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-31T20:56:43.805381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.506363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-31T20:56:43.805414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.98709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T20:56:43.805456Z","caller":"traceutil/trace.go:171","msg":"trace[484514676] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17880; }","duration":"195.574464ms","start":"2026-03-31T20:56:43.609851Z","end":"2026-03-31T20:56:43.805426Z","steps":["trace[484514676] 'agreement among raft nodes before linearized reading' (duration: 195.39053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:56:43.805421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.803573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T20:56:43.805513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.601169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T20:56:43.805549Z","caller":"traceutil/trace.go:171","msg":"trace[68634294] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:17880; }","duration":"259.665561ms","start":"2026-03-31T20:56:43.545875Z","end":"2026-03-31T20:56:43.80554Z","steps":["trace[68634294] 'agreement among raft nodes before linearized reading' (duration: 259.6126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:56:43.805547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.567425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T20:56:43.805558Z","caller":"traceutil/trace.go:171","msg":"trace[1645348296] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:17880; }","duration":"368.011098ms","start":"2026-03-31T20:56:43.437517Z","end":"2026-03-31T20:56:43.805528Z","steps":["trace[1645348296] 'agreement among raft nodes before linearized reading' (duration: 367.758961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:56:43.805575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.754528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T20:56:43.805589Z","caller":"traceutil/trace.go:171","msg":"trace[1325275726] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17880; }","duration":"205.632856ms","start":"2026-03-31T20:56:43.599943Z","end":"2026-03-31T20:56:43.805576Z","steps":["trace[1325275726] 'agreement among raft nodes before linearized reading' (duration: 205.518503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:56:43.805592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.424238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T20:56:43.805604Z","caller":"traceutil/trace.go:171","msg":"trace[1885318255] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:17880; }","duration":"380.817889ms","start":"2026-03-31T20:56:43.424778Z","end":"2026-03-31T20:56:43.805595Z","steps":["trace[1885318255] 'agreement among raft nodes before linearized reading' (duration: 380.762058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:56:43.80561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:56:43.437505Z","time spent":"368.09362ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-03-31T20:56:43.805619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.794848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T20:56:43.805644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:56:43.424759Z","time spent":"380.877351ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-03-31T20:56:43.805707Z","caller":"traceutil/trace.go:171","msg":"trace[582024609] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:17880; }","duration":"368.916211ms","start":"2026-03-31T20:56:43.436779Z","end":"2026-03-31T20:56:43.805695Z","steps":["trace[582024609] 'agreement among raft nodes before linearized reading' (duration: 368.809458ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:56:43.805513Z","caller":"traceutil/trace.go:171","msg":"trace[1147823604] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17880; }","duration":"193.110113ms","start":"2026-03-31T20:56:43.612381Z","end":"2026-03-31T20:56:43.805491Z","steps":["trace[1147823604] 'agreement among raft nodes before linearized reading' (duration: 192.844446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:56:43.805737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:56:43.436762Z","time spent":"368.968132ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T20:56:43.805802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.60578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-31T20:56:43.805818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.89569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T20:56:43.805829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.984649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T20:56:43.805842Z","caller":"traceutil/trace.go:171","msg":"trace[1412771367] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:0; response_revision:17880; }","duration":"368.93091ms","start":"2026-03-31T20:56:43.436902Z","end":"2026-03-31T20:56:43.805833Z","steps":["trace[1412771367] 'agreement among raft nodes before linearized reading' (duration: 368.897599ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:56:43.805843Z","caller":"traceutil/trace.go:171","msg":"trace[568917364] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17880; }","duration":"196.679892ms","start":"2026-03-31T20:56:43.609151Z","end":"2026-03-31T20:56:43.805831Z","steps":["trace[568917364] 'agreement among raft nodes before linearized reading' (duration: 196.58172ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:56:43.805865Z","caller":"traceutil/trace.go:171","msg":"trace[1954963767] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:0; response_revision:17880; }","duration":"260.047231ms","start":"2026-03-31T20:56:43.545806Z","end":"2026-03-31T20:56:43.805853Z","steps":["trace[1954963767] 'agreement among raft nodes before linearized reading' (duration: 259.996669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:56:43.80587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:56:43.436897Z","time spent":"368.968152ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"warn","ts":"2026-03-31T20:56:43.80587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.995119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T20:56:43.805903Z","caller":"traceutil/trace.go:171","msg":"trace[2039275398] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:17880; }","duration":"260.03713ms","start":"2026-03-31T20:56:43.545856Z","end":"2026-03-31T20:56:43.805893Z","steps":["trace[2039275398] 'agreement among raft nodes before linearized reading' (duration: 259.987738ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:56:43.805628Z","caller":"traceutil/trace.go:171","msg":"trace[1276203496] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:17880; }","duration":"368.473259ms","start":"2026-03-31T20:56:43.437146Z","end":"2026-03-31T20:56:43.805619Z","steps":["trace[1276203496] 'agreement among raft nodes before linearized reading' (duration: 368.415647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:56:43.805934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:56:43.43714Z","time spent":"368.788428ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T20:56:43.805987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.810397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-4k2pl\" ","response":"range_response_count:1 size:18593"} {"level":"info","ts":"2026-03-31T20:56:43.806027Z","caller":"traceutil/trace.go:171","msg":"trace[466265930] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-4k2pl; range_end:; response_count:1; response_revision:17880; }","duration":"360.865249ms","start":"2026-03-31T20:56:43.44515Z","end":"2026-03-31T20:56:43.806015Z","steps":["trace[466265930] 'agreement among raft nodes before linearized reading' (duration: 360.706245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:56:43.806061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:56:43.445141Z","time spent":"360.91316ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":18616,"request content":"key:\"/registry/pods/openstack/neutron-l3-agent-default-4k2pl\" "} {"level":"info","ts":"2026-03-31T20:56:43.935249Z","caller":"traceutil/trace.go:171","msg":"trace[504351304] transaction","detail":"{read_only:false; response_revision:17881; number_of_response:1; }","duration":"126.316769ms","start":"2026-03-31T20:56:43.808905Z","end":"2026-03-31T20:56:43.935222Z","steps":["trace[504351304] 'process raft request' (duration: 116.44348ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:56:43.936851Z","caller":"traceutil/trace.go:171","msg":"trace[1766465835] transaction","detail":"{read_only:false; response_revision:17884; number_of_response:1; }","duration":"125.540478ms","start":"2026-03-31T20:56:43.811293Z","end":"2026-03-31T20:56:43.936834Z","steps":["trace[1766465835] 'process raft request' (duration: 125.460996ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:56:43.936861Z","caller":"traceutil/trace.go:171","msg":"trace[458219566] transaction","detail":"{read_only:false; response_revision:17882; number_of_response:1; }","duration":"127.577349ms","start":"2026-03-31T20:56:43.809246Z","end":"2026-03-31T20:56:43.936823Z","steps":["trace[458219566] 'process raft request' (duration: 127.327673ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:56:43.936912Z","caller":"traceutil/trace.go:171","msg":"trace[706816051] linearizableReadLoop","detail":"{readStateIndex:18526; appliedIndex:18521; }","duration":"122.724698ms","start":"2026-03-31T20:56:43.814159Z","end":"2026-03-31T20:56:43.936883Z","steps":["trace[706816051] 'read index received' (duration: 111.327422ms)","trace[706816051] 'applied index is now lower than readState.Index' (duration: 11.396026ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:56:43.937061Z","caller":"traceutil/trace.go:171","msg":"trace[940802670] transaction","detail":"{read_only:false; response_revision:17883; number_of_response:1; }","duration":"126.622585ms","start":"2026-03-31T20:56:43.810428Z","end":"2026-03-31T20:56:43.93705Z","steps":["trace[940802670] 'process raft request' (duration: 126.262306ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:56:43.937215Z","caller":"traceutil/trace.go:171","msg":"trace[1268342285] transaction","detail":"{read_only:false; response_revision:17885; number_of_response:1; }","duration":"125.22335ms","start":"2026-03-31T20:56:43.811982Z","end":"2026-03-31T20:56:43.937205Z","steps":["trace[1268342285] 'process raft request' (duration: 124.812299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:56:43.938111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.932478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:892502"} {"level":"info","ts":"2026-03-31T20:56:43.938168Z","caller":"traceutil/trace.go:171","msg":"trace[1103947353] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:17885; }","duration":"124.015781ms","start":"2026-03-31T20:56:43.814136Z","end":"2026-03-31T20:56:43.938151Z","steps":["trace[1103947353] 'agreement among raft nodes before linearized reading' (duration: 122.862641ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:56:46.003186Z","caller":"traceutil/trace.go:171","msg":"trace[843446200] linearizableReadLoop","detail":"{readStateIndex:18536; appliedIndex:18535; }","duration":"193.39372ms","start":"2026-03-31T20:56:45.809766Z","end":"2026-03-31T20:56:46.003159Z","steps":["trace[843446200] 'read index received' (duration: 193.221955ms)","trace[843446200] 'applied index is now lower than readState.Index' (duration: 170.945µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:56:46.003322Z","caller":"traceutil/trace.go:171","msg":"trace[177653369] transaction","detail":"{read_only:false; response_revision:17894; number_of_response:1; }","duration":"238.951833ms","start":"2026-03-31T20:56:45.764339Z","end":"2026-03-31T20:56:46.003291Z","steps":["trace[177653369] 'process raft request' (duration: 238.663546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:56:46.003394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.611315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-31T20:56:46.00342Z","caller":"traceutil/trace.go:171","msg":"trace[1447071997] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17894; }","duration":"193.672947ms","start":"2026-03-31T20:56:45.809738Z","end":"2026-03-31T20:56:46.003411Z","steps":["trace[1447071997] 'agreement among raft nodes before linearized reading' (duration: 193.532713ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:56:46.244231Z","caller":"traceutil/trace.go:171","msg":"trace[104929298] linearizableReadLoop","detail":"{readStateIndex:18537; appliedIndex:18536; }","duration":"240.950782ms","start":"2026-03-31T20:56:46.00325Z","end":"2026-03-31T20:56:46.244201Z","steps":["trace[104929298] 'read index received' (duration: 238.957611ms)","trace[104929298] 'applied index is now lower than readState.Index' (duration: 1.991711ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:56:46.2443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.818919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T20:56:46.244352Z","caller":"traceutil/trace.go:171","msg":"trace[473990358] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:17895; }","duration":"433.88327ms","start":"2026-03-31T20:56:45.810456Z","end":"2026-03-31T20:56:46.244339Z","steps":["trace[473990358] 'agreement among raft nodes before linearized reading' (duration: 433.784028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:56:46.244388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:56:45.810451Z","time spent":"433.930851ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-03-31T20:56:46.244387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.052815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T20:56:46.244415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.422604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-31T20:56:46.244443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.145717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T20:56:46.244451Z","caller":"traceutil/trace.go:171","msg":"trace[345348730] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17895; }","duration":"302.465135ms","start":"2026-03-31T20:56:45.941975Z","end":"2026-03-31T20:56:46.24444Z","steps":["trace[345348730] 'agreement among raft nodes before linearized reading' (duration: 302.361602ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:56:46.244461Z","caller":"traceutil/trace.go:171","msg":"trace[1204921915] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:0; response_revision:17895; }","duration":"434.171137ms","start":"2026-03-31T20:56:45.810284Z","end":"2026-03-31T20:56:46.244455Z","steps":["trace[1204921915] 'agreement among raft nodes before linearized reading' (duration: 434.146536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:56:46.244478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:56:45.941968Z","time spent":"302.505065ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:56:46.24449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:56:45.81028Z","time spent":"434.203878ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"warn","ts":"2026-03-31T20:56:46.244549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.47637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T20:56:46.244574Z","caller":"traceutil/trace.go:171","msg":"trace[347628303] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:17895; }","duration":"433.517721ms","start":"2026-03-31T20:56:45.81105Z","end":"2026-03-31T20:56:46.244568Z","steps":["trace[347628303] 'agreement among raft nodes before linearized reading' (duration: 433.47904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:56:46.244594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:56:45.811042Z","time spent":"433.548661ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T20:56:46.244658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.825859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T20:56:46.244679Z","caller":"traceutil/trace.go:171","msg":"trace[1325680977] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:17895; }","duration":"433.90825ms","start":"2026-03-31T20:56:45.810764Z","end":"2026-03-31T20:56:46.244672Z","steps":["trace[1325680977] 'agreement among raft nodes before linearized reading' (duration: 433.87728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:56:46.244698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:56:45.810755Z","time spent":"433.938652ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T20:56:46.244711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.443874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T20:56:46.244739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.47243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-4k2pl\" ","response":"range_response_count:1 size:18593"} {"level":"info","ts":"2026-03-31T20:56:46.244763Z","caller":"traceutil/trace.go:171","msg":"trace[99719259] transaction","detail":"{read_only:false; response_revision:17895; number_of_response:1; }","duration":"434.440784ms","start":"2026-03-31T20:56:45.810292Z","end":"2026-03-31T20:56:46.244732Z","steps":["trace[99719259] 'process raft request' (duration: 431.934831ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:56:46.244786Z","caller":"traceutil/trace.go:171","msg":"trace[1634949073] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:17895; }","duration":"434.516706ms","start":"2026-03-31T20:56:45.810252Z","end":"2026-03-31T20:56:46.244769Z","steps":["trace[1634949073] 'agreement among raft nodes before linearized reading' (duration: 434.408113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:56:46.244299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.524907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T20:56:46.24482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.704125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-31T20:56:46.244834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:56:45.810233Z","time spent":"434.587538ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"info","ts":"2026-03-31T20:56:46.244865Z","caller":"traceutil/trace.go:171","msg":"trace[836332905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17895; }","duration":"303.758187ms","start":"2026-03-31T20:56:45.941094Z","end":"2026-03-31T20:56:46.244852Z","steps":["trace[836332905] 'agreement among raft nodes before linearized reading' (duration: 303.672415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:56:46.244876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.784672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T20:56:46.244896Z","caller":"traceutil/trace.go:171","msg":"trace[1739360773] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:17895; }","duration":"434.825894ms","start":"2026-03-31T20:56:45.810065Z","end":"2026-03-31T20:56:46.244891Z","steps":["trace[1739360773] 'agreement among raft nodes before linearized reading' (duration: 434.794633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:56:46.244901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:56:45.941089Z","time spent":"303.803848ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:56:46.244913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:56:45.810055Z","time spent":"434.854934ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-03-31T20:56:46.244902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:56:45.810275Z","time spent":"434.541296ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:56:46.2448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.30945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T20:56:46.245013Z","caller":"traceutil/trace.go:171","msg":"trace[1987225320] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:0; response_revision:17895; }","duration":"434.528866ms","start":"2026-03-31T20:56:45.810479Z","end":"2026-03-31T20:56:46.245008Z","steps":["trace[1987225320] 'agreement among raft nodes before linearized reading' (duration: 434.30435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:56:46.244738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.29315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T20:56:46.245034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:56:45.810476Z","time spent":"434.553967ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"info","ts":"2026-03-31T20:56:46.244419Z","caller":"traceutil/trace.go:171","msg":"trace[1253871003] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:17895; }","duration":"434.108576ms","start":"2026-03-31T20:56:45.810301Z","end":"2026-03-31T20:56:46.24441Z","steps":["trace[1253871003] 'agreement among raft nodes before linearized reading' (duration: 434.027354ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:56:46.245045Z","caller":"traceutil/trace.go:171","msg":"trace[688861674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17895; }","duration":"306.635688ms","start":"2026-03-31T20:56:45.938401Z","end":"2026-03-31T20:56:46.245037Z","steps":["trace[688861674] 'agreement among raft nodes before linearized reading' (duration: 306.254759ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:56:46.244825Z","caller":"traceutil/trace.go:171","msg":"trace[1249807188] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17895; }","duration":"374.107341ms","start":"2026-03-31T20:56:45.870711Z","end":"2026-03-31T20:56:46.244819Z","steps":["trace[1249807188] 'agreement among raft nodes before linearized reading' (duration: 373.520066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:56:46.245071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:56:45.938386Z","time spent":"306.67649ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:56:46.245079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:56:45.870692Z","time spent":"374.383998ms","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:56:46.245073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:56:45.810298Z","time spent":"434.764042ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-03-31T20:56:46.244795Z","caller":"traceutil/trace.go:171","msg":"trace[1482326092] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-4k2pl; range_end:; response_count:1; response_revision:17895; }","duration":"293.525391ms","start":"2026-03-31T20:56:45.951251Z","end":"2026-03-31T20:56:46.244777Z","steps":["trace[1482326092] 'agreement among raft nodes before linearized reading' (duration: 293.366007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:56:46.245141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.054324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-31T20:56:46.244827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.253635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-76hz9\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-03-31T20:56:46.2452Z","caller":"traceutil/trace.go:171","msg":"trace[1112356464] range","detail":"{range_begin:/registry/pods/openstack/keepalived-76hz9; range_end:; response_count:1; response_revision:17895; }","duration":"112.651005ms","start":"2026-03-31T20:56:46.132537Z","end":"2026-03-31T20:56:46.245188Z","steps":["trace[1112356464] 'agreement among raft nodes before linearized reading' (duration: 112.201184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:56:46.24444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.29282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T20:56:46.245266Z","caller":"traceutil/trace.go:171","msg":"trace[971594745] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17895; }","duration":"303.158011ms","start":"2026-03-31T20:56:45.94208Z","end":"2026-03-31T20:56:46.245238Z","steps":["trace[971594745] 'agreement among raft nodes before linearized reading' (duration: 302.189447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:56:46.245309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:56:45.94206Z","time spent":"303.234794ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:56:46.245195Z","caller":"traceutil/trace.go:171","msg":"trace[593004597] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17895; }","duration":"304.136466ms","start":"2026-03-31T20:56:45.941043Z","end":"2026-03-31T20:56:46.245179Z","steps":["trace[593004597] 'agreement among raft nodes before linearized reading' (duration: 303.998963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:56:46.245363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:56:45.941029Z","time spent":"304.32594ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:56:46.245749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.707065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T20:56:46.245795Z","caller":"traceutil/trace.go:171","msg":"trace[453693596] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:17895; }","duration":"435.785077ms","start":"2026-03-31T20:56:45.81Z","end":"2026-03-31T20:56:46.245785Z","steps":["trace[453693596] 'agreement among raft nodes before linearized reading' (duration: 434.489205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:56:46.245822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:56:45.809986Z","time spent":"435.829469ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-03-31T20:56:46.446429Z","caller":"traceutil/trace.go:171","msg":"trace[1623802095] transaction","detail":"{read_only:false; response_revision:17896; number_of_response:1; }","duration":"196.401495ms","start":"2026-03-31T20:56:46.24999Z","end":"2026-03-31T20:56:46.446391Z","steps":["trace[1623802095] 'process raft request' (duration: 184.681141ms)","trace[1623802095] 'compare' (duration: 11.450227ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:56:46.600318Z","caller":"traceutil/trace.go:171","msg":"trace[365296613] transaction","detail":"{read_only:false; response_revision:17898; number_of_response:1; }","duration":"350.13368ms","start":"2026-03-31T20:56:46.250151Z","end":"2026-03-31T20:56:46.600285Z","steps":["trace[365296613] 'process raft request' (duration: 350.004816ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:56:46.600487Z","caller":"traceutil/trace.go:171","msg":"trace[1731182392] transaction","detail":"{read_only:false; response_revision:17899; number_of_response:1; }","duration":"348.845299ms","start":"2026-03-31T20:56:46.251595Z","end":"2026-03-31T20:56:46.60044Z","steps":["trace[1731182392] 'process raft request' (duration: 348.604493ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:56:46.600504Z","caller":"traceutil/trace.go:171","msg":"trace[682999049] transaction","detail":"{read_only:false; response_revision:17900; number_of_response:1; }","duration":"348.831558ms","start":"2026-03-31T20:56:46.251636Z","end":"2026-03-31T20:56:46.600467Z","steps":["trace[682999049] 'process raft request' (duration: 348.605333ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:56:46.600762Z","caller":"traceutil/trace.go:171","msg":"trace[1727818326] transaction","detail":"{read_only:false; response_revision:17897; number_of_response:1; }","duration":"350.649153ms","start":"2026-03-31T20:56:46.25005Z","end":"2026-03-31T20:56:46.600699Z","steps":["trace[1727818326] 'process raft request' (duration: 297.343016ms)","trace[1727818326] 'compare' (duration: 52.60978ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:56:46.600343Z","caller":"traceutil/trace.go:171","msg":"trace[681002657] linearizableReadLoop","detail":"{readStateIndex:18540; appliedIndex:18537; }","duration":"349.924365ms","start":"2026-03-31T20:56:46.250396Z","end":"2026-03-31T20:56:46.600321Z","steps":["trace[681002657] 'read index received' (duration: 184.257671ms)","trace[681002657] 'applied index is now lower than readState.Index' (duration: 165.664824ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:56:46.600917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:56:46.251627Z","time spent":"349.136976ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:56:46.600637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:56:46.250132Z","time spent":"350.355146ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:56:46.600705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:56:46.251584Z","time spent":"349.007462ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:56:46.601501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.101524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:892462"} {"level":"info","ts":"2026-03-31T20:56:46.601585Z","caller":"traceutil/trace.go:171","msg":"trace[698459119] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:17900; }","duration":"351.204187ms","start":"2026-03-31T20:56:46.250368Z","end":"2026-03-31T20:56:46.601572Z","steps":["trace[698459119] 'agreement among raft nodes before linearized reading' (duration: 350.021227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:56:46.601705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:56:46.250357Z","time spent":"351.331529ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":892485,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T20:56:46.601527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.146486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-31T20:56:46.601789Z","caller":"traceutil/trace.go:171","msg":"trace[1792715237] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17900; }","duration":"166.427242ms","start":"2026-03-31T20:56:46.435338Z","end":"2026-03-31T20:56:46.601765Z","steps":["trace[1792715237] 'agreement among raft nodes before linearized reading' (duration: 165.882669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:56:46.601956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.581922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-sm2lf\" ","response":"range_response_count:1 size:20676"} {"level":"info","ts":"2026-03-31T20:56:46.602104Z","caller":"traceutil/trace.go:171","msg":"trace[1306793935] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-sm2lf; range_end:; response_count:1; response_revision:17900; }","duration":"175.777457ms","start":"2026-03-31T20:56:46.42629Z","end":"2026-03-31T20:56:46.602068Z","steps":["trace[1306793935] 'agreement among raft nodes before linearized reading' (duration: 174.952956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:56:46.602132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.352581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:892462"} {"level":"info","ts":"2026-03-31T20:56:46.602201Z","caller":"traceutil/trace.go:171","msg":"trace[1441895028] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:17900; }","duration":"351.458944ms","start":"2026-03-31T20:56:46.250725Z","end":"2026-03-31T20:56:46.602184Z","steps":["trace[1441895028] 'agreement among raft nodes before linearized reading' (duration: 350.407857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:56:46.602246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:56:46.250714Z","time spent":"351.522505ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":892485,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T20:56:46.601323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:56:46.250035Z","time spent":"350.862568ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:56:46.902396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.317291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T20:56:46.902477Z","caller":"traceutil/trace.go:171","msg":"trace[1393487771] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:17901; }","duration":"158.451204ms","start":"2026-03-31T20:56:46.744006Z","end":"2026-03-31T20:56:46.902457Z","steps":["trace[1393487771] 'range keys from in-memory index tree' (duration: 158.229838ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:56:47.136948Z","caller":"traceutil/trace.go:171","msg":"trace[554255155] transaction","detail":"{read_only:false; response_revision:17903; number_of_response:1; }","duration":"124.693696ms","start":"2026-03-31T20:56:47.012199Z","end":"2026-03-31T20:56:47.136893Z","steps":["trace[554255155] 'process raft request' (duration: 112.047339ms)","trace[554255155] 'compare' (duration: 11.841847ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:58:21.733688Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16329} {"level":"info","ts":"2026-03-31T20:58:21.856498Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16329,"took":"119.778424ms","hash":4099644463,"current-db-size-bytes":45187072,"current-db-size":"45 MB","current-db-size-in-use-bytes":31465472,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-31T20:58:21.856558Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4099644463,"revision":16329,"compact-revision":13890} {"level":"info","ts":"2026-03-31T20:58:22.573947Z","caller":"traceutil/trace.go:171","msg":"trace[1001169999] transaction","detail":"{read_only:false; response_revision:18515; number_of_response:1; }","duration":"144.836941ms","start":"2026-03-31T20:58:22.429047Z","end":"2026-03-31T20:58:22.573884Z","steps":["trace[1001169999] 'process raft request' (duration: 144.516793ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:59:36.963042Z","caller":"traceutil/trace.go:171","msg":"trace[415192565] transaction","detail":"{read_only:false; response_revision:19025; number_of_response:1; }","duration":"106.578442ms","start":"2026-03-31T20:59:36.856436Z","end":"2026-03-31T20:59:36.963015Z","steps":["trace[415192565] 'process raft request' (duration: 106.394648ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:59:40.730685Z","caller":"traceutil/trace.go:171","msg":"trace[2145678865] transaction","detail":"{read_only:false; response_revision:19053; number_of_response:1; }","duration":"558.66058ms","start":"2026-03-31T20:59:40.17199Z","end":"2026-03-31T20:59:40.73065Z","steps":["trace[2145678865] 'process raft request' (duration: 558.25711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:40.730838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:40.171974Z","time spent":"558.787092ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:59:41.143905Z","caller":"traceutil/trace.go:171","msg":"trace[1662060754] linearizableReadLoop","detail":"{readStateIndex:19737; appliedIndex:19736; }","duration":"408.053761ms","start":"2026-03-31T20:59:40.735821Z","end":"2026-03-31T20:59:41.143875Z","steps":["trace[1662060754] 'read index received' (duration: 407.941849ms)","trace[1662060754] 'applied index is now lower than readState.Index' (duration: 110.972µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:59:41.144322Z","caller":"traceutil/trace.go:171","msg":"trace[84986361] transaction","detail":"{read_only:false; response_revision:19054; number_of_response:1; }","duration":"463.148403ms","start":"2026-03-31T20:59:40.680845Z","end":"2026-03-31T20:59:41.143993Z","steps":["trace[84986361] 'process raft request' (duration: 462.911927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:41.146044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:40.680814Z","time spent":"463.607275ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:59:41.146793Z","caller":"traceutil/trace.go:171","msg":"trace[1656773001] transaction","detail":"{read_only:false; response_revision:19055; number_of_response:1; }","duration":"172.456234ms","start":"2026-03-31T20:59:40.974301Z","end":"2026-03-31T20:59:41.146757Z","steps":["trace[1656773001] 'process raft request' (duration: 171.775898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:41.147274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.240025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-cvrjj\" ","response":"range_response_count:1 size:22022"} {"level":"info","ts":"2026-03-31T20:59:41.147399Z","caller":"traceutil/trace.go:171","msg":"trace[803636375] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-cvrjj; range_end:; response_count:1; response_revision:19055; }","duration":"136.374659ms","start":"2026-03-31T20:59:41.010975Z","end":"2026-03-31T20:59:41.147349Z","steps":["trace[803636375] 'agreement among raft nodes before linearized reading' (duration: 135.709323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:41.149373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.512999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:940270"} {"level":"info","ts":"2026-03-31T20:59:41.149501Z","caller":"traceutil/trace.go:171","msg":"trace[431763315] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19054; }","duration":"413.692544ms","start":"2026-03-31T20:59:40.735788Z","end":"2026-03-31T20:59:41.14948Z","steps":["trace[431763315] 'agreement among raft nodes before linearized reading' (duration: 408.210266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:41.149552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:40.735769Z","time spent":"413.771036ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":940293,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T20:59:41.146531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.568305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T20:59:41.152266Z","caller":"traceutil/trace.go:171","msg":"trace[1448296818] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19055; }","duration":"282.3437ms","start":"2026-03-31T20:59:40.869894Z","end":"2026-03-31T20:59:41.152238Z","steps":["trace[1448296818] 'agreement among raft nodes before linearized reading' (duration: 276.406311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:47.746486Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973373434,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:59:48.215905Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.047886376s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:59:48.216639Z","caller":"traceutil/trace.go:171","msg":"trace[450493840] transaction","detail":"{read_only:false; response_revision:19088; number_of_response:1; }","duration":"1.048695916s","start":"2026-03-31T20:59:47.167922Z","end":"2026-03-31T20:59:48.216618Z","steps":["trace[450493840] 'process raft request' (duration: 1.04844668s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:48.216793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:47.167877Z","time spent":"1.04880722s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:59:48.36239Z","caller":"traceutil/trace.go:171","msg":"trace[1441846861] linearizableReadLoop","detail":"{readStateIndex:19773; appliedIndex:19771; }","duration":"1.116646891s","start":"2026-03-31T20:59:47.245718Z","end":"2026-03-31T20:59:48.362365Z","steps":["trace[1441846861] 'read index received' (duration: 970.65857ms)","trace[1441846861] 'applied index is now lower than readState.Index' (duration: 145.987201ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:59:48.362413Z","caller":"traceutil/trace.go:171","msg":"trace[217539386] transaction","detail":"{read_only:false; response_revision:19089; number_of_response:1; }","duration":"959.278955ms","start":"2026-03-31T20:59:47.403097Z","end":"2026-03-31T20:59:48.362376Z","steps":["trace[217539386] 'process raft request' (duration: 948.460524ms)","trace[217539386] 'compare' (duration: 10.595245ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:59:48.362451Z","caller":"traceutil/trace.go:171","msg":"trace[402260328] transaction","detail":"{read_only:false; response_revision:19090; number_of_response:1; }","duration":"393.307012ms","start":"2026-03-31T20:59:47.969101Z","end":"2026-03-31T20:59:48.362408Z","steps":["trace[402260328] 'process raft request' (duration: 393.203669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:48.362572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:47.40307Z","time spent":"959.422739ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:59:48.362642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116888847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-cvrjj\" ","response":"range_response_count:1 size:22022"} {"level":"warn","ts":"2026-03-31T20:59:48.362693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115873001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-sct7f\" ","response":"range_response_count:1 size:9710"} {"level":"info","ts":"2026-03-31T20:59:48.362718Z","caller":"traceutil/trace.go:171","msg":"trace[1563690019] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-cvrjj; range_end:; response_count:1; response_revision:19090; }","duration":"1.11699652s","start":"2026-03-31T20:59:47.2457Z","end":"2026-03-31T20:59:48.362697Z","steps":["trace[1563690019] 'agreement among raft nodes before linearized reading' (duration: 1.116752034s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:59:48.362739Z","caller":"traceutil/trace.go:171","msg":"trace[1210267036] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-sct7f; range_end:; response_count:1; response_revision:19090; }","duration":"1.115971814s","start":"2026-03-31T20:59:47.246754Z","end":"2026-03-31T20:59:48.362726Z","steps":["trace[1210267036] 'agreement among raft nodes before linearized reading' (duration: 1.115771439s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:48.362766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:47.245648Z","time spent":"1.117106482s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22045,"request content":"key:\"/registry/pods/openstack/nova-compute-default-cvrjj\" "} {"level":"warn","ts":"2026-03-31T20:59:48.362779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:47.246735Z","time spent":"1.116035025s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9733,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-sct7f\" "} {"level":"warn","ts":"2026-03-31T20:59:48.362783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:47.969073Z","time spent":"393.507517ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:59:48.362969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.515257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-03-31T20:59:48.363007Z","caller":"traceutil/trace.go:171","msg":"trace[67848093] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:19090; }","duration":"791.568918ms","start":"2026-03-31T20:59:47.571424Z","end":"2026-03-31T20:59:48.362993Z","steps":["trace[67848093] 'agreement among raft nodes before linearized reading' (duration: 791.471076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:48.363011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.252438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T20:59:48.363034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:47.571416Z","time spent":"791.612019ms","remote":"127.0.0.1:52348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-31T20:59:48.363032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.01255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-sm2lf\" ","response":"range_response_count:1 size:20778"} {"level":"info","ts":"2026-03-31T20:59:48.363062Z","caller":"traceutil/trace.go:171","msg":"trace[1965063803] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19090; }","duration":"493.32836ms","start":"2026-03-31T20:59:47.869716Z","end":"2026-03-31T20:59:48.363045Z","steps":["trace[1965063803] 'agreement among raft nodes before linearized reading' (duration: 493.268509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:48.363102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:47.869697Z","time spent":"493.398322ms","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:59:48.363144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.516074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-31T20:59:48.363178Z","caller":"traceutil/trace.go:171","msg":"trace[1510222132] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19090; }","duration":"798.74889ms","start":"2026-03-31T20:59:47.564421Z","end":"2026-03-31T20:59:48.36317Z","steps":["trace[1510222132] 'agreement among raft nodes before linearized reading' (duration: 798.668738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:48.36321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:47.564404Z","time spent":"798.79956ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T20:59:48.363289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.769903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-31T20:59:48.36333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.608583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T20:59:48.363335Z","caller":"traceutil/trace.go:171","msg":"trace[2137084906] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:19090; }","duration":"919.833475ms","start":"2026-03-31T20:59:47.443491Z","end":"2026-03-31T20:59:48.363325Z","steps":["trace[2137084906] 'agreement among raft nodes before linearized reading' (duration: 919.724273ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:59:48.36307Z","caller":"traceutil/trace.go:171","msg":"trace[1450455714] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-sm2lf; range_end:; response_count:1; response_revision:19090; }","duration":"857.078692ms","start":"2026-03-31T20:59:47.50598Z","end":"2026-03-31T20:59:48.363059Z","steps":["trace[1450455714] 'agreement among raft nodes before linearized reading' (duration: 856.949699ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:59:48.363358Z","caller":"traceutil/trace.go:171","msg":"trace[1882380827] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19090; }","duration":"835.664774ms","start":"2026-03-31T20:59:47.527684Z","end":"2026-03-31T20:59:48.363349Z","steps":["trace[1882380827] 'agreement among raft nodes before linearized reading' (duration: 835.592062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:48.363369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:47.443478Z","time spent":"919.884506ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:59:48.363378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.941414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-31T20:59:48.363384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:47.527665Z","time spent":"835.713336ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:59:48.363393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:47.505962Z","time spent":"857.41824ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20801,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-sm2lf\" "} {"level":"info","ts":"2026-03-31T20:59:48.36341Z","caller":"traceutil/trace.go:171","msg":"trace[336734385] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19090; }","duration":"666.994945ms","start":"2026-03-31T20:59:47.696403Z","end":"2026-03-31T20:59:48.363398Z","steps":["trace[336734385] 'agreement among raft nodes before linearized reading' (duration: 666.914813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:48.363438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:47.696388Z","time spent":"667.044416ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:59:48.362772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.240503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-31T20:59:48.363298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.141681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T20:59:48.363541Z","caller":"traceutil/trace.go:171","msg":"trace[1644552684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19090; }","duration":"624.406848ms","start":"2026-03-31T20:59:47.739126Z","end":"2026-03-31T20:59:48.363533Z","steps":["trace[1644552684] 'agreement among raft nodes before linearized reading' (duration: 624.10504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:48.363575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:47.739111Z","time spent":"624.456588ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:59:48.36354Z","caller":"traceutil/trace.go:171","msg":"trace[2089966176] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19090; }","duration":"757.076043ms","start":"2026-03-31T20:59:47.606454Z","end":"2026-03-31T20:59:48.36353Z","steps":["trace[2089966176] 'agreement among raft nodes before linearized reading' (duration: 756.193902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:48.363654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:47.606433Z","time spent":"757.214517ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:59:48.363508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.286413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T20:59:48.363728Z","caller":"traceutil/trace.go:171","msg":"trace[1504699780] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19090; }","duration":"937.536028ms","start":"2026-03-31T20:59:47.426185Z","end":"2026-03-31T20:59:48.363721Z","steps":["trace[1504699780] 'agreement among raft nodes before linearized reading' (duration: 937.256461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:48.363757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:47.426165Z","time spent":"937.58626ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:59:49.939218Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.491166242s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:59:49.939651Z","caller":"traceutil/trace.go:171","msg":"trace[939731625] transaction","detail":"{read_only:false; response_revision:19094; number_of_response:1; }","duration":"1.568125952s","start":"2026-03-31T20:59:48.371504Z","end":"2026-03-31T20:59:49.93963Z","steps":["trace[939731625] 'process raft request' (duration: 1.568073151s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:59:49.939698Z","caller":"traceutil/trace.go:171","msg":"trace[1474636738] transaction","detail":"{read_only:false; response_revision:19093; number_of_response:1; }","duration":"1.568258626s","start":"2026-03-31T20:59:48.371401Z","end":"2026-03-31T20:59:49.93966Z","steps":["trace[1474636738] 'process raft request' (duration: 1.56803551s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:49.939764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:48.371482Z","time spent":"1.568206064s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:59:49.93989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:48.371376Z","time spent":"1.56841514s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:59:49.940019Z","caller":"traceutil/trace.go:171","msg":"trace[1342315493] transaction","detail":"{read_only:false; response_revision:19095; number_of_response:1; }","duration":"1.568397709s","start":"2026-03-31T20:59:48.371572Z","end":"2026-03-31T20:59:49.93997Z","steps":["trace[1342315493] 'process raft request' (duration: 1.56803352s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:49.9402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:48.371562Z","time spent":"1.568543773s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:59:49.94028Z","caller":"traceutil/trace.go:171","msg":"trace[180285011] transaction","detail":"{read_only:false; response_revision:19096; number_of_response:1; }","duration":"1.567642029s","start":"2026-03-31T20:59:48.372599Z","end":"2026-03-31T20:59:49.940241Z","steps":["trace[180285011] 'process raft request' (duration: 1.567314681s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:49.940489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:48.372573Z","time spent":"1.567798093s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:59:49.941476Z","caller":"traceutil/trace.go:171","msg":"trace[441498032] transaction","detail":"{read_only:false; response_revision:19098; number_of_response:1; }","duration":"1.55965025s","start":"2026-03-31T20:59:48.381806Z","end":"2026-03-31T20:59:49.941456Z","steps":["trace[441498032] 'process raft request' (duration: 1.559167377s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:49.941716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:48.381784Z","time spent":"1.559737372s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:59:49.943238Z","caller":"traceutil/trace.go:171","msg":"trace[1377289123] linearizableReadLoop","detail":"{readStateIndex:19781; appliedIndex:19774; }","duration":"1.568312727s","start":"2026-03-31T20:59:48.374902Z","end":"2026-03-31T20:59:49.943215Z","steps":["trace[1377289123] 'read index received' (duration: 73.278649ms)","trace[1377289123] 'applied index is now lower than readState.Index' (duration: 1.495032788s)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:59:49.943284Z","caller":"traceutil/trace.go:171","msg":"trace[1355895852] transaction","detail":"{read_only:false; response_revision:19099; number_of_response:1; }","duration":"1.560758447s","start":"2026-03-31T20:59:48.382507Z","end":"2026-03-31T20:59:49.943266Z","steps":["trace[1355895852] 'process raft request' (duration: 1.560527421s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:49.943499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:48.3825Z","time spent":"1.560888341s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20895,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:59:49.941116Z","caller":"traceutil/trace.go:171","msg":"trace[242067921] transaction","detail":"{read_only:false; response_revision:19097; number_of_response:1; }","duration":"1.566717047s","start":"2026-03-31T20:59:48.374368Z","end":"2026-03-31T20:59:49.941085Z","steps":["trace[242067921] 'process raft request' (duration: 1.565736153s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:49.944182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:48.374347Z","time spent":"1.569788904s","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":838,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:59:49.944305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569390745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:940404"} {"level":"info","ts":"2026-03-31T20:59:49.944383Z","caller":"traceutil/trace.go:171","msg":"trace[342150372] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19099; }","duration":"1.569469857s","start":"2026-03-31T20:59:48.374896Z","end":"2026-03-31T20:59:49.944365Z","steps":["trace[342150372] 'agreement among raft nodes before linearized reading' (duration: 1.568447461s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:49.944466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:48.374889Z","time spent":"1.569554669s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":940427,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T20:59:50.44928Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973373453,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:59:50.94996Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973373453,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:59:51.200421Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.261051092s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T20:59:51.323078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.298697ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T20:59:51.323268Z","caller":"traceutil/trace.go:171","msg":"trace[932023207] transaction","detail":"{read_only:false; response_revision:19100; number_of_response:1; }","duration":"2.56899724s","start":"2026-03-31T20:59:48.754236Z","end":"2026-03-31T20:59:51.323234Z","steps":["trace[932023207] 'process raft request' (duration: 2.446452227s)","trace[932023207] 'compare' (duration: 122.105352ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:59:51.323422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:48.7542Z","time spent":"2.569137354s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:59:51.87066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000390392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T20:59:51.870764Z","caller":"traceutil/trace.go:171","msg":"trace[2007401529] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000574736s","start":"2026-03-31T20:59:49.870167Z","end":"2026-03-31T20:59:51.870742Z","steps":["trace[2007401529] 'agreement among raft nodes before linearized reading' (duration: 2.000427403s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:51.870813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:49.870142Z","time spent":"2.000661579s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:59:52.49715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173962648s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-31T20:59:52.497636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.727608ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T20:59:52.497757Z","caller":"traceutil/trace.go:171","msg":"trace[733237131] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19100; }","duration":"266.856862ms","start":"2026-03-31T20:59:52.230882Z","end":"2026-03-31T20:59:52.497739Z","steps":["trace[733237131] 'range keys from in-memory index tree' (duration: 266.706418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:52.537492Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.336899303s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:59:52.538154Z","caller":"traceutil/trace.go:171","msg":"trace[667668058] transaction","detail":"{read_only:false; response_revision:19103; number_of_response:1; }","duration":"2.164631261s","start":"2026-03-31T20:59:50.373483Z","end":"2026-03-31T20:59:52.538115Z","steps":["trace[667668058] 'process raft request' (duration: 2.164564449s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:52.538298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:50.373469Z","time spent":"2.164755893s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:59:52.538441Z","caller":"traceutil/trace.go:171","msg":"trace[1143667161] transaction","detail":"{read_only:false; response_revision:19101; number_of_response:1; }","duration":"2.316190121s","start":"2026-03-31T20:59:50.222241Z","end":"2026-03-31T20:59:52.538431Z","steps":["trace[1143667161] 'process raft request' (duration: 2.315396s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:52.538496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:50.222216Z","time spent":"2.316253313s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:59:52.538595Z","caller":"traceutil/trace.go:171","msg":"trace[1452527589] transaction","detail":"{read_only:false; response_revision:19104; number_of_response:1; }","duration":"1.961011044s","start":"2026-03-31T20:59:50.577573Z","end":"2026-03-31T20:59:52.538584Z","steps":["trace[1452527589] 'process raft request' (duration: 1.960508772s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:59:52.538447Z","caller":"traceutil/trace.go:171","msg":"trace[1295347891] linearizableReadLoop","detail":"{readStateIndex:19789; appliedIndex:19783; }","duration":"2.595088675s","start":"2026-03-31T20:59:49.94333Z","end":"2026-03-31T20:59:52.538419Z","steps":["trace[1295347891] 'read index received' (duration: 1.25737425s)","trace[1295347891] 'applied index is now lower than readState.Index' (duration: 1.337712375s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:59:52.538746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:50.577548Z","time spent":"1.961165529s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:59:52.538777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.900963211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T20:59:52.53883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.092171275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18812"} {"level":"info","ts":"2026-03-31T20:59:52.538885Z","caller":"traceutil/trace.go:171","msg":"trace[1693639240] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:19104; }","duration":"3.901131075s","start":"2026-03-31T20:59:48.637728Z","end":"2026-03-31T20:59:52.538859Z","steps":["trace[1693639240] 'agreement among raft nodes before linearized reading' (duration: 3.900785247s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:59:52.538906Z","caller":"traceutil/trace.go:171","msg":"trace[1189000173] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:19104; }","duration":"4.092316039s","start":"2026-03-31T20:59:48.446569Z","end":"2026-03-31T20:59:52.538885Z","steps":["trace[1189000173] 'agreement among raft nodes before linearized reading' (duration: 4.092116704s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:52.538947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:48.44655Z","time spent":"4.09238828s","remote":"127.0.0.1:52336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18835,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-31T20:59:52.538922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.697984274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T20:59:52.539033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.912080589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T20:59:52.539084Z","caller":"traceutil/trace.go:171","msg":"trace[2038471805] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:19104; }","duration":"3.912164121s","start":"2026-03-31T20:59:48.626904Z","end":"2026-03-31T20:59:52.539068Z","steps":["trace[2038471805] 'agreement among raft nodes before linearized reading' (duration: 3.911650759s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:52.539132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:48.626884Z","time spent":"3.912235204s","remote":"127.0.0.1:54306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:59:52.539072Z","caller":"traceutil/trace.go:171","msg":"trace[190644102] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:0; response_revision:19104; }","duration":"2.69820386s","start":"2026-03-31T20:59:49.840839Z","end":"2026-03-31T20:59:52.539043Z","steps":["trace[190644102] 'agreement among raft nodes before linearized reading' (duration: 2.697760329s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:52.539295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:49.840794Z","time spent":"2.698480216s","remote":"127.0.0.1:59022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-03-31T20:59:52.539303Z","caller":"traceutil/trace.go:171","msg":"trace[958920] transaction","detail":"{read_only:false; response_revision:19102; number_of_response:1; }","duration":"2.167989454s","start":"2026-03-31T20:59:50.371236Z","end":"2026-03-31T20:59:52.539225Z","steps":["trace[958920] 'process raft request' (duration: 2.166755993s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:52.538959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:48.637704Z","time spent":"3.901236487s","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:59:52.539444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:50.371206Z","time spent":"2.168151598s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:59:52.540029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.164391806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:940404"} {"level":"info","ts":"2026-03-31T20:59:52.540086Z","caller":"traceutil/trace.go:171","msg":"trace[1501082619] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19104; }","duration":"4.164484548s","start":"2026-03-31T20:59:48.375589Z","end":"2026-03-31T20:59:52.540074Z","steps":["trace[1501082619] 'agreement among raft nodes before linearized reading' (duration: 4.163506704s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:52.540127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:48.375545Z","time spent":"4.16456956s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":940427,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T20:59:52.842546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.968179ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T20:59:52.842741Z","caller":"traceutil/trace.go:171","msg":"trace[681902095] linearizableReadLoop","detail":"{readStateIndex:19790; appliedIndex:19789; }","duration":"303.946331ms","start":"2026-03-31T20:59:52.538764Z","end":"2026-03-31T20:59:52.84271Z","steps":["trace[681902095] 'read index received' (duration: 110.761687ms)","trace[681902095] 'applied index is now lower than readState.Index' (duration: 193.182064ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:59:52.842947Z","caller":"traceutil/trace.go:171","msg":"trace[1546006266] transaction","detail":"{read_only:false; response_revision:19105; number_of_response:1; }","duration":"1.571728112s","start":"2026-03-31T20:59:51.271185Z","end":"2026-03-31T20:59:52.842913Z","steps":["trace[1546006266] 'process raft request' (duration: 1.378287221s)","trace[1546006266] 'compare' (duration: 192.841076ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:59:52.843016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.69603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T20:59:52.84302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192450611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7532"} {"level":"warn","ts":"2026-03-31T20:59:52.843041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.101525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-31T20:59:52.843097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.167351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T20:59:52.842954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.390451152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-31T20:59:52.843171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.582180319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-31T20:59:52.843177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.877761462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-sm2lf\" ","response":"range_response_count:1 size:20912"} {"level":"warn","ts":"2026-03-31T20:59:52.843204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.3903493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T20:59:52.843229Z","caller":"traceutil/trace.go:171","msg":"trace[290803015] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19105; }","duration":"2.582299632s","start":"2026-03-31T20:59:50.260917Z","end":"2026-03-31T20:59:52.843216Z","steps":["trace[290803015] 'agreement among raft nodes before linearized reading' (duration: 2.582119378s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:59:52.843229Z","caller":"traceutil/trace.go:171","msg":"trace[97712878] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19105; }","duration":"2.39077161s","start":"2026-03-31T20:59:50.452439Z","end":"2026-03-31T20:59:52.843211Z","steps":["trace[97712878] 'agreement among raft nodes before linearized reading' (duration: 2.390383511s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:52.843083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317786634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-746cd8c8fd-zs8gj.18a20810d4f9e87a\" ","response":"range_response_count:1 size:1178"} {"level":"info","ts":"2026-03-31T20:59:52.843258Z","caller":"traceutil/trace.go:171","msg":"trace[1282014543] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19105; }","duration":"2.390431582s","start":"2026-03-31T20:59:50.452812Z","end":"2026-03-31T20:59:52.843243Z","steps":["trace[1282014543] 'agreement among raft nodes before linearized reading' (duration: 2.390277128s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:52.843284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:50.260891Z","time spent":"2.582380675s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:59:52.843296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:50.452406Z","time spent":"2.390872143s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:59:52.843305Z","caller":"traceutil/trace.go:171","msg":"trace[1420302060] range","detail":"{range_begin:/registry/events/openstack/cinder-api-746cd8c8fd-zs8gj.18a20810d4f9e87a; range_end:; response_count:1; response_revision:19105; }","duration":"1.31801429s","start":"2026-03-31T20:59:51.525261Z","end":"2026-03-31T20:59:52.843275Z","steps":["trace[1420302060] 'agreement among raft nodes before linearized reading' (duration: 1.317738993s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:52.843306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:50.452794Z","time spent":"2.390496913s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:59:52.84335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:51.525244Z","time spent":"1.318091531s","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1201,"request content":"key:\"/registry/events/openstack/cinder-api-746cd8c8fd-zs8gj.18a20810d4f9e87a\" "} {"level":"warn","ts":"2026-03-31T20:59:52.84338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521764719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-31T20:59:52.843243Z","caller":"traceutil/trace.go:171","msg":"trace[1935604676] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-sm2lf; range_end:; response_count:1; response_revision:19105; }","duration":"2.877867865s","start":"2026-03-31T20:59:49.96536Z","end":"2026-03-31T20:59:52.843228Z","steps":["trace[1935604676] 'agreement among raft nodes before linearized reading' (duration: 2.87769146s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:52.843499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:49.965339Z","time spent":"2.878144883s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20935,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-sm2lf\" "} {"level":"warn","ts":"2026-03-31T20:59:52.843465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:51.271145Z","time spent":"1.571975488s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:59:52.842948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.48639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T20:59:52.843696Z","caller":"traceutil/trace.go:171","msg":"trace[153135995] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19105; }","duration":"972.302761ms","start":"2026-03-31T20:59:51.871382Z","end":"2026-03-31T20:59:52.843685Z","steps":["trace[153135995] 'agreement among raft nodes before linearized reading' (duration: 971.469879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:52.84374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:51.871361Z","time spent":"972.365503ms","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:59:52.84301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.955426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-03-31T20:59:52.843763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.175507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T20:59:52.843832Z","caller":"traceutil/trace.go:171","msg":"trace[1150490070] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:19105; }","duration":"299.808208ms","start":"2026-03-31T20:59:52.544004Z","end":"2026-03-31T20:59:52.843813Z","steps":["trace[1150490070] 'agreement among raft nodes before linearized reading' (duration: 298.852063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:52.843007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.891294212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/network.18a208ac653e0d56\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-03-31T20:59:52.843934Z","caller":"traceutil/trace.go:171","msg":"trace[868240080] range","detail":"{range_begin:/registry/events/openstack/network.18a208ac653e0d56; range_end:; response_count:1; response_revision:19105; }","duration":"2.892263147s","start":"2026-03-31T20:59:49.951656Z","end":"2026-03-31T20:59:52.84392Z","steps":["trace[868240080] 'agreement among raft nodes before linearized reading' (duration: 2.891185879s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:59:52.843951Z","caller":"traceutil/trace.go:171","msg":"trace[1041015504] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19105; }","duration":"889.330721ms","start":"2026-03-31T20:59:51.95453Z","end":"2026-03-31T20:59:52.843861Z","steps":["trace[1041015504] 'agreement among raft nodes before linearized reading' (duration: 888.295925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:52.843986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:49.951636Z","time spent":"2.892336168s","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":694,"request content":"key:\"/registry/events/openstack/network.18a208ac653e0d56\" "} {"level":"warn","ts":"2026-03-31T20:59:52.844134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:51.954509Z","time spent":"889.538056ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:59:52.8431Z","caller":"traceutil/trace.go:171","msg":"trace[202885143] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:19105; }","duration":"1.192587144s","start":"2026-03-31T20:59:51.650494Z","end":"2026-03-31T20:59:52.843081Z","steps":["trace[202885143] 'agreement among raft nodes before linearized reading' (duration: 1.192326628s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:59:52.843172Z","caller":"traceutil/trace.go:171","msg":"trace[1158338900] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:19105; }","duration":"295.269494ms","start":"2026-03-31T20:59:52.547887Z","end":"2026-03-31T20:59:52.843156Z","steps":["trace[1158338900] 'agreement among raft nodes before linearized reading' (duration: 295.161251ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:59:52.84344Z","caller":"traceutil/trace.go:171","msg":"trace[296658133] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19105; }","duration":"1.521857992s","start":"2026-03-31T20:59:51.321563Z","end":"2026-03-31T20:59:52.843421Z","steps":["trace[296658133] 'agreement among raft nodes before linearized reading' (duration: 1.521447521s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:52.844256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:51.650473Z","time spent":"1.193772795s","remote":"127.0.0.1:54598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7555,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-31T20:59:52.844321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:51.321542Z","time spent":"1.522757525s","remote":"127.0.0.1:52252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-31T20:59:52.84309Z","caller":"traceutil/trace.go:171","msg":"trace[1026539412] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19105; }","duration":"893.809783ms","start":"2026-03-31T20:59:51.949262Z","end":"2026-03-31T20:59:52.843072Z","steps":["trace[1026539412] 'agreement among raft nodes before linearized reading' (duration: 893.592167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:52.844555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:51.94924Z","time spent":"895.295101ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:59:52.843154Z","caller":"traceutil/trace.go:171","msg":"trace[80118021] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19105; }","duration":"893.210187ms","start":"2026-03-31T20:59:51.949923Z","end":"2026-03-31T20:59:52.843133Z","steps":["trace[80118021] 'agreement among raft nodes before linearized reading' (duration: 893.009402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:52.843097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.038966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-cvrjj\" ","response":"range_response_count:1 size:22022"} {"level":"info","ts":"2026-03-31T20:59:52.845364Z","caller":"traceutil/trace.go:171","msg":"trace[490075307] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-cvrjj; range_end:; response_count:1; response_revision:19105; }","duration":"878.347825ms","start":"2026-03-31T20:59:51.967004Z","end":"2026-03-31T20:59:52.845352Z","steps":["trace[490075307] 'agreement among raft nodes before linearized reading' (duration: 876.009876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:52.845404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:51.966977Z","time spent":"878.413646ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22045,"request content":"key:\"/registry/pods/openstack/nova-compute-default-cvrjj\" "} {"level":"warn","ts":"2026-03-31T20:59:52.845401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:51.949872Z","time spent":"895.484604ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T20:59:53.070911Z","caller":"traceutil/trace.go:171","msg":"trace[348195001] transaction","detail":"{read_only:false; response_revision:19107; number_of_response:1; }","duration":"222.597202ms","start":"2026-03-31T20:59:52.848289Z","end":"2026-03-31T20:59:53.070886Z","steps":["trace[348195001] 'process raft request' (duration: 222.398237ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:59:53.071179Z","caller":"traceutil/trace.go:171","msg":"trace[1170243923] transaction","detail":"{read_only:false; response_revision:19109; number_of_response:1; }","duration":"222.616653ms","start":"2026-03-31T20:59:52.848555Z","end":"2026-03-31T20:59:53.071172Z","steps":["trace[1170243923] 'process raft request' (duration: 222.536491ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:59:53.07115Z","caller":"traceutil/trace.go:171","msg":"trace[1834589544] transaction","detail":"{read_only:false; response_revision:19108; number_of_response:1; }","duration":"222.583592ms","start":"2026-03-31T20:59:52.84852Z","end":"2026-03-31T20:59:53.071103Z","steps":["trace[1834589544] 'process raft request' (duration: 222.289704ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:59:53.071239Z","caller":"traceutil/trace.go:171","msg":"trace[654755949] transaction","detail":"{read_only:false; response_revision:19110; number_of_response:1; }","duration":"222.020787ms","start":"2026-03-31T20:59:52.849211Z","end":"2026-03-31T20:59:53.071232Z","steps":["trace[654755949] 'process raft request' (duration: 221.912574ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:59:53.071406Z","caller":"traceutil/trace.go:171","msg":"trace[1914724912] linearizableReadLoop","detail":"{readStateIndex:19792; appliedIndex:19790; }","duration":"222.856949ms","start":"2026-03-31T20:59:52.848532Z","end":"2026-03-31T20:59:53.071389Z","steps":["trace[1914724912] 'read index received' (duration: 14.550985ms)","trace[1914724912] 'applied index is now lower than readState.Index' (duration: 208.305274ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:59:53.07154Z","caller":"traceutil/trace.go:171","msg":"trace[2029200795] transaction","detail":"{read_only:false; response_revision:19111; number_of_response:1; }","duration":"222.100699ms","start":"2026-03-31T20:59:52.849434Z","end":"2026-03-31T20:59:53.071535Z","steps":["trace[2029200795] 'process raft request' (duration: 221.707189ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:59:53.071601Z","caller":"traceutil/trace.go:171","msg":"trace[683453813] transaction","detail":"{read_only:false; response_revision:19112; number_of_response:1; }","duration":"221.046123ms","start":"2026-03-31T20:59:52.850551Z","end":"2026-03-31T20:59:53.071597Z","steps":["trace[683453813] 'process raft request' (duration: 220.797727ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:59:53.071643Z","caller":"traceutil/trace.go:171","msg":"trace[1530423048] transaction","detail":"{read_only:false; response_revision:19113; number_of_response:1; }","duration":"220.885169ms","start":"2026-03-31T20:59:52.850753Z","end":"2026-03-31T20:59:53.071638Z","steps":["trace[1530423048] 'process raft request' (duration: 220.613272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:53.071733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.197807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-31T20:59:53.071751Z","caller":"traceutil/trace.go:171","msg":"trace[785489952] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19113; }","duration":"223.257238ms","start":"2026-03-31T20:59:52.84849Z","end":"2026-03-31T20:59:53.071747Z","steps":["trace[785489952] 'agreement among raft nodes before linearized reading' (duration: 223.179066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:53.071836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.876559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T20:59:53.071853Z","caller":"traceutil/trace.go:171","msg":"trace[1887160285] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:19113; }","duration":"220.92112ms","start":"2026-03-31T20:59:52.850928Z","end":"2026-03-31T20:59:53.071849Z","steps":["trace[1887160285] 'agreement among raft nodes before linearized reading' (duration: 220.893479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:53.071918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.710409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T20:59:53.071934Z","caller":"traceutil/trace.go:171","msg":"trace[837821951] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19113; }","duration":"219.74715ms","start":"2026-03-31T20:59:52.852183Z","end":"2026-03-31T20:59:53.07193Z","steps":["trace[837821951] 'agreement among raft nodes before linearized reading' (duration: 219.723709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:53.072331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.650928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T20:59:53.072424Z","caller":"traceutil/trace.go:171","msg":"trace[421484924] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:19113; }","duration":"156.803992ms","start":"2026-03-31T20:59:52.915596Z","end":"2026-03-31T20:59:53.0724Z","steps":["trace[421484924] 'agreement among raft nodes before linearized reading' (duration: 156.639077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:53.072534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.398292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:940404"} {"level":"info","ts":"2026-03-31T20:59:53.072552Z","caller":"traceutil/trace.go:171","msg":"trace[1050262346] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19113; }","duration":"221.430842ms","start":"2026-03-31T20:59:52.851117Z","end":"2026-03-31T20:59:53.072547Z","steps":["trace[1050262346] 'agreement among raft nodes before linearized reading' (duration: 220.866508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:53.072556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.931403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2069d2bdf9c2a\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-03-31T20:59:53.072647Z","caller":"traceutil/trace.go:171","msg":"trace[987012511] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2069d2bdf9c2a; range_end:; response_count:1; response_revision:19113; }","duration":"206.062616ms","start":"2026-03-31T20:59:52.866565Z","end":"2026-03-31T20:59:53.072627Z","steps":["trace[987012511] 'agreement among raft nodes before linearized reading' (duration: 205.341528ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:59:58.928582Z","caller":"traceutil/trace.go:171","msg":"trace[2102319426] transaction","detail":"{read_only:false; response_revision:19214; number_of_response:1; }","duration":"592.57359ms","start":"2026-03-31T20:59:58.335983Z","end":"2026-03-31T20:59:58.928557Z","steps":["trace[2102319426] 'process raft request' (duration: 592.352505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:58.928725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:58.335951Z","time spent":"592.704013ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9138,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:59:58.930095Z","caller":"traceutil/trace.go:171","msg":"trace[1702853626] linearizableReadLoop","detail":"{readStateIndex:19904; appliedIndex:19901; }","duration":"331.41451ms","start":"2026-03-31T20:59:58.598657Z","end":"2026-03-31T20:59:58.930071Z","steps":["trace[1702853626] 'read index received' (duration: 329.964205ms)","trace[1702853626] 'applied index is now lower than readState.Index' (duration: 1.449345ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:59:58.930209Z","caller":"traceutil/trace.go:171","msg":"trace[409432845] transaction","detail":"{read_only:false; response_revision:19217; number_of_response:1; }","duration":"364.87968ms","start":"2026-03-31T20:59:58.56532Z","end":"2026-03-31T20:59:58.930199Z","steps":["trace[409432845] 'process raft request' (duration: 364.700695ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:59:58.930265Z","caller":"traceutil/trace.go:171","msg":"trace[655710200] transaction","detail":"{read_only:false; response_revision:19216; number_of_response:1; }","duration":"365.918445ms","start":"2026-03-31T20:59:58.564287Z","end":"2026-03-31T20:59:58.930206Z","steps":["trace[655710200] 'process raft request' (duration: 365.629478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:58.93032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:58.565307Z","time spent":"364.936231ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:59:58.930429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.637514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T20:59:58.930484Z","caller":"traceutil/trace.go:171","msg":"trace[104624471] transaction","detail":"{read_only:false; response_revision:19215; number_of_response:1; }","duration":"366.259753ms","start":"2026-03-31T20:59:58.564215Z","end":"2026-03-31T20:59:58.930474Z","steps":["trace[104624471] 'process raft request' (duration: 365.493994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:58.93055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:58.564191Z","time spent":"366.332466ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:59:58.930485Z","caller":"traceutil/trace.go:171","msg":"trace[1107394139] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:19217; }","duration":"307.87442ms","start":"2026-03-31T20:59:58.622598Z","end":"2026-03-31T20:59:58.930472Z","steps":["trace[1107394139] 'agreement among raft nodes before linearized reading' (duration: 307.760227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:58.930717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:58.622587Z","time spent":"308.119076ms","remote":"127.0.0.1:41598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:59:58.930437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:58.564262Z","time spent":"366.086149ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:59:58.930752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.064366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-sct7f\" ","response":"range_response_count:1 size:9710"} {"level":"info","ts":"2026-03-31T20:59:58.93203Z","caller":"traceutil/trace.go:171","msg":"trace[1774619704] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-sct7f; range_end:; response_count:1; response_revision:19217; }","duration":"333.415561ms","start":"2026-03-31T20:59:58.598587Z","end":"2026-03-31T20:59:58.932003Z","steps":["trace[1774619704] 'agreement among raft nodes before linearized reading' (duration: 331.890832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:58.932102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:58.598576Z","time spent":"333.506103ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9733,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-sct7f\" "} {"level":"warn","ts":"2026-03-31T21:00:01.466164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.386607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-31T21:00:01.466195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.455036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:00:01.466262Z","caller":"traceutil/trace.go:171","msg":"trace[1721362983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19261; }","duration":"354.50218ms","start":"2026-03-31T21:00:01.111716Z","end":"2026-03-31T21:00:01.466219Z","steps":["trace[1721362983] 'range keys from in-memory index tree' (duration: 354.201873ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:00:01.466278Z","caller":"traceutil/trace.go:171","msg":"trace[54019849] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19261; }","duration":"192.59225ms","start":"2026-03-31T21:00:01.273666Z","end":"2026-03-31T21:00:01.466258Z","steps":["trace[54019849] 'count revisions from in-memory index tree' (duration: 192.307472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:01.466364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.581452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-31T21:00:01.466399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:01.111693Z","time spent":"354.694815ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T21:00:01.466434Z","caller":"traceutil/trace.go:171","msg":"trace[1045351014] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19261; }","duration":"354.689005ms","start":"2026-03-31T21:00:01.111722Z","end":"2026-03-31T21:00:01.466411Z","steps":["trace[1045351014] 'range keys from in-memory index tree' (duration: 354.461889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:01.466436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.857538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-31T21:00:01.466482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:01.111702Z","time spent":"354.768736ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T21:00:01.466522Z","caller":"traceutil/trace.go:171","msg":"trace[272182809] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19261; }","duration":"354.972462ms","start":"2026-03-31T21:00:01.111526Z","end":"2026-03-31T21:00:01.466499Z","steps":["trace[272182809] 'range keys from in-memory index tree' (duration: 354.704854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:01.46658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:01.111514Z","time spent":"355.053834ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T21:00:01.466677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.063774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-cvrjj\" ","response":"range_response_count:1 size:22022"} {"level":"info","ts":"2026-03-31T21:00:01.466717Z","caller":"traceutil/trace.go:171","msg":"trace[1063702175] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-cvrjj; range_end:; response_count:1; response_revision:19261; }","duration":"302.139436ms","start":"2026-03-31T21:00:01.164567Z","end":"2026-03-31T21:00:01.466707Z","steps":["trace[1063702175] 'range keys from in-memory index tree' (duration: 301.900071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:01.466754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:01.164535Z","time spent":"302.211098ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22045,"request content":"key:\"/registry/pods/openstack/nova-compute-default-cvrjj\" "} {"level":"warn","ts":"2026-03-31T21:00:01.466766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.957866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T21:00:01.466831Z","caller":"traceutil/trace.go:171","msg":"trace[1013817815] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19261; }","duration":"360.058249ms","start":"2026-03-31T21:00:01.106756Z","end":"2026-03-31T21:00:01.466814Z","steps":["trace[1013817815] 'range keys from in-memory index tree' (duration: 359.791222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:01.466866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:01.106735Z","time spent":"360.123001ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T21:00:01.46868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.831197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T21:00:01.46876Z","caller":"traceutil/trace.go:171","msg":"trace[832282390] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19261; }","duration":"356.93296ms","start":"2026-03-31T21:00:01.111808Z","end":"2026-03-31T21:00:01.468741Z","steps":["trace[832282390] 'range keys from in-memory index tree' (duration: 354.415788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:01.470733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:01.1118Z","time spent":"358.741676ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T21:00:01.473219Z","caller":"traceutil/trace.go:171","msg":"trace[1303323816] transaction","detail":"{read_only:false; response_revision:19262; number_of_response:1; }","duration":"121.477496ms","start":"2026-03-31T21:00:01.351725Z","end":"2026-03-31T21:00:01.473202Z","steps":["trace[1303323816] 'process raft request' (duration: 121.372713ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:00:01.624958Z","caller":"traceutil/trace.go:171","msg":"trace[2138905843] transaction","detail":"{read_only:false; response_revision:19264; number_of_response:1; }","duration":"150.510445ms","start":"2026-03-31T21:00:01.474409Z","end":"2026-03-31T21:00:01.624919Z","steps":["trace[2138905843] 'process raft request' (duration: 144.660638ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:00:01.62509Z","caller":"traceutil/trace.go:171","msg":"trace[1216364523] transaction","detail":"{read_only:false; response_revision:19265; number_of_response:1; }","duration":"150.601685ms","start":"2026-03-31T21:00:01.474459Z","end":"2026-03-31T21:00:01.625061Z","steps":["trace[1216364523] 'process raft request' (duration: 150.36791ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:00:01.625336Z","caller":"traceutil/trace.go:171","msg":"trace[1251665381] linearizableReadLoop","detail":"{readStateIndex:19956; appliedIndex:19952; }","duration":"150.172955ms","start":"2026-03-31T21:00:01.475142Z","end":"2026-03-31T21:00:01.625315Z","steps":["trace[1251665381] 'read index received' (duration: 39.605193ms)","trace[1251665381] 'applied index is now lower than readState.Index' (duration: 110.566892ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:00:01.625478Z","caller":"traceutil/trace.go:171","msg":"trace[1451360812] transaction","detail":"{read_only:false; response_revision:19267; number_of_response:1; }","duration":"150.967354ms","start":"2026-03-31T21:00:01.474498Z","end":"2026-03-31T21:00:01.625466Z","steps":["trace[1451360812] 'process raft request' (duration: 150.706858ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:00:01.625474Z","caller":"traceutil/trace.go:171","msg":"trace[810583347] transaction","detail":"{read_only:false; response_revision:19266; number_of_response:1; }","duration":"150.928474ms","start":"2026-03-31T21:00:01.474481Z","end":"2026-03-31T21:00:01.625409Z","steps":["trace[810583347] 'process raft request' (duration: 150.511824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:01.62639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.234793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:966145"} {"level":"info","ts":"2026-03-31T21:00:01.626456Z","caller":"traceutil/trace.go:171","msg":"trace[1163886767] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:19267; }","duration":"151.338455ms","start":"2026-03-31T21:00:01.475103Z","end":"2026-03-31T21:00:01.626441Z","steps":["trace[1163886767] 'agreement among raft nodes before linearized reading' (duration: 150.313368ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:00:02.507229Z","caller":"traceutil/trace.go:171","msg":"trace[1913429300] linearizableReadLoop","detail":"{readStateIndex:19957; appliedIndex:19956; }","duration":"216.508549ms","start":"2026-03-31T21:00:02.290687Z","end":"2026-03-31T21:00:02.507196Z","steps":["trace[1913429300] 'read index received' (duration: 216.341695ms)","trace[1913429300] 'applied index is now lower than readState.Index' (duration: 166.104µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:00:02.507325Z","caller":"traceutil/trace.go:171","msg":"trace[1300507589] transaction","detail":"{read_only:false; response_revision:19268; number_of_response:1; }","duration":"387.392094ms","start":"2026-03-31T21:00:02.119906Z","end":"2026-03-31T21:00:02.507298Z","steps":["trace[1300507589] 'process raft request' (duration: 387.169389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:02.507355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.638452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:00:02.507388Z","caller":"traceutil/trace.go:171","msg":"trace[343731770] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:19268; }","duration":"216.736914ms","start":"2026-03-31T21:00:02.290641Z","end":"2026-03-31T21:00:02.507378Z","steps":["trace[343731770] 'agreement among raft nodes before linearized reading' (duration: 216.643772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:02.507456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:02.119874Z","time spent":"387.512226ms","remote":"127.0.0.1:52336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18655,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:00:03.457357Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6f1fcbe50562a63a","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-31T21:00:03.464135Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-31T21:00:03.464341Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-31T21:00:05.152581Z","caller":"traceutil/trace.go:171","msg":"trace[2043395444] transaction","detail":"{read_only:false; response_revision:19350; number_of_response:1; }","duration":"202.636661ms","start":"2026-03-31T21:00:04.949919Z","end":"2026-03-31T21:00:05.152556Z","steps":["trace[2043395444] 'process raft request' (duration: 202.472397ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:00:05.155949Z","caller":"traceutil/trace.go:171","msg":"trace[131139760] transaction","detail":"{read_only:false; response_revision:19351; number_of_response:1; }","duration":"205.809251ms","start":"2026-03-31T21:00:04.950113Z","end":"2026-03-31T21:00:05.155922Z","steps":["trace[131139760] 'process raft request' (duration: 205.624057ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:00:05.156119Z","caller":"traceutil/trace.go:171","msg":"trace[1921937090] linearizableReadLoop","detail":"{readStateIndex:20047; appliedIndex:20045; }","duration":"205.257037ms","start":"2026-03-31T21:00:04.950835Z","end":"2026-03-31T21:00:05.156093Z","steps":["trace[1921937090] 'read index received' (duration: 201.578954ms)","trace[1921937090] 'applied index is now lower than readState.Index' (duration: 3.675863ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:00:05.156271Z","caller":"traceutil/trace.go:171","msg":"trace[194167808] transaction","detail":"{read_only:false; response_revision:19352; number_of_response:1; }","duration":"204.298583ms","start":"2026-03-31T21:00:04.951948Z","end":"2026-03-31T21:00:05.156247Z","steps":["trace[194167808] 'process raft request' (duration: 203.934344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:05.156345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.492434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-31T21:00:05.156382Z","caller":"traceutil/trace.go:171","msg":"trace[883590969] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19352; }","duration":"205.562435ms","start":"2026-03-31T21:00:04.950809Z","end":"2026-03-31T21:00:05.156371Z","steps":["trace[883590969] 'agreement among raft nodes before linearized reading' (duration: 205.406011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:05.156639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.875727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-31T21:00:05.156707Z","caller":"traceutil/trace.go:171","msg":"trace[1937139125] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:19352; }","duration":"194.97272ms","start":"2026-03-31T21:00:04.961713Z","end":"2026-03-31T21:00:05.156685Z","steps":["trace[1937139125] 'agreement among raft nodes before linearized reading' (duration: 194.696953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:05.156676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.358014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-sct7f\" ","response":"range_response_count:1 size:9710"} {"level":"info","ts":"2026-03-31T21:00:05.156873Z","caller":"traceutil/trace.go:171","msg":"trace[1339345673] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-sct7f; range_end:; response_count:1; response_revision:19352; }","duration":"135.59515ms","start":"2026-03-31T21:00:05.021255Z","end":"2026-03-31T21:00:05.15685Z","steps":["trace[1339345673] 'agreement among raft nodes before linearized reading' (duration: 135.250312ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:00:31.504892Z","caller":"traceutil/trace.go:171","msg":"trace[812629267] transaction","detail":"{read_only:false; response_revision:19670; number_of_response:1; }","duration":"268.77173ms","start":"2026-03-31T21:00:31.236094Z","end":"2026-03-31T21:00:31.504866Z","steps":["trace[812629267] 'process raft request' (duration: 268.595636ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:00:31.682645Z","caller":"traceutil/trace.go:171","msg":"trace[2130793033] transaction","detail":"{read_only:false; response_revision:19671; number_of_response:1; }","duration":"435.426339ms","start":"2026-03-31T21:00:31.247134Z","end":"2026-03-31T21:00:31.68256Z","steps":["trace[2130793033] 'process raft request' (duration: 389.578069ms)","trace[2130793033] 'compare' (duration: 45.606804ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:00:31.682685Z","caller":"traceutil/trace.go:171","msg":"trace[591660836] transaction","detail":"{read_only:false; response_revision:19673; number_of_response:1; }","duration":"109.224049ms","start":"2026-03-31T21:00:31.573434Z","end":"2026-03-31T21:00:31.682658Z","steps":["trace[591660836] 'process raft request' (duration: 109.146687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:31.682826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:31.247109Z","time spent":"435.620754ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:00:31.682881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.986512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-sct7f\" ","response":"range_response_count:1 size:9710"} {"level":"info","ts":"2026-03-31T21:00:31.682931Z","caller":"traceutil/trace.go:171","msg":"trace[1225697509] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-sct7f; range_end:; response_count:1; response_revision:19673; }","duration":"221.095934ms","start":"2026-03-31T21:00:31.461823Z","end":"2026-03-31T21:00:31.682919Z","steps":["trace[1225697509] 'agreement among raft nodes before linearized reading' (duration: 220.91424ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:00:31.682698Z","caller":"traceutil/trace.go:171","msg":"trace[82566875] linearizableReadLoop","detail":"{readStateIndex:20374; appliedIndex:20371; }","duration":"220.787106ms","start":"2026-03-31T21:00:31.461888Z","end":"2026-03-31T21:00:31.682675Z","steps":["trace[82566875] 'read index received' (duration: 42.787592ms)","trace[82566875] 'applied index is now lower than readState.Index' (duration: 177.998234ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:00:31.682995Z","caller":"traceutil/trace.go:171","msg":"trace[1242203112] transaction","detail":"{read_only:false; response_revision:19672; number_of_response:1; }","duration":"429.965562ms","start":"2026-03-31T21:00:31.252998Z","end":"2026-03-31T21:00:31.682964Z","steps":["trace[1242203112] 'process raft request' (duration: 429.48128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:31.683128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:31.252984Z","time spent":"430.066505ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:00:40.086785Z","caller":"traceutil/trace.go:171","msg":"trace[1055389237] transaction","detail":"{read_only:false; response_revision:19751; number_of_response:1; }","duration":"191.209034ms","start":"2026-03-31T21:00:39.895549Z","end":"2026-03-31T21:00:40.086758Z","steps":["trace[1055389237] 'process raft request' (duration: 98.799337ms)","trace[1055389237] 'compare' (duration: 92.271354ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:00:40.087219Z","caller":"traceutil/trace.go:171","msg":"trace[1074645718] transaction","detail":"{read_only:false; response_revision:19754; number_of_response:1; }","duration":"188.353913ms","start":"2026-03-31T21:00:39.898835Z","end":"2026-03-31T21:00:40.087189Z","steps":["trace[1074645718] 'process raft request' (duration: 188.309982ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:00:40.08737Z","caller":"traceutil/trace.go:171","msg":"trace[213207345] transaction","detail":"{read_only:false; response_revision:19752; number_of_response:1; }","duration":"190.723162ms","start":"2026-03-31T21:00:39.896626Z","end":"2026-03-31T21:00:40.087349Z","steps":["trace[213207345] 'process raft request' (duration: 190.353043ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:00:40.087427Z","caller":"traceutil/trace.go:171","msg":"trace[3496148] transaction","detail":"{read_only:false; response_revision:19753; number_of_response:1; }","duration":"188.752203ms","start":"2026-03-31T21:00:39.898644Z","end":"2026-03-31T21:00:40.087396Z","steps":["trace[3496148] 'process raft request' (duration: 188.468066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:42.366013Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973375266,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T21:00:42.448709Z","caller":"traceutil/trace.go:171","msg":"trace[1300399714] transaction","detail":"{read_only:false; response_revision:19755; number_of_response:1; }","duration":"818.079794ms","start":"2026-03-31T21:00:41.630593Z","end":"2026-03-31T21:00:42.448673Z","steps":["trace[1300399714] 'process raft request' (duration: 817.92309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:42.448864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:41.630573Z","time spent":"818.209587ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:00:42.63881Z","caller":"traceutil/trace.go:171","msg":"trace[943698682] transaction","detail":"{read_only:false; response_revision:19756; number_of_response:1; }","duration":"909.551188ms","start":"2026-03-31T21:00:41.729229Z","end":"2026-03-31T21:00:42.63878Z","steps":["trace[943698682] 'process raft request' (duration: 871.561075ms)","trace[943698682] 'compare' (duration: 37.797359ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:00:42.638968Z","caller":"traceutil/trace.go:171","msg":"trace[1515286534] transaction","detail":"{read_only:false; response_revision:19757; number_of_response:1; }","duration":"906.307367ms","start":"2026-03-31T21:00:41.732643Z","end":"2026-03-31T21:00:42.638951Z","steps":["trace[1515286534] 'process raft request' (duration: 906.094761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:42.639097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:41.732633Z","time spent":"906.385198ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:00:42.639347Z","caller":"traceutil/trace.go:171","msg":"trace[228448548] linearizableReadLoop","detail":"{readStateIndex:20462; appliedIndex:20458; }","duration":"774.269115ms","start":"2026-03-31T21:00:41.865043Z","end":"2026-03-31T21:00:42.639312Z","steps":["trace[228448548] 'read index received' (duration: 583.47545ms)","trace[228448548] 'applied index is now lower than readState.Index' (duration: 190.789955ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:00:42.639369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:41.729202Z","time spent":"910.117782ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:00:42.639378Z","caller":"traceutil/trace.go:171","msg":"trace[885701673] transaction","detail":"{read_only:false; response_revision:19758; number_of_response:1; }","duration":"905.528177ms","start":"2026-03-31T21:00:41.733824Z","end":"2026-03-31T21:00:42.639352Z","steps":["trace[885701673] 'process raft request' (duration: 905.074345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:42.63952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.48482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T21:00:42.63957Z","caller":"traceutil/trace.go:171","msg":"trace[1517057888] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19758; }","duration":"774.583073ms","start":"2026-03-31T21:00:41.864973Z","end":"2026-03-31T21:00:42.639556Z","steps":["trace[1517057888] 'agreement among raft nodes before linearized reading' (duration: 774.448499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:42.639607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:41.86495Z","time spent":"774.649485ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T21:00:42.639604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:41.733816Z","time spent":"905.69218ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:00:42.639623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.004143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:00:42.639735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.731355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:4957"} {"level":"info","ts":"2026-03-31T21:00:42.639764Z","caller":"traceutil/trace.go:171","msg":"trace[2032389379] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:19758; }","duration":"285.776667ms","start":"2026-03-31T21:00:42.353978Z","end":"2026-03-31T21:00:42.639755Z","steps":["trace[2032389379] 'agreement among raft nodes before linearized reading' (duration: 285.698365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:42.639949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.851606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-cvrjj\" ","response":"range_response_count:1 size:22022"} {"level":"info","ts":"2026-03-31T21:00:42.640005Z","caller":"traceutil/trace.go:171","msg":"trace[944095453] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-cvrjj; range_end:; response_count:1; response_revision:19758; }","duration":"462.933808ms","start":"2026-03-31T21:00:42.177055Z","end":"2026-03-31T21:00:42.639989Z","steps":["trace[944095453] 'agreement among raft nodes before linearized reading' (duration: 462.754934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:42.64001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.173751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-31T21:00:42.640053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:42.17704Z","time spent":"463.00348ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22045,"request content":"key:\"/registry/pods/openstack/nova-compute-default-cvrjj\" "} {"level":"info","ts":"2026-03-31T21:00:42.640072Z","caller":"traceutil/trace.go:171","msg":"trace[594393704] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19758; }","duration":"549.275054ms","start":"2026-03-31T21:00:42.090779Z","end":"2026-03-31T21:00:42.640054Z","steps":["trace[594393704] 'agreement among raft nodes before linearized reading' (duration: 549.144061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:42.640139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.97435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-31T21:00:42.640137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:42.090754Z","time spent":"549.368106ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T21:00:42.640169Z","caller":"traceutil/trace.go:171","msg":"trace[306021046] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19758; }","duration":"548.070443ms","start":"2026-03-31T21:00:42.092089Z","end":"2026-03-31T21:00:42.64016Z","steps":["trace[306021046] 'agreement among raft nodes before linearized reading' (duration: 548.015451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:42.640195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:42.092058Z","time spent":"548.131784ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T21:00:42.640258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.648752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:00:42.640278Z","caller":"traceutil/trace.go:171","msg":"trace[1344497804] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:19758; }","duration":"287.668553ms","start":"2026-03-31T21:00:42.352604Z","end":"2026-03-31T21:00:42.640273Z","steps":["trace[1344497804] 'agreement among raft nodes before linearized reading' (duration: 287.639023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:42.640283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.712694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:00:42.64031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.468681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:00:42.640374Z","caller":"traceutil/trace.go:171","msg":"trace[1806418089] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19758; }","duration":"648.603153ms","start":"2026-03-31T21:00:41.991755Z","end":"2026-03-31T21:00:42.640358Z","steps":["trace[1806418089] 'agreement among raft nodes before linearized reading' (duration: 648.501331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:42.640425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:41.991724Z","time spent":"648.686856ms","remote":"127.0.0.1:59262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:00:42.640444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.353247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:4957"} {"level":"warn","ts":"2026-03-31T21:00:42.640461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.239782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:00:42.640487Z","caller":"traceutil/trace.go:171","msg":"trace[2103844803] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:19758; }","duration":"287.311294ms","start":"2026-03-31T21:00:42.35317Z","end":"2026-03-31T21:00:42.640481Z","steps":["trace[2103844803] 'agreement among raft nodes before linearized reading' (duration: 287.274664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:42.640521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.030319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:00:42.640554Z","caller":"traceutil/trace.go:171","msg":"trace[825950629] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:19758; }","duration":"120.098821ms","start":"2026-03-31T21:00:42.520448Z","end":"2026-03-31T21:00:42.640547Z","steps":["trace[825950629] 'agreement among raft nodes before linearized reading' (duration: 120.05244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:42.640583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.386196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:00:42.640606Z","caller":"traceutil/trace.go:171","msg":"trace[348828159] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:19758; }","duration":"287.425486ms","start":"2026-03-31T21:00:42.353175Z","end":"2026-03-31T21:00:42.6406Z","steps":["trace[348828159] 'agreement among raft nodes before linearized reading' (duration: 287.391306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:42.640666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.037552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:00:42.639987Z","caller":"traceutil/trace.go:171","msg":"trace[681746959] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19758; }","duration":"769.201828ms","start":"2026-03-31T21:00:41.870563Z","end":"2026-03-31T21:00:42.639764Z","steps":["trace[681746959] 'agreement among raft nodes before linearized reading' (duration: 768.980832ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:00:42.640685Z","caller":"traceutil/trace.go:171","msg":"trace[1447614790] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:19758; }","duration":"288.39565ms","start":"2026-03-31T21:00:42.352284Z","end":"2026-03-31T21:00:42.64068Z","steps":["trace[1447614790] 'agreement among raft nodes before linearized reading' (duration: 288.36643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:42.640092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.454268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-31T21:00:42.640446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.940035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-03-31T21:00:42.640825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.445241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:00:42.640831Z","caller":"traceutil/trace.go:171","msg":"trace[78545457] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19758; }","duration":"548.182477ms","start":"2026-03-31T21:00:42.092633Z","end":"2026-03-31T21:00:42.640816Z","steps":["trace[78545457] 'agreement among raft nodes before linearized reading' (duration: 547.416877ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:00:42.640866Z","caller":"traceutil/trace.go:171","msg":"trace[1280799877] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:19758; }","duration":"120.490202ms","start":"2026-03-31T21:00:42.520367Z","end":"2026-03-31T21:00:42.640857Z","steps":["trace[1280799877] 'agreement among raft nodes before linearized reading' (duration: 120.351178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:42.640882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:42.092611Z","time spent":"548.258188ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T21:00:42.64048Z","caller":"traceutil/trace.go:171","msg":"trace[369534972] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:19758; }","duration":"116.432489ms","start":"2026-03-31T21:00:42.524038Z","end":"2026-03-31T21:00:42.640471Z","steps":["trace[369534972] 'agreement among raft nodes before linearized reading' (duration: 116.341137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:42.640031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.937849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T21:00:42.640847Z","caller":"traceutil/trace.go:171","msg":"trace[718537382] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:19758; }","duration":"431.383967ms","start":"2026-03-31T21:00:42.209451Z","end":"2026-03-31T21:00:42.640835Z","steps":["trace[718537382] 'agreement among raft nodes before linearized reading' (duration: 430.904074ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:00:42.641043Z","caller":"traceutil/trace.go:171","msg":"trace[1180716172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19758; }","duration":"548.990916ms","start":"2026-03-31T21:00:42.092044Z","end":"2026-03-31T21:00:42.641035Z","steps":["trace[1180716172] 'agreement among raft nodes before linearized reading' (duration: 547.853847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:42.641065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:42.092018Z","time spent":"549.040568ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T21:00:42.641069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:42.209414Z","time spent":"431.643994ms","remote":"127.0.0.1:52318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-31T21:00:42.640818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.664149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-sct7f\" ","response":"range_response_count:1 size:9710"} {"level":"info","ts":"2026-03-31T21:00:42.641153Z","caller":"traceutil/trace.go:171","msg":"trace[1905384290] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-sct7f; range_end:; response_count:1; response_revision:19758; }","duration":"756.029808ms","start":"2026-03-31T21:00:41.885115Z","end":"2026-03-31T21:00:42.641145Z","steps":["trace[1905384290] 'agreement among raft nodes before linearized reading' (duration: 755.527664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:42.641179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:41.885099Z","time spent":"756.073169ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9733,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-sct7f\" "} {"level":"warn","ts":"2026-03-31T21:00:42.641185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.5909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:00:42.641221Z","caller":"traceutil/trace.go:171","msg":"trace[28670839] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:19758; }","duration":"121.670781ms","start":"2026-03-31T21:00:42.519539Z","end":"2026-03-31T21:00:42.641209Z","steps":["trace[28670839] 'agreement among raft nodes before linearized reading' (duration: 121.61983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:42.641002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:00:41.870551Z","time spent":"770.407768ms","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T21:00:42.640323Z","caller":"traceutil/trace.go:171","msg":"trace[1437063949] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:19758; }","duration":"287.795376ms","start":"2026-03-31T21:00:42.352516Z","end":"2026-03-31T21:00:42.640311Z","steps":["trace[1437063949] 'agreement among raft nodes before linearized reading' (duration: 287.732005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:42.641449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.090192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:00:42.641502Z","caller":"traceutil/trace.go:171","msg":"trace[560813383] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:19758; }","duration":"122.141983ms","start":"2026-03-31T21:00:42.519347Z","end":"2026-03-31T21:00:42.641489Z","steps":["trace[560813383] 'agreement among raft nodes before linearized reading' (duration: 122.066831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:42.641821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.313639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:00:42.64189Z","caller":"traceutil/trace.go:171","msg":"trace[1272162444] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:19758; }","duration":"148.431262ms","start":"2026-03-31T21:00:42.493444Z","end":"2026-03-31T21:00:42.641875Z","steps":["trace[1272162444] 'agreement among raft nodes before linearized reading' (duration: 148.313829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:00:42.642131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.003965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:00:42.642176Z","caller":"traceutil/trace.go:171","msg":"trace[1905230337] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:19758; }","duration":"123.089887ms","start":"2026-03-31T21:00:42.519074Z","end":"2026-03-31T21:00:42.642164Z","steps":["trace[1905230337] 'agreement among raft nodes before linearized reading' (duration: 123.026155ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:00:43.643029Z","caller":"traceutil/trace.go:171","msg":"trace[1046616413] linearizableReadLoop","detail":"{readStateIndex:20469; appliedIndex:20468; }","duration":"161.315744ms","start":"2026-03-31T21:00:43.481633Z","end":"2026-03-31T21:00:43.642948Z","steps":["trace[1046616413] 'read index received' (duration: 114.306475ms)","trace[1046616413] 'applied index is now lower than readState.Index' (duration: 47.007849ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:00:43.643135Z","caller":"traceutil/trace.go:171","msg":"trace[1139369957] transaction","detail":"{read_only:false; response_revision:19765; number_of_response:1; }","duration":"181.886261ms","start":"2026-03-31T21:00:43.461184Z","end":"2026-03-31T21:00:43.64307Z","steps":["trace[1139369957] 'process raft request' (duration: 134.734629ms)","trace[1139369957] 'compare' (duration: 46.797844ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:00:43.643236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.55814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:00:43.643276Z","caller":"traceutil/trace.go:171","msg":"trace[149955383] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19765; }","duration":"161.677373ms","start":"2026-03-31T21:00:43.481587Z","end":"2026-03-31T21:00:43.643265Z","steps":["trace[149955383] 'agreement among raft nodes before linearized reading' (duration: 161.54972ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:08.905392Z","caller":"traceutil/trace.go:171","msg":"trace[1856414569] linearizableReadLoop","detail":"{readStateIndex:20669; appliedIndex:20668; }","duration":"114.453261ms","start":"2026-03-31T21:01:08.790917Z","end":"2026-03-31T21:01:08.90537Z","steps":["trace[1856414569] 'read index received' (duration: 43.807279ms)","trace[1856414569] 'applied index is now lower than readState.Index' (duration: 70.644902ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:01:08.905449Z","caller":"traceutil/trace.go:171","msg":"trace[1055407262] transaction","detail":"{read_only:false; response_revision:19959; number_of_response:1; }","duration":"114.973213ms","start":"2026-03-31T21:01:08.790444Z","end":"2026-03-31T21:01:08.905417Z","steps":["trace[1055407262] 'process raft request' (duration: 44.340692ms)","trace[1055407262] 'compare' (duration: 70.476867ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:01:08.905617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.687886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T21:01:08.905663Z","caller":"traceutil/trace.go:171","msg":"trace[117152251] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19959; }","duration":"114.756518ms","start":"2026-03-31T21:01:08.790891Z","end":"2026-03-31T21:01:08.905648Z","steps":["trace[117152251] 'agreement among raft nodes before linearized reading' (duration: 114.624294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:08.905729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.093746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T21:01:08.905809Z","caller":"traceutil/trace.go:171","msg":"trace[1419161450] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19959; }","duration":"113.201298ms","start":"2026-03-31T21:01:08.79259Z","end":"2026-03-31T21:01:08.905791Z","steps":["trace[1419161450] 'agreement among raft nodes before linearized reading' (duration: 112.970053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:09.405761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.013115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-cvrjj\" ","response":"range_response_count:1 size:22022"} {"level":"info","ts":"2026-03-31T21:01:09.405842Z","caller":"traceutil/trace.go:171","msg":"trace[1388950663] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-cvrjj; range_end:; response_count:1; response_revision:19963; }","duration":"330.116648ms","start":"2026-03-31T21:01:09.075707Z","end":"2026-03-31T21:01:09.405824Z","steps":["trace[1388950663] 'range keys from in-memory index tree' (duration: 329.879152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:09.405873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:09.0757Z","time spent":"330.165339ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22045,"request content":"key:\"/registry/pods/openstack/nova-compute-default-cvrjj\" "} {"level":"warn","ts":"2026-03-31T21:01:09.405876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.808286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-sct7f\" ","response":"range_response_count:1 size:9710"} {"level":"info","ts":"2026-03-31T21:01:09.405945Z","caller":"traceutil/trace.go:171","msg":"trace[736884922] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-sct7f; range_end:; response_count:1; response_revision:19963; }","duration":"334.906668ms","start":"2026-03-31T21:01:09.071021Z","end":"2026-03-31T21:01:09.405928Z","steps":["trace[736884922] 'range keys from in-memory index tree' (duration: 334.672003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:09.405986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:09.071011Z","time spent":"334.96524ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9733,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-sct7f\" "} {"level":"warn","ts":"2026-03-31T21:01:09.518659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.831385ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T21:01:09.518789Z","caller":"traceutil/trace.go:171","msg":"trace[125448073] linearizableReadLoop","detail":"{readStateIndex:20674; appliedIndex:20673; }","duration":"287.881959ms","start":"2026-03-31T21:01:09.230879Z","end":"2026-03-31T21:01:09.518761Z","steps":["trace[125448073] 'read index received' (duration: 94.818878ms)","trace[125448073] 'applied index is now lower than readState.Index' (duration: 193.060931ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:01:09.518996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.089974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:09.519085Z","caller":"traceutil/trace.go:171","msg":"trace[755451225] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:19963; }","duration":"288.234727ms","start":"2026-03-31T21:01:09.230827Z","end":"2026-03-31T21:01:09.519062Z","steps":["trace[755451225] 'agreement among raft nodes before linearized reading' (duration: 288.077954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:09.519105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.608277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:09.51916Z","caller":"traceutil/trace.go:171","msg":"trace[1650861693] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:19963; }","duration":"156.698499ms","start":"2026-03-31T21:01:09.362442Z","end":"2026-03-31T21:01:09.519141Z","steps":["trace[1650861693] 'agreement among raft nodes before linearized reading' (duration: 156.585597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:09.519873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.055804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:104 size:1023071"} {"level":"info","ts":"2026-03-31T21:01:09.51994Z","caller":"traceutil/trace.go:171","msg":"trace[574407345] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:104; response_revision:19963; }","duration":"107.153877ms","start":"2026-03-31T21:01:09.412772Z","end":"2026-03-31T21:01:09.519926Z","steps":["trace[574407345] 'agreement among raft nodes before linearized reading' (duration: 106.283185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:09.520455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.740633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:104 size:1023071"} {"level":"info","ts":"2026-03-31T21:01:09.520513Z","caller":"traceutil/trace.go:171","msg":"trace[1167896965] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:104; response_revision:19963; }","duration":"107.829264ms","start":"2026-03-31T21:01:09.412671Z","end":"2026-03-31T21:01:09.5205Z","steps":["trace[1167896965] 'agreement among raft nodes before linearized reading' (duration: 106.624933ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:15.070877Z","caller":"traceutil/trace.go:171","msg":"trace[1332822261] transaction","detail":"{read_only:false; response_revision:19995; number_of_response:1; }","duration":"100.056949ms","start":"2026-03-31T21:01:14.970794Z","end":"2026-03-31T21:01:15.070851Z","steps":["trace[1332822261] 'process raft request' (duration: 99.136086ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:15.071068Z","caller":"traceutil/trace.go:171","msg":"trace[1643158255] transaction","detail":"{read_only:false; response_revision:19996; number_of_response:1; }","duration":"100.217753ms","start":"2026-03-31T21:01:14.97084Z","end":"2026-03-31T21:01:15.071058Z","steps":["trace[1643158255] 'process raft request' (duration: 99.222469ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:35.419009Z","caller":"traceutil/trace.go:171","msg":"trace[940046372] transaction","detail":"{read_only:false; response_revision:20164; number_of_response:1; }","duration":"229.851204ms","start":"2026-03-31T21:01:35.189132Z","end":"2026-03-31T21:01:35.418984Z","steps":["trace[940046372] 'process raft request' (duration: 229.801812ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:35.419169Z","caller":"traceutil/trace.go:171","msg":"trace[204870831] linearizableReadLoop","detail":"{readStateIndex:20880; appliedIndex:20880; }","duration":"222.701475ms","start":"2026-03-31T21:01:35.196456Z","end":"2026-03-31T21:01:35.419158Z","steps":["trace[204870831] 'read index received' (duration: 222.697025ms)","trace[204870831] 'applied index is now lower than readState.Index' (duration: 3.52µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:01:35.419362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.803672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T21:01:35.419374Z","caller":"traceutil/trace.go:171","msg":"trace[1417835450] transaction","detail":"{read_only:false; response_revision:20163; number_of_response:1; }","duration":"230.236963ms","start":"2026-03-31T21:01:35.189124Z","end":"2026-03-31T21:01:35.419361Z","steps":["trace[1417835450] 'process raft request' (duration: 229.667309ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:35.41939Z","caller":"traceutil/trace.go:171","msg":"trace[741273593] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20164; }","duration":"221.858914ms","start":"2026-03-31T21:01:35.197524Z","end":"2026-03-31T21:01:35.419383Z","steps":["trace[741273593] 'agreement among raft nodes before linearized reading' (duration: 221.70625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:35.419494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.621563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-31T21:01:35.419516Z","caller":"traceutil/trace.go:171","msg":"trace[1420118493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20164; }","duration":"226.642974ms","start":"2026-03-31T21:01:35.192867Z","end":"2026-03-31T21:01:35.41951Z","steps":["trace[1420118493] 'agreement among raft nodes before linearized reading' (duration: 226.587242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:35.419667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.860791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-31T21:01:35.419708Z","caller":"traceutil/trace.go:171","msg":"trace[110796431] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:20164; }","duration":"201.928893ms","start":"2026-03-31T21:01:35.217767Z","end":"2026-03-31T21:01:35.419695Z","steps":["trace[110796431] 'agreement among raft nodes before linearized reading' (duration: 201.836861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:35.419796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.174818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:35.419824Z","caller":"traceutil/trace.go:171","msg":"trace[1550222923] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20164; }","duration":"170.225579ms","start":"2026-03-31T21:01:35.249592Z","end":"2026-03-31T21:01:35.419818Z","steps":["trace[1550222923] 'agreement among raft nodes before linearized reading' (duration: 170.184038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:35.419889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.692563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-31T21:01:35.419925Z","caller":"traceutil/trace.go:171","msg":"trace[269143614] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:20164; }","duration":"200.753015ms","start":"2026-03-31T21:01:35.219163Z","end":"2026-03-31T21:01:35.419916Z","steps":["trace[269143614] 'agreement among raft nodes before linearized reading' (duration: 200.657052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:35.420028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.62422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-cvrjj\" ","response":"range_response_count:1 size:23219"} {"level":"info","ts":"2026-03-31T21:01:35.420053Z","caller":"traceutil/trace.go:171","msg":"trace[1671532744] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-cvrjj; range_end:; response_count:1; response_revision:20164; }","duration":"129.688582ms","start":"2026-03-31T21:01:35.290359Z","end":"2026-03-31T21:01:35.420047Z","steps":["trace[1671532744] 'agreement among raft nodes before linearized reading' (duration: 129.59513ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:35.556032Z","caller":"traceutil/trace.go:171","msg":"trace[2102034196] transaction","detail":"{read_only:false; response_revision:20167; number_of_response:1; }","duration":"131.156309ms","start":"2026-03-31T21:01:35.424856Z","end":"2026-03-31T21:01:35.556012Z","steps":["trace[2102034196] 'process raft request' (duration: 131.060145ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:35.55604Z","caller":"traceutil/trace.go:171","msg":"trace[371697257] transaction","detail":"{read_only:false; response_revision:20166; number_of_response:1; }","duration":"131.461516ms","start":"2026-03-31T21:01:35.424533Z","end":"2026-03-31T21:01:35.555995Z","steps":["trace[371697257] 'process raft request' (duration: 131.277731ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:35.556256Z","caller":"traceutil/trace.go:171","msg":"trace[1432656942] transaction","detail":"{read_only:false; response_revision:20168; number_of_response:1; }","duration":"131.143379ms","start":"2026-03-31T21:01:35.425069Z","end":"2026-03-31T21:01:35.556213Z","steps":["trace[1432656942] 'process raft request' (duration: 130.878181ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:35.556337Z","caller":"traceutil/trace.go:171","msg":"trace[894186869] linearizableReadLoop","detail":"{readStateIndex:20884; appliedIndex:20881; }","duration":"128.044961ms","start":"2026-03-31T21:01:35.428267Z","end":"2026-03-31T21:01:35.556312Z","steps":["trace[894186869] 'read index received' (duration: 31.672504ms)","trace[894186869] 'applied index is now lower than readState.Index' (duration: 96.371367ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:01:35.556408Z","caller":"traceutil/trace.go:171","msg":"trace[60729904] transaction","detail":"{read_only:false; response_revision:20169; number_of_response:1; }","duration":"119.811014ms","start":"2026-03-31T21:01:35.436588Z","end":"2026-03-31T21:01:35.556399Z","steps":["trace[60729904] 'process raft request' (duration: 119.586079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:35.556473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.183334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:35.556514Z","caller":"traceutil/trace.go:171","msg":"trace[1326330586] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20169; }","duration":"128.282267ms","start":"2026-03-31T21:01:35.428221Z","end":"2026-03-31T21:01:35.556503Z","steps":["trace[1326330586] 'agreement among raft nodes before linearized reading' (duration: 128.193985ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:39.638869Z","caller":"traceutil/trace.go:171","msg":"trace[476351729] transaction","detail":"{read_only:false; response_revision:20194; number_of_response:1; }","duration":"198.425816ms","start":"2026-03-31T21:01:39.440415Z","end":"2026-03-31T21:01:39.638841Z","steps":["trace[476351729] 'process raft request' (duration: 168.809743ms)","trace[476351729] 'compare' (duration: 29.261334ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:01:39.675567Z","caller":"traceutil/trace.go:171","msg":"trace[1775307210] linearizableReadLoop","detail":"{readStateIndex:20912; appliedIndex:20910; }","duration":"202.463776ms","start":"2026-03-31T21:01:39.473078Z","end":"2026-03-31T21:01:39.675542Z","steps":["trace[1775307210] 'read index received' (duration: 136.170624ms)","trace[1775307210] 'applied index is now lower than readState.Index' (duration: 66.292442ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:01:39.67565Z","caller":"traceutil/trace.go:171","msg":"trace[1125839751] transaction","detail":"{read_only:false; response_revision:20195; number_of_response:1; }","duration":"209.505664ms","start":"2026-03-31T21:01:39.466137Z","end":"2026-03-31T21:01:39.675642Z","steps":["trace[1125839751] 'process raft request' (duration: 209.208636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:39.675875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.817892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:39.67598Z","caller":"traceutil/trace.go:171","msg":"trace[1944398196] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:20195; }","duration":"150.960065ms","start":"2026-03-31T21:01:39.524989Z","end":"2026-03-31T21:01:39.675949Z","steps":["trace[1944398196] 'agreement among raft nodes before linearized reading' (duration: 150.800591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:39.676213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.123963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T21:01:39.676261Z","caller":"traceutil/trace.go:171","msg":"trace[93737700] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20195; }","duration":"203.229276ms","start":"2026-03-31T21:01:39.473022Z","end":"2026-03-31T21:01:39.676251Z","steps":["trace[93737700] 'agreement among raft nodes before linearized reading' (duration: 203.095022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:39.676223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.860024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T21:01:39.678353Z","caller":"traceutil/trace.go:171","msg":"trace[252043202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20195; }","duration":"106.016449ms","start":"2026-03-31T21:01:39.572323Z","end":"2026-03-31T21:01:39.67834Z","steps":["trace[252043202] 'agreement among raft nodes before linearized reading' (duration: 103.820773ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:41.015515Z","caller":"traceutil/trace.go:171","msg":"trace[1852047614] linearizableReadLoop","detail":"{readStateIndex:20920; appliedIndex:20919; }","duration":"157.835598ms","start":"2026-03-31T21:01:40.857652Z","end":"2026-03-31T21:01:41.015488Z","steps":["trace[1852047614] 'read index received' (duration: 119.024515ms)","trace[1852047614] 'applied index is now lower than readState.Index' (duration: 38.809923ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:01:41.015586Z","caller":"traceutil/trace.go:171","msg":"trace[1572385136] transaction","detail":"{read_only:false; response_revision:20203; number_of_response:1; }","duration":"177.691125ms","start":"2026-03-31T21:01:40.837856Z","end":"2026-03-31T21:01:41.015547Z","steps":["trace[1572385136] 'process raft request' (duration: 138.836901ms)","trace[1572385136] 'compare' (duration: 38.406153ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:01:41.015683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.012822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:41.016046Z","caller":"traceutil/trace.go:171","msg":"trace[377398923] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:20203; }","duration":"158.372252ms","start":"2026-03-31T21:01:40.857612Z","end":"2026-03-31T21:01:41.015984Z","steps":["trace[377398923] 'agreement among raft nodes before linearized reading' (duration: 158.016732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:41.041302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.0877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21476"} {"level":"warn","ts":"2026-03-31T21:01:41.04138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.019148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:01:41.041376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.715235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21476"} {"level":"info","ts":"2026-03-31T21:01:41.041403Z","caller":"traceutil/trace.go:171","msg":"trace[1589910893] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20204; }","duration":"167.05401ms","start":"2026-03-31T21:01:40.87434Z","end":"2026-03-31T21:01:41.041394Z","steps":["trace[1589910893] 'agreement among raft nodes before linearized reading' (duration: 167.021249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:41.04137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.69166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:41.041447Z","caller":"traceutil/trace.go:171","msg":"trace[443703444] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20204; }","duration":"170.838694ms","start":"2026-03-31T21:01:40.870592Z","end":"2026-03-31T21:01:41.041431Z","steps":["trace[443703444] 'agreement among raft nodes before linearized reading' (duration: 170.68777ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:41.04147Z","caller":"traceutil/trace.go:171","msg":"trace[691961563] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:20204; }","duration":"159.859468ms","start":"2026-03-31T21:01:40.881596Z","end":"2026-03-31T21:01:41.041456Z","steps":["trace[691961563] 'agreement among raft nodes before linearized reading' (duration: 159.707095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:41.041464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.163698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:41.041412Z","caller":"traceutil/trace.go:171","msg":"trace[83543738] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:20204; }","duration":"157.208443ms","start":"2026-03-31T21:01:40.884177Z","end":"2026-03-31T21:01:41.041385Z","steps":["trace[83543738] 'agreement among raft nodes before linearized reading' (duration: 157.017548ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:41.041693Z","caller":"traceutil/trace.go:171","msg":"trace[724328812] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:20204; }","duration":"182.410475ms","start":"2026-03-31T21:01:40.85926Z","end":"2026-03-31T21:01:41.041671Z","steps":["trace[724328812] 'agreement among raft nodes before linearized reading' (duration: 182.127528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:41.041562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.327472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21476"} {"level":"info","ts":"2026-03-31T21:01:41.041794Z","caller":"traceutil/trace.go:171","msg":"trace[1092643997] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:20204; }","duration":"182.583678ms","start":"2026-03-31T21:01:40.859188Z","end":"2026-03-31T21:01:41.041771Z","steps":["trace[1092643997] 'agreement among raft nodes before linearized reading' (duration: 182.332912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:41.041542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.312242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:41.041944Z","caller":"traceutil/trace.go:171","msg":"trace[2017821846] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20204; }","duration":"174.748752ms","start":"2026-03-31T21:01:40.867185Z","end":"2026-03-31T21:01:41.041934Z","steps":["trace[2017821846] 'agreement among raft nodes before linearized reading' (duration: 174.25662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:41.041339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.268904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:41.042042Z","caller":"traceutil/trace.go:171","msg":"trace[972155845] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:20204; }","duration":"167.965121ms","start":"2026-03-31T21:01:40.874061Z","end":"2026-03-31T21:01:41.042026Z","steps":["trace[972155845] 'agreement among raft nodes before linearized reading' (duration: 167.254464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:41.041595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.243974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:41.042157Z","caller":"traceutil/trace.go:171","msg":"trace[824537835] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20204; }","duration":"167.806338ms","start":"2026-03-31T21:01:40.874333Z","end":"2026-03-31T21:01:41.042139Z","steps":["trace[824537835] 'agreement among raft nodes before linearized reading' (duration: 166.954867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:41.041417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.415738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:41.042276Z","caller":"traceutil/trace.go:171","msg":"trace[319944536] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20204; }","duration":"168.27975ms","start":"2026-03-31T21:01:40.873971Z","end":"2026-03-31T21:01:41.042251Z","steps":["trace[319944536] 'agreement among raft nodes before linearized reading' (duration: 167.418749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:41.041608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.130962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:41.042418Z","caller":"traceutil/trace.go:171","msg":"trace[1395165624] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20204; }","duration":"175.962513ms","start":"2026-03-31T21:01:40.866439Z","end":"2026-03-31T21:01:41.042401Z","steps":["trace[1395165624] 'agreement among raft nodes before linearized reading' (duration: 175.03595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:41.041607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.317768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:41.042642Z","caller":"traceutil/trace.go:171","msg":"trace[1002308722] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20204; }","duration":"184.313672ms","start":"2026-03-31T21:01:40.858255Z","end":"2026-03-31T21:01:41.042568Z","steps":["trace[1002308722] 'agreement among raft nodes before linearized reading' (duration: 183.296687ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:41.268761Z","caller":"traceutil/trace.go:171","msg":"trace[1534271517] transaction","detail":"{read_only:false; response_revision:20207; number_of_response:1; }","duration":"205.248386ms","start":"2026-03-31T21:01:41.063487Z","end":"2026-03-31T21:01:41.268736Z","steps":["trace[1534271517] 'process raft request' (duration: 115.200838ms)","trace[1534271517] 'compare' (duration: 89.944686ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:01:41.269685Z","caller":"traceutil/trace.go:171","msg":"trace[831447399] transaction","detail":"{read_only:false; response_revision:20208; number_of_response:1; }","duration":"186.453985ms","start":"2026-03-31T21:01:41.083205Z","end":"2026-03-31T21:01:41.269659Z","steps":["trace[831447399] 'process raft request' (duration: 186.176958ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:41.439161Z","caller":"traceutil/trace.go:171","msg":"trace[473178900] transaction","detail":"{read_only:false; response_revision:20210; number_of_response:1; }","duration":"108.425379ms","start":"2026-03-31T21:01:41.330704Z","end":"2026-03-31T21:01:41.439129Z","steps":["trace[473178900] 'process raft request' (duration: 38.426724ms)","trace[473178900] 'compare' (duration: 69.865022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:01:41.926239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.938332ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:01:41.926387Z","caller":"traceutil/trace.go:171","msg":"trace[817462558] transaction","detail":"{read_only:false; response_revision:20212; number_of_response:1; }","duration":"399.520419ms","start":"2026-03-31T21:01:41.526827Z","end":"2026-03-31T21:01:41.926347Z","steps":["trace[817462558] 'process raft request' (duration: 83.388011ms)","trace[817462558] 'compare' (duration: 315.753407ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:01:41.926702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:41.526795Z","time spent":"399.870878ms","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":656,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T21:01:41.96965Z","caller":"traceutil/trace.go:171","msg":"trace[475819347] linearizableReadLoop","detail":"{readStateIndex:20932; appliedIndex:20929; }","duration":"327.214256ms","start":"2026-03-31T21:01:41.642414Z","end":"2026-03-31T21:01:41.969628Z","steps":["trace[475819347] 'read index received' (duration: 326.825446ms)","trace[475819347] 'applied index is now lower than readState.Index' (duration: 387.87µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:01:41.969672Z","caller":"traceutil/trace.go:171","msg":"trace[275523004] transaction","detail":"{read_only:false; response_revision:20214; number_of_response:1; }","duration":"438.250299ms","start":"2026-03-31T21:01:41.531391Z","end":"2026-03-31T21:01:41.969641Z","steps":["trace[275523004] 'process raft request' (duration: 438.112916ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:41.969714Z","caller":"traceutil/trace.go:171","msg":"trace[1378461561] transaction","detail":"{read_only:false; response_revision:20213; number_of_response:1; }","duration":"442.044615ms","start":"2026-03-31T21:01:41.527632Z","end":"2026-03-31T21:01:41.969676Z","steps":["trace[1378461561] 'process raft request' (duration: 441.686766ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:41.969774Z","caller":"traceutil/trace.go:171","msg":"trace[1268859447] transaction","detail":"{read_only:false; response_revision:20215; number_of_response:1; }","duration":"437.410998ms","start":"2026-03-31T21:01:41.532349Z","end":"2026-03-31T21:01:41.96976Z","steps":["trace[1268859447] 'process raft request' (duration: 437.215903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:41.969818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:41.531378Z","time spent":"438.361871ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10977,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:01:41.96988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:41.532338Z","time spent":"437.46919ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11291,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:01:41.969917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.444039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:41.969956Z","caller":"traceutil/trace.go:171","msg":"trace[1768242128] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20215; }","duration":"100.523061ms","start":"2026-03-31T21:01:41.869421Z","end":"2026-03-31T21:01:41.969944Z","steps":["trace[1768242128] 'agreement among raft nodes before linearized reading' (duration: 100.454139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:41.96999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.559003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-31T21:01:41.97Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.579034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T21:01:41.970075Z","caller":"traceutil/trace.go:171","msg":"trace[955512180] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20215; }","duration":"250.649345ms","start":"2026-03-31T21:01:41.7194Z","end":"2026-03-31T21:01:41.97005Z","steps":["trace[955512180] 'agreement among raft nodes before linearized reading' (duration: 250.408859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:41.970074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.237589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T21:01:41.970084Z","caller":"traceutil/trace.go:171","msg":"trace[658661532] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20215; }","duration":"327.712057ms","start":"2026-03-31T21:01:41.642351Z","end":"2026-03-31T21:01:41.970063Z","steps":["trace[658661532] 'agreement among raft nodes before linearized reading' (duration: 327.498482ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:41.970129Z","caller":"traceutil/trace.go:171","msg":"trace[671710798] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20215; }","duration":"243.318252ms","start":"2026-03-31T21:01:41.726797Z","end":"2026-03-31T21:01:41.970115Z","steps":["trace[671710798] 'agreement among raft nodes before linearized reading' (duration: 243.116857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:41.970134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:41.642327Z","time spent":"327.79906ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T21:01:41.970285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:41.527581Z","time spent":"442.203139ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:01:42.19019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.158154ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:01:42.190261Z","caller":"traceutil/trace.go:171","msg":"trace[392628735] linearizableReadLoop","detail":"{readStateIndex:20933; appliedIndex:20932; }","duration":"212.57438ms","start":"2026-03-31T21:01:41.977674Z","end":"2026-03-31T21:01:42.190249Z","steps":["trace[392628735] 'read index received' (duration: 88.287683ms)","trace[392628735] 'applied index is now lower than readState.Index' (duration: 124.285777ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:01:42.190366Z","caller":"traceutil/trace.go:171","msg":"trace[324795155] transaction","detail":"{read_only:false; response_revision:20216; number_of_response:1; }","duration":"216.278233ms","start":"2026-03-31T21:01:41.974043Z","end":"2026-03-31T21:01:42.190321Z","steps":["trace[324795155] 'process raft request' (duration: 91.939735ms)","trace[324795155] 'compare' (duration: 124.061881ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:01:42.191029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.35014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:106 size:1061510"} {"level":"info","ts":"2026-03-31T21:01:42.19106Z","caller":"traceutil/trace.go:171","msg":"trace[1735861759] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:106; response_revision:20216; }","duration":"213.383941ms","start":"2026-03-31T21:01:41.977668Z","end":"2026-03-31T21:01:42.191052Z","steps":["trace[1735861759] 'agreement among raft nodes before linearized reading' (duration: 212.637623ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:42.377611Z","caller":"traceutil/trace.go:171","msg":"trace[1886254160] linearizableReadLoop","detail":"{readStateIndex:20936; appliedIndex:20933; }","duration":"187.305086ms","start":"2026-03-31T21:01:42.190278Z","end":"2026-03-31T21:01:42.377583Z","steps":["trace[1886254160] 'read index received' (duration: 148.000041ms)","trace[1886254160] 'applied index is now lower than readState.Index' (duration: 39.303995ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:01:42.377711Z","caller":"traceutil/trace.go:171","msg":"trace[139895954] transaction","detail":"{read_only:false; response_revision:20219; number_of_response:1; }","duration":"375.139757ms","start":"2026-03-31T21:01:42.002538Z","end":"2026-03-31T21:01:42.377678Z","steps":["trace[139895954] 'process raft request' (duration: 374.998103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:42.377822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.896352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-ks-user-jczg7\" ","response":"range_response_count:1 size:11309"} {"level":"warn","ts":"2026-03-31T21:01:42.377842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.00184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:01:42.377885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:42.002509Z","time spent":"375.286841ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:01:42.377934Z","caller":"traceutil/trace.go:171","msg":"trace[2122739201] transaction","detail":"{read_only:false; response_revision:20218; number_of_response:1; }","duration":"375.444315ms","start":"2026-03-31T21:01:42.002468Z","end":"2026-03-31T21:01:42.377912Z","steps":["trace[2122739201] 'process raft request' (duration: 375.022444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:42.37795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.152852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29583180-gnp6c\" ","response":"range_response_count:1 size:6960"} {"level":"info","ts":"2026-03-31T21:01:42.378003Z","caller":"traceutil/trace.go:171","msg":"trace[699755126] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29583180-gnp6c; range_end:; response_count:1; response_revision:20219; }","duration":"319.205404ms","start":"2026-03-31T21:01:42.058789Z","end":"2026-03-31T21:01:42.377995Z","steps":["trace[699755126] 'agreement among raft nodes before linearized reading' (duration: 319.095941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:42.378049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:42.058721Z","time spent":"319.318427ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6983,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29583180-gnp6c\" "} {"level":"warn","ts":"2026-03-31T21:01:42.378049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:42.002461Z","time spent":"375.533027ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:01:42.377905Z","caller":"traceutil/trace.go:171","msg":"trace[836336255] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:20219; }","duration":"264.082592ms","start":"2026-03-31T21:01:42.113807Z","end":"2026-03-31T21:01:42.377889Z","steps":["trace[836336255] 'agreement among raft nodes before linearized reading' (duration: 263.965659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:42.378106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.136938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-ks-user\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-03-31T21:01:42.377863Z","caller":"traceutil/trace.go:171","msg":"trace[1418287641] range","detail":"{range_begin:/registry/pods/openstack/heat-ks-user-jczg7; range_end:; response_count:1; response_revision:20219; }","duration":"385.019785ms","start":"2026-03-31T21:01:41.992832Z","end":"2026-03-31T21:01:42.377852Z","steps":["trace[1418287641] 'agreement among raft nodes before linearized reading' (duration: 384.851111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:42.378246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:41.992755Z","time spent":"385.475166ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":11332,"request content":"key:\"/registry/pods/openstack/heat-ks-user-jczg7\" "} {"level":"info","ts":"2026-03-31T21:01:42.377922Z","caller":"traceutil/trace.go:171","msg":"trace[180820778] transaction","detail":"{read_only:false; response_revision:20217; number_of_response:1; }","duration":"375.495175ms","start":"2026-03-31T21:01:42.002392Z","end":"2026-03-31T21:01:42.377887Z","steps":["trace[180820778] 'process raft request' (duration: 335.931433ms)","trace[180820778] 'compare' (duration: 39.039649ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:01:42.378466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:42.00237Z","time spent":"376.026659ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:01:42.378182Z","caller":"traceutil/trace.go:171","msg":"trace[1970963136] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-ks-user; range_end:; response_count:1; response_revision:20219; }","duration":"261.261401ms","start":"2026-03-31T21:01:42.116903Z","end":"2026-03-31T21:01:42.378165Z","steps":["trace[1970963136] 'agreement among raft nodes before linearized reading' (duration: 261.014165ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:42.507159Z","caller":"traceutil/trace.go:171","msg":"trace[1756109263] transaction","detail":"{read_only:false; response_revision:20220; number_of_response:1; }","duration":"117.005585ms","start":"2026-03-31T21:01:42.390126Z","end":"2026-03-31T21:01:42.507132Z","steps":["trace[1756109263] 'process raft request' (duration: 111.590499ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:42.930598Z","caller":"traceutil/trace.go:171","msg":"trace[1464053111] transaction","detail":"{read_only:false; response_revision:20221; number_of_response:1; }","duration":"155.977382ms","start":"2026-03-31T21:01:42.774597Z","end":"2026-03-31T21:01:42.930574Z","steps":["trace[1464053111] 'process raft request' (duration: 155.830158ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:43.029781Z","caller":"traceutil/trace.go:171","msg":"trace[1823105906] transaction","detail":"{read_only:false; response_revision:20222; number_of_response:1; }","duration":"226.260153ms","start":"2026-03-31T21:01:42.803497Z","end":"2026-03-31T21:01:43.029757Z","steps":["trace[1823105906] 'process raft request' (duration: 158.050473ms)","trace[1823105906] 'compare' (duration: 68.017486ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:01:43.02988Z","caller":"traceutil/trace.go:171","msg":"trace[421821708] linearizableReadLoop","detail":"{readStateIndex:20939; appliedIndex:20937; }","duration":"158.063463ms","start":"2026-03-31T21:01:42.871794Z","end":"2026-03-31T21:01:43.029857Z","steps":["trace[421821708] 'read index received' (duration: 58.656501ms)","trace[421821708] 'applied index is now lower than readState.Index' (duration: 99.404452ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:01:43.030142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.32816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:01:43.030181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.886613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:01:43.030264Z","caller":"traceutil/trace.go:171","msg":"trace[159041733] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20223; }","duration":"127.042297ms","start":"2026-03-31T21:01:42.903201Z","end":"2026-03-31T21:01:43.030244Z","steps":["trace[159041733] 'agreement among raft nodes before linearized reading' (duration: 126.877472ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:43.030205Z","caller":"traceutil/trace.go:171","msg":"trace[1563850294] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20223; }","duration":"158.435793ms","start":"2026-03-31T21:01:42.871754Z","end":"2026-03-31T21:01:43.03019Z","steps":["trace[1563850294] 'agreement among raft nodes before linearized reading' (duration: 158.230987ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:44.770797Z","caller":"traceutil/trace.go:171","msg":"trace[892852062] transaction","detail":"{read_only:false; response_revision:20231; number_of_response:1; }","duration":"385.334383ms","start":"2026-03-31T21:01:44.385441Z","end":"2026-03-31T21:01:44.770776Z","steps":["trace[892852062] 'process raft request' (duration: 385.18359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:44.771072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:44.385423Z","time spent":"385.480197ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:01:45.122185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.370784ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:01:45.122427Z","caller":"traceutil/trace.go:171","msg":"trace[2008161738] linearizableReadLoop","detail":"{readStateIndex:20951; appliedIndex:20949; }","duration":"721.733907ms","start":"2026-03-31T21:01:44.400676Z","end":"2026-03-31T21:01:45.12241Z","steps":["trace[2008161738] 'read index received' (duration: 370.117581ms)","trace[2008161738] 'applied index is now lower than readState.Index' (duration: 351.615156ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:01:45.122514Z","caller":"traceutil/trace.go:171","msg":"trace[2115001825] transaction","detail":"{read_only:false; response_revision:20233; number_of_response:1; }","duration":"735.186294ms","start":"2026-03-31T21:01:44.387316Z","end":"2026-03-31T21:01:45.122503Z","steps":["trace[2115001825] 'process raft request' (duration: 734.949369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:45.122575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:44.387302Z","time spent":"735.240626ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:01:45.122597Z","caller":"traceutil/trace.go:171","msg":"trace[148425480] transaction","detail":"{read_only:false; response_revision:20232; number_of_response:1; }","duration":"737.138924ms","start":"2026-03-31T21:01:44.385433Z","end":"2026-03-31T21:01:45.122572Z","steps":["trace[148425480] 'process raft request' (duration: 601.276048ms)","trace[148425480] 'compare' (duration: 135.19946ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:01:45.122681Z","caller":"traceutil/trace.go:171","msg":"trace[1965163232] transaction","detail":"{read_only:false; response_revision:20234; number_of_response:1; }","duration":"525.476106ms","start":"2026-03-31T21:01:44.597175Z","end":"2026-03-31T21:01:45.122651Z","steps":["trace[1965163232] 'process raft request' (duration: 525.183089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:45.122734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:44.385404Z","time spent":"737.271169ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:01:45.122795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:44.597145Z","time spent":"525.596229ms","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T21:01:45.122842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.149358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29583180-gnp6c\" ","response":"range_response_count:1 size:6960"} {"level":"info","ts":"2026-03-31T21:01:45.122928Z","caller":"traceutil/trace.go:171","msg":"trace[1616012515] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29583180-gnp6c; range_end:; response_count:1; response_revision:20234; }","duration":"722.25656ms","start":"2026-03-31T21:01:44.400649Z","end":"2026-03-31T21:01:45.122906Z","steps":["trace[1616012515] 'agreement among raft nodes before linearized reading' (duration: 722.003083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:45.122985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:44.400639Z","time spent":"722.332013ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6983,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29583180-gnp6c\" "} {"level":"info","ts":"2026-03-31T21:01:45.469553Z","caller":"traceutil/trace.go:171","msg":"trace[1442080157] transaction","detail":"{read_only:false; response_revision:20235; number_of_response:1; }","duration":"434.552116ms","start":"2026-03-31T21:01:45.034978Z","end":"2026-03-31T21:01:45.46953Z","steps":["trace[1442080157] 'process raft request' (duration: 434.442994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:45.470046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:45.034941Z","time spent":"434.886845ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:01:46.041354Z","caller":"traceutil/trace.go:171","msg":"trace[698259912] transaction","detail":"{read_only:false; response_revision:20238; number_of_response:1; }","duration":"962.606387ms","start":"2026-03-31T21:01:45.078696Z","end":"2026-03-31T21:01:46.041302Z","steps":["trace[698259912] 'process raft request' (duration: 961.807457ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:46.041411Z","caller":"traceutil/trace.go:171","msg":"trace[665215717] transaction","detail":"{read_only:false; response_revision:20236; number_of_response:1; }","duration":"968.956147ms","start":"2026-03-31T21:01:45.072408Z","end":"2026-03-31T21:01:46.041364Z","steps":["trace[665215717] 'process raft request' (duration: 967.86404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:46.04157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:45.072383Z","time spent":"969.096689ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:01:46.041557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:45.078679Z","time spent":"962.770682ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:01:46.041686Z","caller":"traceutil/trace.go:171","msg":"trace[460567222] transaction","detail":"{read_only:false; response_revision:20240; number_of_response:1; }","duration":"726.902758ms","start":"2026-03-31T21:01:45.314773Z","end":"2026-03-31T21:01:46.041676Z","steps":["trace[460567222] 'process raft request' (duration: 726.026446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:46.041726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:45.314588Z","time spent":"727.118404ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:01:46.041742Z","caller":"traceutil/trace.go:171","msg":"trace[945272728] transaction","detail":"{read_only:false; response_revision:20239; number_of_response:1; }","duration":"899.968269ms","start":"2026-03-31T21:01:45.141759Z","end":"2026-03-31T21:01:46.041728Z","steps":["trace[945272728] 'process raft request' (duration: 898.993293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:46.041811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:45.141741Z","time spent":"900.03173ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:01:46.0422Z","caller":"traceutil/trace.go:171","msg":"trace[2116958934] transaction","detail":"{read_only:false; response_revision:20241; number_of_response:1; }","duration":"580.204539ms","start":"2026-03-31T21:01:45.461944Z","end":"2026-03-31T21:01:46.042149Z","steps":["trace[2116958934] 'process raft request' (duration: 578.904176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:46.042376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:45.461926Z","time spent":"580.367892ms","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T21:01:46.042418Z","caller":"traceutil/trace.go:171","msg":"trace[1482682541] transaction","detail":"{read_only:false; response_revision:20237; number_of_response:1; }","duration":"969.133432ms","start":"2026-03-31T21:01:45.072436Z","end":"2026-03-31T21:01:46.04157Z","steps":["trace[1482682541] 'process raft request' (duration: 968.001833ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:46.042452Z","caller":"traceutil/trace.go:171","msg":"trace[1335639943] linearizableReadLoop","detail":"{readStateIndex:20956; appliedIndex:20953; }","duration":"919.9638ms","start":"2026-03-31T21:01:45.122464Z","end":"2026-03-31T21:01:46.042428Z","steps":["trace[1335639943] 'read index received' (duration: 348.227533ms)","trace[1335639943] 'applied index is now lower than readState.Index' (duration: 571.734417ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:01:46.042533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170409809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:01:46.042575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:45.072422Z","time spent":"970.074735ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:01:46.042636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.148173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-03-31T21:01:46.042698Z","caller":"traceutil/trace.go:171","msg":"trace[196165992] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:20241; }","duration":"989.247236ms","start":"2026-03-31T21:01:45.053435Z","end":"2026-03-31T21:01:46.042682Z","steps":["trace[196165992] 'agreement among raft nodes before linearized reading' (duration: 989.026091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:46.042724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183548819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"warn","ts":"2026-03-31T21:01:46.042738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:45.05343Z","time spent":"989.299907ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11018,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"info","ts":"2026-03-31T21:01:46.042762Z","caller":"traceutil/trace.go:171","msg":"trace[447883017] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:20241; }","duration":"1.183646912s","start":"2026-03-31T21:01:44.859105Z","end":"2026-03-31T21:01:46.042752Z","steps":["trace[447883017] 'agreement among raft nodes before linearized reading' (duration: 1.183457257s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:46.04259Z","caller":"traceutil/trace.go:171","msg":"trace[1982222848] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20241; }","duration":"1.170493121s","start":"2026-03-31T21:01:44.87208Z","end":"2026-03-31T21:01:46.042573Z","steps":["trace[1982222848] 'agreement among raft nodes before linearized reading' (duration: 1.170407689s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:46.042822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623823919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:01:46.042853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:44.872061Z","time spent":"1.170780628s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:01:46.042834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006337025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-03-31T21:01:46.042891Z","caller":"traceutil/trace.go:171","msg":"trace[254030101] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:20241; }","duration":"1.623916801s","start":"2026-03-31T21:01:44.41896Z","end":"2026-03-31T21:01:46.042877Z","steps":["trace[254030101] 'agreement among raft nodes before linearized reading' (duration: 1.623805368s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:46.042918Z","caller":"traceutil/trace.go:171","msg":"trace[1987469112] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:20241; }","duration":"1.006430507s","start":"2026-03-31T21:01:45.036457Z","end":"2026-03-31T21:01:46.042887Z","steps":["trace[1987469112] 'agreement among raft nodes before linearized reading' (duration: 1.006215912s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:46.042966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.819804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:01:46.042984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295760812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:46.043004Z","caller":"traceutil/trace.go:171","msg":"trace[397820161] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20241; }","duration":"970.898137ms","start":"2026-03-31T21:01:45.072097Z","end":"2026-03-31T21:01:46.042995Z","steps":["trace[397820161] 'agreement among raft nodes before linearized reading' (duration: 970.852846ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:46.043015Z","caller":"traceutil/trace.go:171","msg":"trace[631946149] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:20241; }","duration":"1.295831454s","start":"2026-03-31T21:01:44.747175Z","end":"2026-03-31T21:01:46.043006Z","steps":["trace[631946149] 'agreement among raft nodes before linearized reading' (duration: 1.295778803s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:46.043041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:45.072078Z","time spent":"970.956978ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-03-31T21:01:46.043049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:44.747153Z","time spent":"1.295888805s","remote":"127.0.0.1:54224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:01:46.042927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.778683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:46.043111Z","caller":"traceutil/trace.go:171","msg":"trace[396387482] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20241; }","duration":"970.981059ms","start":"2026-03-31T21:01:45.072097Z","end":"2026-03-31T21:01:46.043078Z","steps":["trace[396387482] 'agreement among raft nodes before linearized reading' (duration: 970.802204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:46.043123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.678999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-31T21:01:46.043137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.059124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-ks-user-jczg7\" ","response":"range_response_count:1 size:12746"} {"level":"info","ts":"2026-03-31T21:01:46.043161Z","caller":"traceutil/trace.go:171","msg":"trace[580426649] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20241; }","duration":"357.749361ms","start":"2026-03-31T21:01:45.685401Z","end":"2026-03-31T21:01:46.04315Z","steps":["trace[580426649] 'agreement among raft nodes before linearized reading' (duration: 357.592877ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:46.04318Z","caller":"traceutil/trace.go:171","msg":"trace[1425942112] range","detail":"{range_begin:/registry/pods/openstack/heat-ks-user-jczg7; range_end:; response_count:1; response_revision:20241; }","duration":"566.137666ms","start":"2026-03-31T21:01:45.477034Z","end":"2026-03-31T21:01:46.043172Z","steps":["trace[1425942112] 'agreement among raft nodes before linearized reading' (duration: 566.043714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:46.043171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391111592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:01:46.043192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:45.685381Z","time spent":"357.802413ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T21:01:46.043203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:45.477017Z","time spent":"566.180217ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":12769,"request content":"key:\"/registry/pods/openstack/heat-ks-user-jczg7\" "} {"level":"warn","ts":"2026-03-31T21:01:46.043029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:45.036437Z","time spent":"1.006539389s","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11018,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"info","ts":"2026-03-31T21:01:46.043216Z","caller":"traceutil/trace.go:171","msg":"trace[51707249] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:20241; }","duration":"1.391193865s","start":"2026-03-31T21:01:44.652008Z","end":"2026-03-31T21:01:46.043202Z","steps":["trace[51707249] 'agreement among raft nodes before linearized reading' (duration: 1.391116323s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:46.043191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.493822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:01:46.043258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.710121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:01:46.043262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:44.651986Z","time spent":"1.391266667s","remote":"127.0.0.1:59100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:01:46.043274Z","caller":"traceutil/trace.go:171","msg":"trace[839250431] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20241; }","duration":"971.590054ms","start":"2026-03-31T21:01:45.071675Z","end":"2026-03-31T21:01:46.043265Z","steps":["trace[839250431] 'agreement among raft nodes before linearized reading' (duration: 971.490121ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:46.043284Z","caller":"traceutil/trace.go:171","msg":"trace[1477829202] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20241; }","duration":"972.752093ms","start":"2026-03-31T21:01:45.070523Z","end":"2026-03-31T21:01:46.043276Z","steps":["trace[1477829202] 'agreement among raft nodes before linearized reading' (duration: 972.718902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:46.043306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:45.071669Z","time spent":"971.630074ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-03-31T21:01:46.042806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:44.85908Z","time spent":"1.183716003s","remote":"127.0.0.1:52326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"warn","ts":"2026-03-31T21:01:46.042932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:44.41895Z","time spent":"1.623972802s","remote":"127.0.0.1:41598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:01:46.043225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.330481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:01:46.04331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:45.070513Z","time spent":"972.791424ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-03-31T21:01:46.043404Z","caller":"traceutil/trace.go:171","msg":"trace[1058354548] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20241; }","duration":"972.523317ms","start":"2026-03-31T21:01:45.07087Z","end":"2026-03-31T21:01:46.043393Z","steps":["trace[1058354548] 'agreement among raft nodes before linearized reading' (duration: 972.340242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:46.042653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.266426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:01:46.043148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:45.072075Z","time spent":"971.06376ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-03-31T21:01:46.04349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.93403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-31T21:01:46.043435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:45.07086Z","time spent":"972.567348ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"info","ts":"2026-03-31T21:01:46.043525Z","caller":"traceutil/trace.go:171","msg":"trace[451530432] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20241; }","duration":"677.999312ms","start":"2026-03-31T21:01:45.365518Z","end":"2026-03-31T21:01:46.043517Z","steps":["trace[451530432] 'agreement among raft nodes before linearized reading' (duration: 677.904839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:46.044978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:45.365498Z","time spent":"679.441998ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T21:01:46.043388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.867616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-03-31T21:01:46.045291Z","caller":"traceutil/trace.go:171","msg":"trace[1080560590] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:20241; }","duration":"990.765085ms","start":"2026-03-31T21:01:45.054493Z","end":"2026-03-31T21:01:46.045258Z","steps":["trace[1080560590] 'agreement among raft nodes before linearized reading' (duration: 988.833096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:46.045355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:45.054482Z","time spent":"990.853667ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11018,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"info","ts":"2026-03-31T21:01:46.043482Z","caller":"traceutil/trace.go:171","msg":"trace[387734964] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20241; }","duration":"992.080326ms","start":"2026-03-31T21:01:45.051379Z","end":"2026-03-31T21:01:46.04346Z","steps":["trace[387734964] 'agreement among raft nodes before linearized reading' (duration: 991.251916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:46.045507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:45.051358Z","time spent":"994.137689ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-03-31T21:01:46.043993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.930588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:106 size:1062947"} {"level":"info","ts":"2026-03-31T21:01:46.04557Z","caller":"traceutil/trace.go:171","msg":"trace[1514036203] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:106; response_revision:20241; }","duration":"917.533408ms","start":"2026-03-31T21:01:45.128016Z","end":"2026-03-31T21:01:46.04555Z","steps":["trace[1514036203] 'agreement among raft nodes before linearized reading' (duration: 914.82474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:46.045671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:45.127998Z","time spent":"917.653272ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":106,"response size":1062970,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T21:01:46.34366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.05398ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:01:46.343786Z","caller":"traceutil/trace.go:171","msg":"trace[581912999] transaction","detail":"{read_only:false; response_revision:20242; number_of_response:1; }","duration":"290.675738ms","start":"2026-03-31T21:01:46.053085Z","end":"2026-03-31T21:01:46.34376Z","steps":["trace[581912999] 'process raft request' (duration: 99.425093ms)","trace[581912999] 'compare' (duration: 190.561438ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:01:46.65455Z","caller":"traceutil/trace.go:171","msg":"trace[1667575447] linearizableReadLoop","detail":"{readStateIndex:20961; appliedIndex:20959; }","duration":"577.309418ms","start":"2026-03-31T21:01:46.077208Z","end":"2026-03-31T21:01:46.654518Z","steps":["trace[1667575447] 'read index received' (duration: 75.228307ms)","trace[1667575447] 'applied index is now lower than readState.Index' (duration: 502.079851ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:01:46.654667Z","caller":"traceutil/trace.go:171","msg":"trace[1562397286] transaction","detail":"{read_only:false; response_revision:20243; number_of_response:1; }","duration":"597.489023ms","start":"2026-03-31T21:01:46.057075Z","end":"2026-03-31T21:01:46.654564Z","steps":["trace[1562397286] 'process raft request' (duration: 584.114538ms)","trace[1562397286] 'compare' (duration: 13.216041ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:01:46.654753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.715942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:01:46.654849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:46.057055Z","time spent":"597.695918ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13034,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:01:46.654843Z","caller":"traceutil/trace.go:171","msg":"trace[1712870310] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20243; }","duration":"507.855166ms","start":"2026-03-31T21:01:46.146971Z","end":"2026-03-31T21:01:46.654826Z","steps":["trace[1712870310] 'agreement among raft nodes before linearized reading' (duration: 507.733243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:46.654927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:46.146948Z","time spent":"507.966788ms","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T21:01:46.655058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.079863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-sct7f\" ","response":"range_response_count:1 size:9710"} {"level":"info","ts":"2026-03-31T21:01:46.655152Z","caller":"traceutil/trace.go:171","msg":"trace[1616187440] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-sct7f; range_end:; response_count:1; response_revision:20243; }","duration":"420.225868ms","start":"2026-03-31T21:01:46.234902Z","end":"2026-03-31T21:01:46.655128Z","steps":["trace[1616187440] 'agreement among raft nodes before linearized reading' (duration: 419.831987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:46.655207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:46.23488Z","time spent":"420.316991ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9733,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-sct7f\" "} {"level":"warn","ts":"2026-03-31T21:01:46.655341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.105749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T21:01:46.655463Z","caller":"traceutil/trace.go:171","msg":"trace[1776781596] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20243; }","duration":"578.271113ms","start":"2026-03-31T21:01:46.077168Z","end":"2026-03-31T21:01:46.655439Z","steps":["trace[1776781596] 'agreement among raft nodes before linearized reading' (duration: 577.505853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:46.655544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:46.077147Z","time spent":"578.382715ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T21:01:50.400065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.544827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:01:50.400165Z","caller":"traceutil/trace.go:171","msg":"trace[170179782] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:20269; }","duration":"111.727862ms","start":"2026-03-31T21:01:50.288414Z","end":"2026-03-31T21:01:50.400142Z","steps":["trace[170179782] 'count revisions from in-memory index tree' (duration: 111.435894ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:50.527051Z","caller":"traceutil/trace.go:171","msg":"trace[411455669] transaction","detail":"{read_only:false; response_revision:20270; number_of_response:1; }","duration":"120.42991ms","start":"2026-03-31T21:01:50.40655Z","end":"2026-03-31T21:01:50.52698Z","steps":["trace[411455669] 'process raft request' (duration: 120.260686ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:50.706358Z","caller":"traceutil/trace.go:171","msg":"trace[1754561891] transaction","detail":"{read_only:false; response_revision:20271; number_of_response:1; }","duration":"140.125774ms","start":"2026-03-31T21:01:50.566194Z","end":"2026-03-31T21:01:50.70632Z","steps":["trace[1754561891] 'process raft request' (duration: 85.908414ms)","trace[1754561891] 'compare' (duration: 53.906093ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:01:50.724562Z","caller":"traceutil/trace.go:171","msg":"trace[37598344] transaction","detail":"{read_only:false; response_revision:20272; number_of_response:1; }","duration":"152.043772ms","start":"2026-03-31T21:01:50.572478Z","end":"2026-03-31T21:01:50.724522Z","steps":["trace[37598344] 'process raft request' (duration: 151.642352ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:50.724566Z","caller":"traceutil/trace.go:171","msg":"trace[17626318] transaction","detail":"{read_only:false; response_revision:20273; number_of_response:1; }","duration":"150.828862ms","start":"2026-03-31T21:01:50.573686Z","end":"2026-03-31T21:01:50.724515Z","steps":["trace[17626318] 'process raft request' (duration: 150.665698ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:51.319293Z","caller":"traceutil/trace.go:171","msg":"trace[1790770088] transaction","detail":"{read_only:false; response_revision:20277; number_of_response:1; }","duration":"152.035443ms","start":"2026-03-31T21:01:51.167233Z","end":"2026-03-31T21:01:51.319269Z","steps":["trace[1790770088] 'process raft request' (duration: 104.294286ms)","trace[1790770088] 'compare' (duration: 47.642674ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:01:52.245795Z","caller":"traceutil/trace.go:171","msg":"trace[2071733185] linearizableReadLoop","detail":"{readStateIndex:20998; appliedIndex:20997; }","duration":"103.101445ms","start":"2026-03-31T21:01:52.14266Z","end":"2026-03-31T21:01:52.245761Z","steps":["trace[2071733185] 'read index received' (duration: 103.047084ms)","trace[2071733185] 'applied index is now lower than readState.Index' (duration: 52.501µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:01:52.24585Z","caller":"traceutil/trace.go:171","msg":"trace[1934459682] transaction","detail":"{read_only:false; response_revision:20279; number_of_response:1; }","duration":"151.500269ms","start":"2026-03-31T21:01:52.094326Z","end":"2026-03-31T21:01:52.245826Z","steps":["trace[1934459682] 'process raft request' (duration: 151.219012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:52.245941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.257139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:52.246015Z","caller":"traceutil/trace.go:171","msg":"trace[478643385] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20279; }","duration":"103.424763ms","start":"2026-03-31T21:01:52.142567Z","end":"2026-03-31T21:01:52.245992Z","steps":["trace[478643385] 'agreement among raft nodes before linearized reading' (duration: 103.28481ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:52.300115Z","caller":"traceutil/trace.go:171","msg":"trace[359331527] transaction","detail":"{read_only:false; response_revision:20280; number_of_response:1; }","duration":"156.892984ms","start":"2026-03-31T21:01:52.143155Z","end":"2026-03-31T21:01:52.300048Z","steps":["trace[359331527] 'process raft request' (duration: 146.210466ms)","trace[359331527] 'compare' (duration: 10.234016ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:01:52.300249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.618688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-03-31T21:01:52.300319Z","caller":"traceutil/trace.go:171","msg":"trace[429974306] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:20281; }","duration":"156.71319ms","start":"2026-03-31T21:01:52.14359Z","end":"2026-03-31T21:01:52.300303Z","steps":["trace[429974306] 'agreement among raft nodes before linearized reading' (duration: 156.482874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:52.300394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.041947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29583180-gnp6c\" ","response":"range_response_count:1 size:6960"} {"level":"info","ts":"2026-03-31T21:01:52.300438Z","caller":"traceutil/trace.go:171","msg":"trace[706618394] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29583180-gnp6c; range_end:; response_count:1; response_revision:20281; }","duration":"137.100968ms","start":"2026-03-31T21:01:52.163322Z","end":"2026-03-31T21:01:52.300423Z","steps":["trace[706618394] 'agreement among raft nodes before linearized reading' (duration: 136.974715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:52.300702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.073418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:52.300766Z","caller":"traceutil/trace.go:171","msg":"trace[693652510] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20281; }","duration":"157.182852ms","start":"2026-03-31T21:01:52.143568Z","end":"2026-03-31T21:01:52.300751Z","steps":["trace[693652510] 'agreement among raft nodes before linearized reading' (duration: 157.040518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:52.300979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.422807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:52.301017Z","caller":"traceutil/trace.go:171","msg":"trace[95931048] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20281; }","duration":"157.476088ms","start":"2026-03-31T21:01:52.143532Z","end":"2026-03-31T21:01:52.301008Z","steps":["trace[95931048] 'agreement among raft nodes before linearized reading' (duration: 157.417287ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:52.300263Z","caller":"traceutil/trace.go:171","msg":"trace[696216094] transaction","detail":"{read_only:false; response_revision:20281; number_of_response:1; }","duration":"155.620583ms","start":"2026-03-31T21:01:52.144617Z","end":"2026-03-31T21:01:52.300238Z","steps":["trace[696216094] 'process raft request' (duration: 155.162051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:52.301132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.71093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-03-31T21:01:52.301173Z","caller":"traceutil/trace.go:171","msg":"trace[2068463613] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:20281; }","duration":"156.764311ms","start":"2026-03-31T21:01:52.144397Z","end":"2026-03-31T21:01:52.301161Z","steps":["trace[2068463613] 'agreement among raft nodes before linearized reading' (duration: 156.644158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:52.301256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.546061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:01:52.301329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.014302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-03-31T21:01:52.30135Z","caller":"traceutil/trace.go:171","msg":"trace[278501086] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20281; }","duration":"155.658024ms","start":"2026-03-31T21:01:52.145672Z","end":"2026-03-31T21:01:52.30133Z","steps":["trace[278501086] 'agreement among raft nodes before linearized reading' (duration: 155.47791ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:52.301369Z","caller":"traceutil/trace.go:171","msg":"trace[1811929740] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:20281; }","duration":"158.085054ms","start":"2026-03-31T21:01:52.143275Z","end":"2026-03-31T21:01:52.30136Z","steps":["trace[1811929740] 'agreement among raft nodes before linearized reading' (duration: 157.902649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:52.301495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.663419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:52.301537Z","caller":"traceutil/trace.go:171","msg":"trace[1020865361] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20281; }","duration":"158.727661ms","start":"2026-03-31T21:01:52.142797Z","end":"2026-03-31T21:01:52.301525Z","steps":["trace[1020865361] 'agreement among raft nodes before linearized reading' (duration: 158.67343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:52.300179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.452304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:52.301902Z","caller":"traceutil/trace.go:171","msg":"trace[1691766347] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20281; }","duration":"156.198687ms","start":"2026-03-31T21:01:52.145692Z","end":"2026-03-31T21:01:52.301891Z","steps":["trace[1691766347] 'agreement among raft nodes before linearized reading' (duration: 154.424963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:53.166827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.800239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:53.166904Z","caller":"traceutil/trace.go:171","msg":"trace[1113850635] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20283; }","duration":"260.910673ms","start":"2026-03-31T21:01:52.905977Z","end":"2026-03-31T21:01:53.166887Z","steps":["trace[1113850635] 'range keys from in-memory index tree' (duration: 260.746838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:53.166942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.622851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T21:01:53.166998Z","caller":"traceutil/trace.go:171","msg":"trace[1271960533] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20283; }","duration":"139.718354ms","start":"2026-03-31T21:01:53.027263Z","end":"2026-03-31T21:01:53.166981Z","steps":["trace[1271960533] 'range keys from in-memory index tree' (duration: 139.493277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:53.167226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.77739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:53.16726Z","caller":"traceutil/trace.go:171","msg":"trace[1536567910] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:20283; }","duration":"211.849271ms","start":"2026-03-31T21:01:52.9554Z","end":"2026-03-31T21:01:53.167249Z","steps":["trace[1536567910] 'count revisions from in-memory index tree' (duration: 211.707158ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:53.656795Z","caller":"traceutil/trace.go:171","msg":"trace[1529132148] linearizableReadLoop","detail":"{readStateIndex:21003; appliedIndex:21002; }","duration":"414.944625ms","start":"2026-03-31T21:01:53.241825Z","end":"2026-03-31T21:01:53.65677Z","steps":["trace[1529132148] 'read index received' (duration: 414.798661ms)","trace[1529132148] 'applied index is now lower than readState.Index' (duration: 144.684µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:01:53.65686Z","caller":"traceutil/trace.go:171","msg":"trace[1310504992] transaction","detail":"{read_only:false; response_revision:20284; number_of_response:1; }","duration":"474.917219ms","start":"2026-03-31T21:01:53.18193Z","end":"2026-03-31T21:01:53.656847Z","steps":["trace[1310504992] 'process raft request' (duration: 474.688173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:53.656959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:53.181907Z","time spent":"474.983971ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:01:53.656995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.15106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T21:01:53.657059Z","caller":"traceutil/trace.go:171","msg":"trace[1456832030] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20284; }","duration":"415.257833ms","start":"2026-03-31T21:01:53.241784Z","end":"2026-03-31T21:01:53.657042Z","steps":["trace[1456832030] 'agreement among raft nodes before linearized reading' (duration: 415.082588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:53.65709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:53.241763Z","time spent":"415.320295ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T21:01:54.127061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.679607ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:01:54.127248Z","caller":"traceutil/trace.go:171","msg":"trace[419060938] linearizableReadLoop","detail":"{readStateIndex:21005; appliedIndex:21003; }","duration":"470.378645ms","start":"2026-03-31T21:01:53.656858Z","end":"2026-03-31T21:01:54.127236Z","steps":["trace[419060938] 'read index received' (duration: 211.468693ms)","trace[419060938] 'applied index is now lower than readState.Index' (duration: 258.909322ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:01:54.127242Z","caller":"traceutil/trace.go:171","msg":"trace[1559434609] transaction","detail":"{read_only:false; response_revision:20285; number_of_response:1; }","duration":"587.946414ms","start":"2026-03-31T21:01:53.539263Z","end":"2026-03-31T21:01:54.12721Z","steps":["trace[1559434609] 'process raft request' (duration: 329.048101ms)","trace[1559434609] 'compare' (duration: 258.360729ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:01:54.127304Z","caller":"traceutil/trace.go:171","msg":"trace[948849322] transaction","detail":"{read_only:false; response_revision:20286; number_of_response:1; }","duration":"578.247001ms","start":"2026-03-31T21:01:53.54905Z","end":"2026-03-31T21:01:54.127298Z","steps":["trace[948849322] 'process raft request' (duration: 578.099837ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:54.127328Z","caller":"traceutil/trace.go:171","msg":"trace[2078424825] transaction","detail":"{read_only:false; response_revision:20287; number_of_response:1; }","duration":"466.19162ms","start":"2026-03-31T21:01:53.661123Z","end":"2026-03-31T21:01:54.127314Z","steps":["trace[2078424825] 'process raft request' (duration: 466.092908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:54.127345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:53.549027Z","time spent":"578.295391ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:01:54.127389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:53.539237Z","time spent":"588.071626ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:01:54.127393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:53.6611Z","time spent":"466.257472ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:01:54.127569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.103833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-31T21:01:54.127591Z","caller":"traceutil/trace.go:171","msg":"trace[991603542] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20287; }","duration":"804.147685ms","start":"2026-03-31T21:01:53.323435Z","end":"2026-03-31T21:01:54.127582Z","steps":["trace[991603542] 'agreement among raft nodes before linearized reading' (duration: 804.065903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:54.127609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:53.323418Z","time spent":"804.185975ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T21:01:54.397377Z","caller":"traceutil/trace.go:171","msg":"trace[198445764] transaction","detail":"{read_only:false; response_revision:20288; number_of_response:1; }","duration":"264.744998ms","start":"2026-03-31T21:01:54.132594Z","end":"2026-03-31T21:01:54.397339Z","steps":["trace[198445764] 'process raft request' (duration: 256.321737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:54.838776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.844354ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:01:54.838926Z","caller":"traceutil/trace.go:171","msg":"trace[1831052305] linearizableReadLoop","detail":"{readStateIndex:21009; appliedIndex:21007; }","duration":"588.745254ms","start":"2026-03-31T21:01:54.250172Z","end":"2026-03-31T21:01:54.838917Z","steps":["trace[1831052305] 'read index received' (duration: 138.681487ms)","trace[1831052305] 'applied index is now lower than readState.Index' (duration: 450.063156ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:01:54.838975Z","caller":"traceutil/trace.go:171","msg":"trace[998901821] transaction","detail":"{read_only:false; response_revision:20289; number_of_response:1; }","duration":"613.082754ms","start":"2026-03-31T21:01:54.225884Z","end":"2026-03-31T21:01:54.838967Z","steps":["trace[998901821] 'process raft request' (duration: 321.999884ms)","trace[998901821] 'compare' (duration: 290.27712ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:01:54.839009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:54.225853Z","time spent":"613.140065ms","remote":"127.0.0.1:52168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:01:54.839197Z","caller":"traceutil/trace.go:171","msg":"trace[1812946386] transaction","detail":"{read_only:false; response_revision:20290; number_of_response:1; }","duration":"587.948653ms","start":"2026-03-31T21:01:54.251243Z","end":"2026-03-31T21:01:54.839192Z","steps":["trace[1812946386] 'process raft request' (duration: 587.590834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:54.83923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:54.251229Z","time spent":"587.985805ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:01:54.839305Z","caller":"traceutil/trace.go:171","msg":"trace[320041412] transaction","detail":"{read_only:false; response_revision:20291; number_of_response:1; }","duration":"530.698418ms","start":"2026-03-31T21:01:54.308602Z","end":"2026-03-31T21:01:54.8393Z","steps":["trace[320041412] 'process raft request' (duration: 530.265417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:54.839338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:54.308587Z","time spent":"530.733858ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:01:54.839406Z","caller":"traceutil/trace.go:171","msg":"trace[1682921253] transaction","detail":"{read_only:false; response_revision:20292; number_of_response:1; }","duration":"529.760724ms","start":"2026-03-31T21:01:54.309641Z","end":"2026-03-31T21:01:54.839401Z","steps":["trace[1682921253] 'process raft request' (duration: 529.254932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:54.839434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:54.309631Z","time spent":"529.790235ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:01:54.839508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.339088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:54.839525Z","caller":"traceutil/trace.go:171","msg":"trace[369974351] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20292; }","duration":"589.401389ms","start":"2026-03-31T21:01:54.25012Z","end":"2026-03-31T21:01:54.839521Z","steps":["trace[369974351] 'agreement among raft nodes before linearized reading' (duration: 589.371549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:54.83954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:54.250095Z","time spent":"589.442031ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-03-31T21:01:54.858212Z","caller":"traceutil/trace.go:171","msg":"trace[1544131670] transaction","detail":"{read_only:false; response_revision:20293; number_of_response:1; }","duration":"336.775835ms","start":"2026-03-31T21:01:54.521417Z","end":"2026-03-31T21:01:54.858193Z","steps":["trace[1544131670] 'process raft request' (duration: 336.374985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:54.858316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:54.521395Z","time spent":"336.867056ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417601,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:01:54.862028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.642268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-03-31T21:01:54.862068Z","caller":"traceutil/trace.go:171","msg":"trace[826815448] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:20293; }","duration":"554.694519ms","start":"2026-03-31T21:01:54.307365Z","end":"2026-03-31T21:01:54.862059Z","steps":["trace[826815448] 'agreement among raft nodes before linearized reading' (duration: 554.567036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:54.862093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:54.30736Z","time spent":"554.72702ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11018,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-03-31T21:01:54.862064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.672919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:54.862143Z","caller":"traceutil/trace.go:171","msg":"trace[151530327] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20293; }","duration":"554.787502ms","start":"2026-03-31T21:01:54.307337Z","end":"2026-03-31T21:01:54.862124Z","steps":["trace[151530327] 'agreement among raft nodes before linearized reading' (duration: 554.619428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:54.862191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:54.30733Z","time spent":"554.852183ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-03-31T21:01:54.862238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.755842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T21:01:54.862262Z","caller":"traceutil/trace.go:171","msg":"trace[1009815061] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20293; }","duration":"296.805482ms","start":"2026-03-31T21:01:54.565451Z","end":"2026-03-31T21:01:54.862257Z","steps":["trace[1009815061] 'agreement among raft nodes before linearized reading' (duration: 296.745201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:54.862398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.14928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29583180-gnp6c\" ","response":"range_response_count:1 size:6960"} {"level":"info","ts":"2026-03-31T21:01:54.862421Z","caller":"traceutil/trace.go:171","msg":"trace[1805026654] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29583180-gnp6c; range_end:; response_count:1; response_revision:20293; }","duration":"539.20773ms","start":"2026-03-31T21:01:54.323208Z","end":"2026-03-31T21:01:54.862415Z","steps":["trace[1805026654] 'agreement among raft nodes before linearized reading' (duration: 539.138819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:54.862443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:54.323187Z","time spent":"539.249822ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6983,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29583180-gnp6c\" "} {"level":"warn","ts":"2026-03-31T21:01:54.862529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.047141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:01:54.86265Z","caller":"traceutil/trace.go:171","msg":"trace[1036807831] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:20293; }","duration":"591.155254ms","start":"2026-03-31T21:01:54.271444Z","end":"2026-03-31T21:01:54.862599Z","steps":["trace[1036807831] 'agreement among raft nodes before linearized reading' (duration: 590.920208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:54.862667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.894714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"warn","ts":"2026-03-31T21:01:54.86266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.325765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:54.862695Z","caller":"traceutil/trace.go:171","msg":"trace[1055001598] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:20293; }","duration":"554.930885ms","start":"2026-03-31T21:01:54.307758Z","end":"2026-03-31T21:01:54.862688Z","steps":["trace[1055001598] 'agreement among raft nodes before linearized reading' (duration: 554.825082ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:54.862704Z","caller":"traceutil/trace.go:171","msg":"trace[185098249] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20293; }","duration":"555.372746ms","start":"2026-03-31T21:01:54.307323Z","end":"2026-03-31T21:01:54.862696Z","steps":["trace[185098249] 'agreement among raft nodes before linearized reading' (duration: 555.278264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:54.862707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:54.271369Z","time spent":"591.326628ms","remote":"127.0.0.1:52326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":77,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:01:54.862735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:54.307301Z","time spent":"555.429158ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-03-31T21:01:54.862743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.172131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:54.862784Z","caller":"traceutil/trace.go:171","msg":"trace[429066227] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20293; }","duration":"555.218292ms","start":"2026-03-31T21:01:54.307559Z","end":"2026-03-31T21:01:54.862778Z","steps":["trace[429066227] 'agreement among raft nodes before linearized reading' (duration: 555.165671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:54.862801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:54.307556Z","time spent":"555.242323ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-03-31T21:01:54.862713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:54.307752Z","time spent":"554.957547ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11018,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-03-31T21:01:54.863099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.825949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:54.863144Z","caller":"traceutil/trace.go:171","msg":"trace[515573530] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20293; }","duration":"555.86968ms","start":"2026-03-31T21:01:54.307264Z","end":"2026-03-31T21:01:54.863134Z","steps":["trace[515573530] 'agreement among raft nodes before linearized reading' (duration: 555.622723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:54.863175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:54.30715Z","time spent":"556.015814ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-03-31T21:01:54.86257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.843438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-03-31T21:01:54.863255Z","caller":"traceutil/trace.go:171","msg":"trace[450118158] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:20293; }","duration":"552.560647ms","start":"2026-03-31T21:01:54.310686Z","end":"2026-03-31T21:01:54.863246Z","steps":["trace[450118158] 'agreement among raft nodes before linearized reading' (duration: 551.844918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:54.863288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:54.310677Z","time spent":"552.603978ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11018,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-03-31T21:01:54.863117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.567502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:01:54.86339Z","caller":"traceutil/trace.go:171","msg":"trace[1346359036] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20293; }","duration":"555.849709ms","start":"2026-03-31T21:01:54.307532Z","end":"2026-03-31T21:01:54.863382Z","steps":["trace[1346359036] 'agreement among raft nodes before linearized reading' (duration: 555.564372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:54.863417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:54.307527Z","time spent":"555.88376ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"info","ts":"2026-03-31T21:01:55.080849Z","caller":"traceutil/trace.go:171","msg":"trace[779187640] transaction","detail":"{read_only:false; response_revision:20295; number_of_response:1; }","duration":"140.39007ms","start":"2026-03-31T21:01:54.940432Z","end":"2026-03-31T21:01:55.080822Z","steps":["trace[779187640] 'process raft request' (duration: 122.135643ms)","trace[779187640] 'compare' (duration: 17.95627ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:01:55.081431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.164139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:106 size:1063315"} {"level":"info","ts":"2026-03-31T21:01:55.081499Z","caller":"traceutil/trace.go:171","msg":"trace[3660252] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:106; response_revision:20294; }","duration":"141.243261ms","start":"2026-03-31T21:01:54.940239Z","end":"2026-03-31T21:01:55.081483Z","steps":["trace[3660252] 'range keys from in-memory index tree' (duration: 140.35441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:55.454916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.392668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18594"} {"level":"info","ts":"2026-03-31T21:01:55.455004Z","caller":"traceutil/trace.go:171","msg":"trace[1079222474] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:20295; }","duration":"185.524842ms","start":"2026-03-31T21:01:55.26946Z","end":"2026-03-31T21:01:55.454985Z","steps":["trace[1079222474] 'range keys from in-memory index tree' (duration: 185.208494ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:56.261976Z","caller":"traceutil/trace.go:171","msg":"trace[331080227] linearizableReadLoop","detail":"{readStateIndex:21017; appliedIndex:21016; }","duration":"126.479581ms","start":"2026-03-31T21:01:56.135472Z","end":"2026-03-31T21:01:56.261952Z","steps":["trace[331080227] 'read index received' (duration: 126.211964ms)","trace[331080227] 'applied index is now lower than readState.Index' (duration: 266.377µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:01:56.262088Z","caller":"traceutil/trace.go:171","msg":"trace[1879582622] transaction","detail":"{read_only:false; response_revision:20297; number_of_response:1; }","duration":"130.021261ms","start":"2026-03-31T21:01:56.132038Z","end":"2026-03-31T21:01:56.262059Z","steps":["trace[1879582622] 'process raft request' (duration: 129.722233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:56.262189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.699427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T21:01:56.262228Z","caller":"traceutil/trace.go:171","msg":"trace[1667265366] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20297; }","duration":"126.789168ms","start":"2026-03-31T21:01:56.135429Z","end":"2026-03-31T21:01:56.262218Z","steps":["trace[1667265366] 'agreement among raft nodes before linearized reading' (duration: 126.625054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:04.62196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.307193ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-31T21:03:04.622074Z","caller":"traceutil/trace.go:171","msg":"trace[1895207848] linearizableReadLoop","detail":"{readStateIndex:21459; appliedIndex:21458; }","duration":"299.49992ms","start":"2026-03-31T21:03:04.322556Z","end":"2026-03-31T21:03:04.622056Z","steps":["trace[1895207848] 'read index received' (duration: 115.153µs)","trace[1895207848] 'applied index is now lower than readState.Index' (duration: 299.383207ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:03:04.622085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:03:04.111069Z","time spent":"511.008473ms","remote":"127.0.0.1:52168","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T21:03:04.622153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.587362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:03:04.622193Z","caller":"traceutil/trace.go:171","msg":"trace[1455855785] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:20723; }","duration":"299.671605ms","start":"2026-03-31T21:03:04.322509Z","end":"2026-03-31T21:03:04.62218Z","steps":["trace[1455855785] 'agreement among raft nodes before linearized reading' (duration: 299.594453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:04.951798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.06881ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:03:04.952149Z","caller":"traceutil/trace.go:171","msg":"trace[1491353395] transaction","detail":"{read_only:false; response_revision:20724; number_of_response:1; }","duration":"435.327106ms","start":"2026-03-31T21:03:04.516779Z","end":"2026-03-31T21:03:04.952106Z","steps":["trace[1491353395] 'process raft request' (duration: 267.19674ms)","trace[1491353395] 'compare' (duration: 166.609187ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:03:04.952347Z","caller":"traceutil/trace.go:171","msg":"trace[1742637364] transaction","detail":"{read_only:false; response_revision:20725; number_of_response:1; }","duration":"328.734383ms","start":"2026-03-31T21:03:04.623592Z","end":"2026-03-31T21:03:04.952327Z","steps":["trace[1742637364] 'process raft request' (duration: 328.384535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:04.952465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:03:04.623568Z","time spent":"328.845636ms","remote":"127.0.0.1:52168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:03:04.952486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:03:04.51675Z","time spent":"435.535991ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:03:04.952288Z","caller":"traceutil/trace.go:171","msg":"trace[931298398] linearizableReadLoop","detail":"{readStateIndex:21461; appliedIndex:21459; }","duration":"318.239211ms","start":"2026-03-31T21:03:04.634023Z","end":"2026-03-31T21:03:04.952263Z","steps":["trace[931298398] 'read index received' (duration: 150.069244ms)","trace[931298398] 'applied index is now lower than readState.Index' (duration: 168.168217ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:03:04.953117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.913797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T21:03:04.953772Z","caller":"traceutil/trace.go:171","msg":"trace[1601135006] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20725; }","duration":"319.761089ms","start":"2026-03-31T21:03:04.633969Z","end":"2026-03-31T21:03:04.95373Z","steps":["trace[1601135006] 'agreement among raft nodes before linearized reading' (duration: 318.540098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:04.953849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:03:04.633914Z","time spent":"319.921563ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T21:03:04.953862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.205982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T21:03:04.954033Z","caller":"traceutil/trace.go:171","msg":"trace[308792744] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20725; }","duration":"214.389847ms","start":"2026-03-31T21:03:04.739611Z","end":"2026-03-31T21:03:04.954001Z","steps":["trace[308792744] 'agreement among raft nodes before linearized reading' (duration: 213.35865ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:03:05.511285Z","caller":"traceutil/trace.go:171","msg":"trace[116811950] transaction","detail":"{read_only:false; response_revision:20731; number_of_response:1; }","duration":"129.360074ms","start":"2026-03-31T21:03:05.381894Z","end":"2026-03-31T21:03:05.511254Z","steps":["trace[116811950] 'process raft request' (duration: 129.17936ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:03:05.657445Z","caller":"traceutil/trace.go:171","msg":"trace[214399493] transaction","detail":"{read_only:false; response_revision:20732; number_of_response:1; }","duration":"139.781045ms","start":"2026-03-31T21:03:05.517584Z","end":"2026-03-31T21:03:05.657365Z","steps":["trace[214399493] 'process raft request' (duration: 69.991075ms)","trace[214399493] 'compare' (duration: 69.293968ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:03:05.948837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.596535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-31T21:03:05.948964Z","caller":"traceutil/trace.go:171","msg":"trace[343211694] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:20732; }","duration":"191.786449ms","start":"2026-03-31T21:03:05.757147Z","end":"2026-03-31T21:03:05.948934Z","steps":["trace[343211694] 'range keys from in-memory index tree' (duration: 191.319088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:05.949644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.89317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-31T21:03:05.949694Z","caller":"traceutil/trace.go:171","msg":"trace[161066011] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:20732; }","duration":"171.999413ms","start":"2026-03-31T21:03:05.777682Z","end":"2026-03-31T21:03:05.949681Z","steps":["trace[161066011] 'range keys from in-memory index tree' (duration: 171.536081ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:03:07.153886Z","caller":"traceutil/trace.go:171","msg":"trace[281556400] linearizableReadLoop","detail":"{readStateIndex:21474; appliedIndex:21473; }","duration":"135.826097ms","start":"2026-03-31T21:03:07.018042Z","end":"2026-03-31T21:03:07.153868Z","steps":["trace[281556400] 'read index received' (duration: 52.273521ms)","trace[281556400] 'applied index is now lower than readState.Index' (duration: 83.551546ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:03:07.154034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.97143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-03-31T21:03:07.154094Z","caller":"traceutil/trace.go:171","msg":"trace[335164582] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:20738; }","duration":"136.098433ms","start":"2026-03-31T21:03:07.017983Z","end":"2026-03-31T21:03:07.154081Z","steps":["trace[335164582] 'agreement among raft nodes before linearized reading' (duration: 135.98569ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:03:07.154243Z","caller":"traceutil/trace.go:171","msg":"trace[1597682057] transaction","detail":"{read_only:false; response_revision:20738; number_of_response:1; }","duration":"157.14325ms","start":"2026-03-31T21:03:06.997091Z","end":"2026-03-31T21:03:07.154234Z","steps":["trace[1597682057] 'process raft request' (duration: 73.223275ms)","trace[1597682057] 'compare' (duration: 83.367641ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:03:07.365889Z","caller":"traceutil/trace.go:171","msg":"trace[1515723687] transaction","detail":"{read_only:false; response_revision:20741; number_of_response:1; }","duration":"102.236684ms","start":"2026-03-31T21:03:07.263626Z","end":"2026-03-31T21:03:07.365862Z","steps":["trace[1515723687] 'process raft request' (duration: 102.145702ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:03:08.400399Z","caller":"traceutil/trace.go:171","msg":"trace[16770485] transaction","detail":"{read_only:false; response_revision:20747; number_of_response:1; }","duration":"157.153781ms","start":"2026-03-31T21:03:08.243226Z","end":"2026-03-31T21:03:08.40038Z","steps":["trace[16770485] 'process raft request' (duration: 156.776922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:19.561887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.295693ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:03:19.562087Z","caller":"traceutil/trace.go:171","msg":"trace[1570694183] transaction","detail":"{read_only:false; response_revision:20824; number_of_response:1; }","duration":"150.765131ms","start":"2026-03-31T21:03:19.411307Z","end":"2026-03-31T21:03:19.562073Z","steps":["trace[1570694183] 'process raft request' (duration: 150.665379ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:03:19.562345Z","caller":"traceutil/trace.go:171","msg":"trace[1351742308] transaction","detail":"{read_only:false; response_revision:20823; number_of_response:1; }","duration":"178.548746ms","start":"2026-03-31T21:03:19.383649Z","end":"2026-03-31T21:03:19.562198Z","steps":["trace[1351742308] 'process raft request' (duration: 36.869014ms)","trace[1351742308] 'compare' (duration: 141.118968ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:03:19.940009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.999841ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T21:03:19.940131Z","caller":"traceutil/trace.go:171","msg":"trace[814597523] linearizableReadLoop","detail":"{readStateIndex:21564; appliedIndex:21563; }","duration":"127.359353ms","start":"2026-03-31T21:03:19.812752Z","end":"2026-03-31T21:03:19.940112Z","steps":["trace[814597523] 'read index received' (duration: 41.441µs)","trace[814597523] 'applied index is now lower than readState.Index' (duration: 127.316172ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:03:19.94036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.598599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T21:03:19.940402Z","caller":"traceutil/trace.go:171","msg":"trace[498538475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20825; }","duration":"127.687142ms","start":"2026-03-31T21:03:19.812701Z","end":"2026-03-31T21:03:19.940389Z","steps":["trace[498538475] 'agreement among raft nodes before linearized reading' (duration: 127.506377ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:03:20.046876Z","caller":"traceutil/trace.go:171","msg":"trace[1387093233] transaction","detail":"{read_only:false; response_revision:20826; number_of_response:1; }","duration":"102.396627ms","start":"2026-03-31T21:03:19.944449Z","end":"2026-03-31T21:03:20.046846Z","steps":["trace[1387093233] 'process raft request' (duration: 102.211753ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:03:21.739038Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18513} {"level":"info","ts":"2026-03-31T21:03:21.83508Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18513,"took":"92.726395ms","hash":2207981837,"current-db-size-bytes":47296512,"current-db-size":"47 MB","current-db-size-in-use-bytes":34045952,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-03-31T21:03:21.835136Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2207981837,"revision":18513,"compact-revision":16329} {"level":"info","ts":"2026-03-31T21:03:26.222512Z","caller":"traceutil/trace.go:171","msg":"trace[440259339] transaction","detail":"{read_only:false; response_revision:20881; number_of_response:1; }","duration":"148.593146ms","start":"2026-03-31T21:03:26.073888Z","end":"2026-03-31T21:03:26.222481Z","steps":["trace[440259339] 'process raft request' (duration: 148.271258ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:03:26.366669Z","caller":"traceutil/trace.go:171","msg":"trace[1026581996] linearizableReadLoop","detail":"{readStateIndex:21623; appliedIndex:21622; }","duration":"144.204696ms","start":"2026-03-31T21:03:26.222445Z","end":"2026-03-31T21:03:26.36665Z","steps":["trace[1026581996] 'read index received' (duration: 137.365665ms)","trace[1026581996] 'applied index is now lower than readState.Index' (duration: 6.838251ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:03:26.366762Z","caller":"traceutil/trace.go:171","msg":"trace[551606171] transaction","detail":"{read_only:false; response_revision:20882; number_of_response:1; }","duration":"183.06228ms","start":"2026-03-31T21:03:26.183677Z","end":"2026-03-31T21:03:26.36674Z","steps":["trace[551606171] 'process raft request' (duration: 176.123306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:26.366866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.943861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-31T21:03:26.366899Z","caller":"traceutil/trace.go:171","msg":"trace[1683412630] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:20882; }","duration":"176.016863ms","start":"2026-03-31T21:03:26.190872Z","end":"2026-03-31T21:03:26.366889Z","steps":["trace[1683412630] 'agreement among raft nodes before linearized reading' (duration: 175.870059ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:03:26.714548Z","caller":"traceutil/trace.go:171","msg":"trace[261658843] linearizableReadLoop","detail":"{readStateIndex:21624; appliedIndex:21623; }","duration":"347.775621ms","start":"2026-03-31T21:03:26.366721Z","end":"2026-03-31T21:03:26.714497Z","steps":["trace[261658843] 'read index received' (duration: 328.56723ms)","trace[261658843] 'applied index is now lower than readState.Index' (duration: 19.206971ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:03:26.714574Z","caller":"traceutil/trace.go:171","msg":"trace[1607960592] transaction","detail":"{read_only:false; response_revision:20883; number_of_response:1; }","duration":"482.96425ms","start":"2026-03-31T21:03:26.231576Z","end":"2026-03-31T21:03:26.71454Z","steps":["trace[1607960592] 'process raft request' (duration: 463.707978ms)","trace[1607960592] 'compare' (duration: 18.522984ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:03:26.714722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:03:26.231552Z","time spent":"483.102254ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:03:26.71476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.170761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T21:03:26.714824Z","caller":"traceutil/trace.go:171","msg":"trace[1732169961] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20883; }","duration":"409.285114ms","start":"2026-03-31T21:03:26.305525Z","end":"2026-03-31T21:03:26.714811Z","steps":["trace[1732169961] 'agreement among raft nodes before linearized reading' (duration: 409.052717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:26.714856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:03:26.305506Z","time spent":"409.344956ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T21:03:26.764563Z","caller":"traceutil/trace.go:171","msg":"trace[415924606] transaction","detail":"{read_only:false; response_revision:20884; number_of_response:1; }","duration":"393.62987ms","start":"2026-03-31T21:03:26.370912Z","end":"2026-03-31T21:03:26.764541Z","steps":["trace[415924606] 'process raft request' (duration: 393.456276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:26.764823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.579353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-409a0e74-78df-4425-9d9c-56dedbee5e1a\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-03-31T21:03:26.764904Z","caller":"traceutil/trace.go:171","msg":"trace[320806223] range","detail":"{range_begin:/registry/persistentvolumes/pvc-409a0e74-78df-4425-9d9c-56dedbee5e1a; range_end:; response_count:1; response_revision:20884; }","duration":"394.698557ms","start":"2026-03-31T21:03:26.370187Z","end":"2026-03-31T21:03:26.764886Z","steps":["trace[320806223] 'agreement among raft nodes before linearized reading' (duration: 394.354638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:26.764952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:03:26.370175Z","time spent":"394.767778ms","remote":"127.0.0.1:52302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-409a0e74-78df-4425-9d9c-56dedbee5e1a\" "} {"level":"warn","ts":"2026-03-31T21:03:26.764685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:03:26.370899Z","time spent":"393.717482ms","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":874,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T21:03:27.067044Z","caller":"traceutil/trace.go:171","msg":"trace[709104744] linearizableReadLoop","detail":"{readStateIndex:21629; appliedIndex:21628; }","duration":"198.418826ms","start":"2026-03-31T21:03:26.868603Z","end":"2026-03-31T21:03:27.067022Z","steps":["trace[709104744] 'read index received' (duration: 198.272462ms)","trace[709104744] 'applied index is now lower than readState.Index' (duration: 145.444µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:03:27.067114Z","caller":"traceutil/trace.go:171","msg":"trace[590173447] transaction","detail":"{read_only:false; response_revision:20888; number_of_response:1; }","duration":"258.886721ms","start":"2026-03-31T21:03:26.80819Z","end":"2026-03-31T21:03:27.067077Z","steps":["trace[590173447] 'process raft request' (duration: 258.682316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:27.067178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.564229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:03:27.06721Z","caller":"traceutil/trace.go:171","msg":"trace[1496828891] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20888; }","duration":"198.648051ms","start":"2026-03-31T21:03:26.868553Z","end":"2026-03-31T21:03:27.067201Z","steps":["trace[1496828891] 'agreement among raft nodes before linearized reading' (duration: 198.5755ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:03:27.253355Z","caller":"traceutil/trace.go:171","msg":"trace[25720299] linearizableReadLoop","detail":"{readStateIndex:21630; appliedIndex:21629; }","duration":"186.22639ms","start":"2026-03-31T21:03:27.067107Z","end":"2026-03-31T21:03:27.253334Z","steps":["trace[25720299] 'read index received' (duration: 186.010955ms)","trace[25720299] 'applied index is now lower than readState.Index' (duration: 214.155µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:03:27.253437Z","caller":"traceutil/trace.go:171","msg":"trace[619961513] transaction","detail":"{read_only:false; response_revision:20889; number_of_response:1; }","duration":"208.806667ms","start":"2026-03-31T21:03:27.044616Z","end":"2026-03-31T21:03:27.253423Z","steps":["trace[619961513] 'process raft request' (duration: 208.571891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:27.253514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.269946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:03:27.253568Z","caller":"traceutil/trace.go:171","msg":"trace[1446434512] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20889; }","duration":"183.373949ms","start":"2026-03-31T21:03:27.070182Z","end":"2026-03-31T21:03:27.253556Z","steps":["trace[1446434512] 'agreement among raft nodes before linearized reading' (duration: 183.283777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:27.253603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.864235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-trusts-2h8sd\" ","response":"range_response_count:1 size:8445"} {"level":"info","ts":"2026-03-31T21:03:27.253626Z","caller":"traceutil/trace.go:171","msg":"trace[51316084] range","detail":"{range_begin:/registry/pods/openstack/heat-trusts-2h8sd; range_end:; response_count:1; response_revision:20889; }","duration":"182.971787ms","start":"2026-03-31T21:03:27.070648Z","end":"2026-03-31T21:03:27.253619Z","steps":["trace[51316084] 'agreement among raft nodes before linearized reading' (duration: 182.884575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:27.253729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.210009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:03:27.253977Z","caller":"traceutil/trace.go:171","msg":"trace[941652779] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20889; }","duration":"322.508147ms","start":"2026-03-31T21:03:26.931451Z","end":"2026-03-31T21:03:27.253959Z","steps":["trace[941652779] 'agreement among raft nodes before linearized reading' (duration: 322.000894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:27.254157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:03:26.931429Z","time spent":"322.705782ms","remote":"127.0.0.1:59262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:03:27.254542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.059683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-31T21:03:27.255098Z","caller":"traceutil/trace.go:171","msg":"trace[1187478976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20889; }","duration":"154.667209ms","start":"2026-03-31T21:03:27.100413Z","end":"2026-03-31T21:03:27.25508Z","steps":["trace[1187478976] 'agreement among raft nodes before linearized reading' (duration: 153.10685ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:03:27.437508Z","caller":"traceutil/trace.go:171","msg":"trace[920465779] transaction","detail":"{read_only:false; response_revision:20890; number_of_response:1; }","duration":"177.623174ms","start":"2026-03-31T21:03:27.259855Z","end":"2026-03-31T21:03:27.437478Z","steps":["trace[920465779] 'process raft request' (duration: 116.719047ms)","trace[920465779] 'compare' (duration: 60.62741ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:03:27.691979Z","caller":"traceutil/trace.go:171","msg":"trace[1654926929] transaction","detail":"{read_only:false; response_revision:20891; number_of_response:1; }","duration":"430.205557ms","start":"2026-03-31T21:03:27.261736Z","end":"2026-03-31T21:03:27.691942Z","steps":["trace[1654926929] 'process raft request' (duration: 351.197986ms)","trace[1654926929] 'compare' (duration: 78.612762ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:03:27.692359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:03:27.261726Z","time spent":"430.33213ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:03:27.693059Z","caller":"traceutil/trace.go:171","msg":"trace[1684066483] transaction","detail":"{read_only:false; response_revision:20892; number_of_response:1; }","duration":"428.992977ms","start":"2026-03-31T21:03:27.264046Z","end":"2026-03-31T21:03:27.693039Z","steps":["trace[1684066483] 'process raft request' (duration: 428.621778ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:03:27.693242Z","caller":"traceutil/trace.go:171","msg":"trace[2064055694] transaction","detail":"{read_only:false; response_revision:20893; number_of_response:1; }","duration":"348.277494ms","start":"2026-03-31T21:03:27.344926Z","end":"2026-03-31T21:03:27.693204Z","steps":["trace[2064055694] 'process raft request' (duration: 348.058678ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:03:27.693294Z","caller":"traceutil/trace.go:171","msg":"trace[185552251] linearizableReadLoop","detail":"{readStateIndex:21634; appliedIndex:21631; }","duration":"297.477959ms","start":"2026-03-31T21:03:27.395782Z","end":"2026-03-31T21:03:27.69326Z","steps":["trace[185552251] 'read index received' (duration: 217.131404ms)","trace[185552251] 'applied index is now lower than readState.Index' (duration: 80.344435ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:03:27.693412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:03:27.34491Z","time spent":"348.414077ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:03:27.693496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.697115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-4k2pl.18a208c674e0fd4f\" ","response":"range_response_count:1 size:949"} {"level":"info","ts":"2026-03-31T21:03:27.693544Z","caller":"traceutil/trace.go:171","msg":"trace[1117622446] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-4k2pl.18a208c674e0fd4f; range_end:; response_count:1; response_revision:20894; }","duration":"297.752517ms","start":"2026-03-31T21:03:27.395777Z","end":"2026-03-31T21:03:27.69353Z","steps":["trace[1117622446] 'agreement among raft nodes before linearized reading' (duration: 297.591353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:27.696246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:03:27.264029Z","time spent":"429.087019ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8388,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:03:27.890275Z","caller":"traceutil/trace.go:171","msg":"trace[481842860] transaction","detail":"{read_only:false; response_revision:20895; number_of_response:1; }","duration":"222.14433ms","start":"2026-03-31T21:03:27.6681Z","end":"2026-03-31T21:03:27.890244Z","steps":["trace[481842860] 'process raft request' (duration: 221.813592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:27.891336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.297746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:03:27.891434Z","caller":"traceutil/trace.go:171","msg":"trace[1644911] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:20895; }","duration":"257.139448ms","start":"2026-03-31T21:03:27.634276Z","end":"2026-03-31T21:03:27.891415Z","steps":["trace[1644911] 'agreement among raft nodes before linearized reading' (duration: 256.188204ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:03:27.890445Z","caller":"traceutil/trace.go:171","msg":"trace[640855042] linearizableReadLoop","detail":"{readStateIndex:21636; appliedIndex:21635; }","duration":"197.063991ms","start":"2026-03-31T21:03:27.693345Z","end":"2026-03-31T21:03:27.890409Z","steps":["trace[640855042] 'read index received' (duration: 196.473117ms)","trace[640855042] 'applied index is now lower than readState.Index' (duration: 534.863µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:03:27.956757Z","caller":"traceutil/trace.go:171","msg":"trace[787643509] transaction","detail":"{read_only:false; response_revision:20896; number_of_response:1; }","duration":"260.861911ms","start":"2026-03-31T21:03:27.695874Z","end":"2026-03-31T21:03:27.956736Z","steps":["trace[787643509] 'process raft request' (duration: 259.123837ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:03:27.957381Z","caller":"traceutil/trace.go:171","msg":"trace[1085149973] transaction","detail":"{read_only:false; response_revision:20897; number_of_response:1; }","duration":"204.478337ms","start":"2026-03-31T21:03:27.752893Z","end":"2026-03-31T21:03:27.957371Z","steps":["trace[1085149973] 'process raft request' (duration: 203.796381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:27.958822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.280707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T21:03:27.958897Z","caller":"traceutil/trace.go:171","msg":"trace[1325095678] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20897; }","duration":"185.410001ms","start":"2026-03-31T21:03:27.773471Z","end":"2026-03-31T21:03:27.958881Z","steps":["trace[1325095678] 'agreement among raft nodes before linearized reading' (duration: 183.441011ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:03:28.392688Z","caller":"traceutil/trace.go:171","msg":"trace[360496687] transaction","detail":"{read_only:false; response_revision:20903; number_of_response:1; }","duration":"104.973691ms","start":"2026-03-31T21:03:28.287692Z","end":"2026-03-31T21:03:28.392666Z","steps":["trace[360496687] 'process raft request' (duration: 104.273474ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:03:28.653465Z","caller":"traceutil/trace.go:171","msg":"trace[1880137830] transaction","detail":"{read_only:false; response_revision:20906; number_of_response:1; }","duration":"251.753413ms","start":"2026-03-31T21:03:28.401681Z","end":"2026-03-31T21:03:28.653434Z","steps":["trace[1880137830] 'process raft request' (duration: 251.539767ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:03:28.661071Z","caller":"traceutil/trace.go:171","msg":"trace[1613390147] transaction","detail":"{read_only:false; response_revision:20908; number_of_response:1; }","duration":"113.905676ms","start":"2026-03-31T21:03:28.54715Z","end":"2026-03-31T21:03:28.661055Z","steps":["trace[1613390147] 'process raft request' (duration: 113.849344ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:03:28.661173Z","caller":"traceutil/trace.go:171","msg":"trace[1733114004] transaction","detail":"{read_only:false; response_revision:20907; number_of_response:1; }","duration":"128.866171ms","start":"2026-03-31T21:03:28.53229Z","end":"2026-03-31T21:03:28.661156Z","steps":["trace[1733114004] 'process raft request' (duration: 128.599105ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:03:28.840989Z","caller":"traceutil/trace.go:171","msg":"trace[778850677] transaction","detail":"{read_only:false; response_revision:20910; number_of_response:1; }","duration":"129.458847ms","start":"2026-03-31T21:03:28.711453Z","end":"2026-03-31T21:03:28.840911Z","steps":["trace[778850677] 'process raft request' (duration: 86.747576ms)","trace[778850677] 'compare' (duration: 42.054254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:03:29.20004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.254377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-31T21:03:29.200132Z","caller":"traceutil/trace.go:171","msg":"trace[1997121819] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20911; }","duration":"258.38858ms","start":"2026-03-31T21:03:28.941722Z","end":"2026-03-31T21:03:29.200111Z","steps":["trace[1997121819] 'range keys from in-memory index tree' (duration: 258.05971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:29.445373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.83058ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T21:03:29.445766Z","caller":"traceutil/trace.go:171","msg":"trace[777610894] linearizableReadLoop","detail":"{readStateIndex:21653; appliedIndex:21652; }","duration":"242.322146ms","start":"2026-03-31T21:03:29.203421Z","end":"2026-03-31T21:03:29.445743Z","steps":["trace[777610894] 'read index received' (duration: 109.326032ms)","trace[777610894] 'applied index is now lower than readState.Index' (duration: 132.993964ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:03:29.445871Z","caller":"traceutil/trace.go:171","msg":"trace[355361632] transaction","detail":"{read_only:false; response_revision:20912; number_of_response:1; }","duration":"187.240804ms","start":"2026-03-31T21:03:29.258592Z","end":"2026-03-31T21:03:29.445833Z","steps":["trace[355361632] 'process raft request' (duration: 186.882285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:29.4932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.753115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-31T21:03:29.493269Z","caller":"traceutil/trace.go:171","msg":"trace[1031326526] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20912; }","duration":"289.857427ms","start":"2026-03-31T21:03:29.203394Z","end":"2026-03-31T21:03:29.493251Z","steps":["trace[1031326526] 'agreement among raft nodes before linearized reading' (duration: 242.469309ms)","trace[1031326526] 'range keys from in-memory index tree' (duration: 47.198304ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:03:29.493291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.256676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-cfn-6c8487cf57-99xgp\" ","response":"range_response_count:1 size:8512"} {"level":"info","ts":"2026-03-31T21:03:29.493355Z","caller":"traceutil/trace.go:171","msg":"trace[298127605] range","detail":"{range_begin:/registry/pods/openstack/heat-cfn-6c8487cf57-99xgp; range_end:; response_count:1; response_revision:20912; }","duration":"246.349848ms","start":"2026-03-31T21:03:29.246987Z","end":"2026-03-31T21:03:29.493337Z","steps":["trace[298127605] 'agreement among raft nodes before linearized reading' (duration: 198.899548ms)","trace[298127605] 'range keys from in-memory index tree' (duration: 47.299646ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:03:29.632614Z","caller":"traceutil/trace.go:171","msg":"trace[419528485] transaction","detail":"{read_only:false; response_revision:20914; number_of_response:1; }","duration":"130.05416ms","start":"2026-03-31T21:03:29.502524Z","end":"2026-03-31T21:03:29.632578Z","steps":["trace[419528485] 'process raft request' (duration: 117.774463ms)","trace[419528485] 'compare' (duration: 11.866427ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:03:31.368514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.220362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:03:31.368593Z","caller":"traceutil/trace.go:171","msg":"trace[1881410476] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:20922; }","duration":"200.361295ms","start":"2026-03-31T21:03:31.168214Z","end":"2026-03-31T21:03:31.368575Z","steps":["trace[1881410476] 'count revisions from in-memory index tree' (duration: 200.150459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:03:31.369083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.255763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:03:31.370428Z","caller":"traceutil/trace.go:171","msg":"trace[1701404171] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:20922; }","duration":"219.680239ms","start":"2026-03-31T21:03:31.150726Z","end":"2026-03-31T21:03:31.370406Z","steps":["trace[1701404171] 'count revisions from in-memory index tree' (duration: 218.11159ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:04:16.371437Z","caller":"traceutil/trace.go:171","msg":"trace[634876273] transaction","detail":"{read_only:false; response_revision:21316; number_of_response:1; }","duration":"102.553419ms","start":"2026-03-31T21:04:16.268855Z","end":"2026-03-31T21:04:16.371409Z","steps":["trace[634876273] 'process raft request' (duration: 102.401855ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:04:57.768379Z","caller":"traceutil/trace.go:171","msg":"trace[1607449072] transaction","detail":"{read_only:false; response_revision:21600; number_of_response:1; }","duration":"111.119186ms","start":"2026-03-31T21:04:57.657223Z","end":"2026-03-31T21:04:57.768342Z","steps":["trace[1607449072] 'process raft request' (duration: 110.88928ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:05:20.334911Z","caller":"traceutil/trace.go:171","msg":"trace[384348288] transaction","detail":"{read_only:false; response_revision:21785; number_of_response:1; }","duration":"114.733045ms","start":"2026-03-31T21:05:20.220149Z","end":"2026-03-31T21:05:20.334883Z","steps":["trace[384348288] 'process raft request' (duration: 98.664921ms)","trace[384348288] 'compare' (duration: 15.90075ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:05:20.956624Z","caller":"traceutil/trace.go:171","msg":"trace[110350170] transaction","detail":"{read_only:false; response_revision:21789; number_of_response:1; }","duration":"265.238092ms","start":"2026-03-31T21:05:20.691352Z","end":"2026-03-31T21:05:20.95659Z","steps":["trace[110350170] 'process raft request' (duration: 265.015946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:21.260132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.001209ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:05:21.260283Z","caller":"traceutil/trace.go:171","msg":"trace[1705982499] transaction","detail":"{read_only:false; response_revision:21792; number_of_response:1; }","duration":"165.004859ms","start":"2026-03-31T21:05:21.095251Z","end":"2026-03-31T21:05:21.260255Z","steps":["trace[1705982499] 'process raft request' (duration: 36.775365ms)","trace[1705982499] 'compare' (duration: 127.822944ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:05:23.961275Z","caller":"traceutil/trace.go:171","msg":"trace[568175965] transaction","detail":"{read_only:false; response_revision:21804; number_of_response:1; }","duration":"103.823801ms","start":"2026-03-31T21:05:23.857423Z","end":"2026-03-31T21:05:23.961247Z","steps":["trace[568175965] 'process raft request' (duration: 103.638257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:24.346394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.53558ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:05:24.346692Z","caller":"traceutil/trace.go:171","msg":"trace[1991228201] transaction","detail":"{read_only:false; response_revision:21805; number_of_response:1; }","duration":"148.455434ms","start":"2026-03-31T21:05:24.198205Z","end":"2026-03-31T21:05:24.346661Z","steps":["trace[1991228201] 'process raft request' (duration: 33.460552ms)","trace[1991228201] 'compare' (duration: 114.220863ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:05:24.414659Z","caller":"traceutil/trace.go:171","msg":"trace[395655530] transaction","detail":"{read_only:false; response_revision:21806; number_of_response:1; }","duration":"170.266021ms","start":"2026-03-31T21:05:24.24432Z","end":"2026-03-31T21:05:24.414586Z","steps":["trace[395655530] 'process raft request' (duration: 170.072156ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:05:24.445328Z","caller":"traceutil/trace.go:171","msg":"trace[71173432] transaction","detail":"{read_only:false; response_revision:21807; number_of_response:1; }","duration":"108.836327ms","start":"2026-03-31T21:05:24.336452Z","end":"2026-03-31T21:05:24.445288Z","steps":["trace[71173432] 'process raft request' (duration: 108.532979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:25.067631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.40164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-31T21:05:25.067719Z","caller":"traceutil/trace.go:171","msg":"trace[2002847132] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:21809; }","duration":"619.549465ms","start":"2026-03-31T21:05:24.448149Z","end":"2026-03-31T21:05:25.067699Z","steps":["trace[2002847132] 'range keys from in-memory index tree' (duration: 619.169334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:25.067759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:24.448127Z","time spent":"619.622746ms","remote":"127.0.0.1:52168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-31T21:05:25.068115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.618968ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:05:25.068428Z","caller":"traceutil/trace.go:171","msg":"trace[1227697654] linearizableReadLoop","detail":"{readStateIndex:22584; appliedIndex:22582; }","duration":"198.915134ms","start":"2026-03-31T21:05:24.869486Z","end":"2026-03-31T21:05:25.068401Z","steps":["trace[1227697654] 'read index received' (duration: 28.893717ms)","trace[1227697654] 'applied index is now lower than readState.Index' (duration: 170.020027ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:05:25.068469Z","caller":"traceutil/trace.go:171","msg":"trace[344504862] transaction","detail":"{read_only:false; response_revision:21810; number_of_response:1; }","duration":"617.783139ms","start":"2026-03-31T21:05:24.450674Z","end":"2026-03-31T21:05:25.068457Z","steps":["trace[344504862] 'process raft request' (duration: 447.691481ms)","trace[344504862] 'compare' (duration: 169.299329ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:05:25.068615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.121259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:05:25.06863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:24.450651Z","time spent":"617.878362ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:05:25.068656Z","caller":"traceutil/trace.go:171","msg":"trace[1591410112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21811; }","duration":"199.19229ms","start":"2026-03-31T21:05:24.869451Z","end":"2026-03-31T21:05:25.068644Z","steps":["trace[1591410112] 'agreement among raft nodes before linearized reading' (duration: 199.109548ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:05:25.070758Z","caller":"traceutil/trace.go:171","msg":"trace[1739353059] transaction","detail":"{read_only:false; response_revision:21811; number_of_response:1; }","duration":"618.861436ms","start":"2026-03-31T21:05:24.451863Z","end":"2026-03-31T21:05:25.070725Z","steps":["trace[1739353059] 'process raft request' (duration: 616.440275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:25.071766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:24.451829Z","time spent":"619.203944ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:05:25.613532Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973381084,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:05:26.114009Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973381084,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:05:26.615074Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973381084,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:05:27.115777Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973381084,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:05:27.616174Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973381084,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:05:27.870364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000567919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:05:27.870693Z","caller":"traceutil/trace.go:171","msg":"trace[793933160] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000918827s","start":"2026-03-31T21:05:25.869683Z","end":"2026-03-31T21:05:27.870601Z","steps":["trace[793933160] 'agreement among raft nodes before linearized reading' (duration: 2.000598659s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:27.870817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:25.869663Z","time spent":"2.001133983s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:05:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:05:27.932853Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.860886418s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T21:05:27.933269Z","caller":"traceutil/trace.go:171","msg":"trace[346450872] transaction","detail":"{read_only:false; response_revision:21812; number_of_response:1; }","duration":"2.86138721s","start":"2026-03-31T21:05:25.071855Z","end":"2026-03-31T21:05:27.933242Z","steps":["trace[346450872] 'process raft request' (duration: 2.861192475s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:27.933456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:25.071842Z","time spent":"2.861495144s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:05:27.988642Z","caller":"traceutil/trace.go:171","msg":"trace[1258018561] transaction","detail":"{read_only:false; response_revision:21813; number_of_response:1; }","duration":"2.913906461s","start":"2026-03-31T21:05:25.07469Z","end":"2026-03-31T21:05:27.988597Z","steps":["trace[1258018561] 'process raft request' (duration: 2.913610424s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:27.988838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:25.074635Z","time spent":"2.914107686s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:05:27.989204Z","caller":"traceutil/trace.go:171","msg":"trace[1788846101] transaction","detail":"{read_only:false; response_revision:21814; number_of_response:1; }","duration":"2.021756591s","start":"2026-03-31T21:05:25.967438Z","end":"2026-03-31T21:05:27.989194Z","steps":["trace[1788846101] 'process raft request' (duration: 2.021011933s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:27.98926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:25.967417Z","time spent":"2.021814344s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:05:27.989328Z","caller":"traceutil/trace.go:171","msg":"trace[388504314] transaction","detail":"{read_only:false; response_revision:21815; number_of_response:1; }","duration":"1.562339857s","start":"2026-03-31T21:05:26.426979Z","end":"2026-03-31T21:05:27.989319Z","steps":["trace[388504314] 'process raft request' (duration: 1.561846944s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:27.989364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:26.42695Z","time spent":"1.562391858s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:05:27.989563Z","caller":"traceutil/trace.go:171","msg":"trace[871993427] transaction","detail":"{read_only:false; response_revision:21816; number_of_response:1; }","duration":"1.537737698s","start":"2026-03-31T21:05:26.451817Z","end":"2026-03-31T21:05:27.989555Z","steps":["trace[871993427] 'process raft request' (duration: 1.53706146s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:27.989609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:26.451802Z","time spent":"1.537785119s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:05:27.989849Z","caller":"traceutil/trace.go:171","msg":"trace[1413272708] transaction","detail":"{read_only:false; response_revision:21817; number_of_response:1; }","duration":"1.53783483s","start":"2026-03-31T21:05:26.452007Z","end":"2026-03-31T21:05:27.989841Z","steps":["trace[1413272708] 'process raft request' (duration: 1.537091031s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:27.989895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:26.451977Z","time spent":"1.537896422s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:05:27.989925Z","caller":"traceutil/trace.go:171","msg":"trace[975176467] linearizableReadLoop","detail":"{readStateIndex:22590; appliedIndex:22585; }","duration":"2.876828189s","start":"2026-03-31T21:05:25.113072Z","end":"2026-03-31T21:05:27.9899Z","steps":["trace[975176467] 'read index received' (duration: 2.820149983s)","trace[975176467] 'applied index is now lower than readState.Index' (duration: 56.676606ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:05:27.990171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.877078736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:05:27.990217Z","caller":"traceutil/trace.go:171","msg":"trace[1060279147] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:21817; }","duration":"2.877191348s","start":"2026-03-31T21:05:25.113015Z","end":"2026-03-31T21:05:27.990206Z","steps":["trace[1060279147] 'agreement among raft nodes before linearized reading' (duration: 2.877010484s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:27.990257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:25.112989Z","time spent":"2.877256489s","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":45,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:05:27.990735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.03878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:05:27.990778Z","caller":"traceutil/trace.go:171","msg":"trace[875686150] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21817; }","duration":"120.112451ms","start":"2026-03-31T21:05:27.870655Z","end":"2026-03-31T21:05:27.990768Z","steps":["trace[875686150] 'agreement among raft nodes before linearized reading' (duration: 120.04634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:27.990951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.37546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T21:05:27.991022Z","caller":"traceutil/trace.go:171","msg":"trace[1678892300] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:21817; }","duration":"695.500233ms","start":"2026-03-31T21:05:27.295504Z","end":"2026-03-31T21:05:27.991004Z","steps":["trace[1678892300] 'agreement among raft nodes before linearized reading' (duration: 695.263347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:27.991065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:27.295483Z","time spent":"695.571505ms","remote":"127.0.0.1:52252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":130,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:05:27.991066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.748681613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:05:27.991134Z","caller":"traceutil/trace.go:171","msg":"trace[2092598570] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21817; }","duration":"1.748759515s","start":"2026-03-31T21:05:26.242356Z","end":"2026-03-31T21:05:27.991115Z","steps":["trace[2092598570] 'agreement among raft nodes before linearized reading' (duration: 1.748628912s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:27.991151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068438854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-31T21:05:27.991181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:26.242309Z","time spent":"1.748859148s","remote":"127.0.0.1:59248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:05:27.991187Z","caller":"traceutil/trace.go:171","msg":"trace[1299430870] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21817; }","duration":"1.068511715s","start":"2026-03-31T21:05:26.922665Z","end":"2026-03-31T21:05:27.991177Z","steps":["trace[1299430870] 'agreement among raft nodes before linearized reading' (duration: 1.068389002s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:27.991202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.80439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-31T21:05:27.991224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:26.922644Z","time spent":"1.068573197s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T21:05:27.991252Z","caller":"traceutil/trace.go:171","msg":"trace[45125246] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21817; }","duration":"918.881742ms","start":"2026-03-31T21:05:27.072359Z","end":"2026-03-31T21:05:27.991241Z","steps":["trace[45125246] 'agreement among raft nodes before linearized reading' (duration: 918.689157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:27.99128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:27.072343Z","time spent":"918.931103ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T21:05:27.991266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477242746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:05:27.991274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.98709327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:05:27.991337Z","caller":"traceutil/trace.go:171","msg":"trace[1135129850] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:21817; }","duration":"1.477374439s","start":"2026-03-31T21:05:26.513946Z","end":"2026-03-31T21:05:27.991321Z","steps":["trace[1135129850] 'agreement among raft nodes before linearized reading' (duration: 1.477195045s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:05:27.991361Z","caller":"traceutil/trace.go:171","msg":"trace[935644973] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:21817; }","duration":"1.987235783s","start":"2026-03-31T21:05:26.004103Z","end":"2026-03-31T21:05:27.991339Z","steps":["trace[935644973] 'agreement among raft nodes before linearized reading' (duration: 1.987059369s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:27.991378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:26.513923Z","time spent":"1.477447711s","remote":"127.0.0.1:37524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:05:27.9914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:26.004061Z","time spent":"1.987329276s","remote":"127.0.0.1:52382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:05:27.991436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.398304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T21:05:27.991463Z","caller":"traceutil/trace.go:171","msg":"trace[1269762907] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21817; }","duration":"913.433505ms","start":"2026-03-31T21:05:27.078023Z","end":"2026-03-31T21:05:27.991457Z","steps":["trace[1269762907] 'agreement among raft nodes before linearized reading' (duration: 913.360774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:27.991485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:27.078018Z","time spent":"913.462556ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T21:05:27.991488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.426766169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T21:05:27.991527Z","caller":"traceutil/trace.go:171","msg":"trace[2023770440] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21817; }","duration":"2.426826971s","start":"2026-03-31T21:05:25.564685Z","end":"2026-03-31T21:05:27.991512Z","steps":["trace[2023770440] 'agreement among raft nodes before linearized reading' (duration: 2.426696438s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:27.991571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:25.564673Z","time spent":"2.426888792s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T21:05:27.991599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.808299283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-03-31T21:05:27.99164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.493855506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:05:27.99166Z","caller":"traceutil/trace.go:171","msg":"trace[803311978] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:21817; }","duration":"1.808457006s","start":"2026-03-31T21:05:26.183189Z","end":"2026-03-31T21:05:27.991646Z","steps":["trace[803311978] 'agreement among raft nodes before linearized reading' (duration: 1.808325383s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:27.991648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.44510263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:05:27.991713Z","caller":"traceutil/trace.go:171","msg":"trace[2036427181] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:21817; }","duration":"2.494566844s","start":"2026-03-31T21:05:25.497108Z","end":"2026-03-31T21:05:27.991675Z","steps":["trace[2036427181] 'agreement among raft nodes before linearized reading' (duration: 2.493871157s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:05:27.991784Z","caller":"traceutil/trace.go:171","msg":"trace[1039332898] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:21817; }","duration":"2.445260484s","start":"2026-03-31T21:05:25.546489Z","end":"2026-03-31T21:05:27.99175Z","steps":["trace[1039332898] 'agreement among raft nodes before linearized reading' (duration: 2.444998137s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:27.991707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:26.18316Z","time spent":"1.808539008s","remote":"127.0.0.1:52318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-31T21:05:27.991814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:25.497088Z","time spent":"2.494713178s","remote":"127.0.0.1:54556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:05:27.991859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:25.546431Z","time spent":"2.445409107s","remote":"127.0.0.1:54274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:05:29.943527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.122073ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T21:05:29.943632Z","caller":"traceutil/trace.go:171","msg":"trace[1145445584] linearizableReadLoop","detail":"{readStateIndex:22595; appliedIndex:22594; }","duration":"256.916113ms","start":"2026-03-31T21:05:29.686698Z","end":"2026-03-31T21:05:29.943614Z","steps":["trace[1145445584] 'read index received' (duration: 45.131µs)","trace[1145445584] 'applied index is now lower than readState.Index' (duration: 256.869532ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:05:29.945279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.564654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:05:29.947061Z","caller":"traceutil/trace.go:171","msg":"trace[1300817193] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:21821; }","duration":"260.38761ms","start":"2026-03-31T21:05:29.686645Z","end":"2026-03-31T21:05:29.947032Z","steps":["trace[1300817193] 'agreement among raft nodes before linearized reading' (duration: 258.553654ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:05:30.225688Z","caller":"traceutil/trace.go:171","msg":"trace[1237180610] transaction","detail":"{read_only:false; response_revision:21823; number_of_response:1; }","duration":"231.524344ms","start":"2026-03-31T21:05:29.994128Z","end":"2026-03-31T21:05:30.225653Z","steps":["trace[1237180610] 'process raft request' (duration: 223.793769ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:05:30.225724Z","caller":"traceutil/trace.go:171","msg":"trace[169009279] transaction","detail":"{read_only:false; response_revision:21824; number_of_response:1; }","duration":"231.393181ms","start":"2026-03-31T21:05:29.994278Z","end":"2026-03-31T21:05:30.225671Z","steps":["trace[169009279] 'process raft request' (duration: 231.223176ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:05:30.225769Z","caller":"traceutil/trace.go:171","msg":"trace[1997844581] transaction","detail":"{read_only:false; response_revision:21825; number_of_response:1; }","duration":"231.229617ms","start":"2026-03-31T21:05:29.994531Z","end":"2026-03-31T21:05:30.225761Z","steps":["trace[1997844581] 'process raft request' (duration: 231.057352ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:05:30.2257Z","caller":"traceutil/trace.go:171","msg":"trace[924952446] transaction","detail":"{read_only:false; response_revision:21826; number_of_response:1; }","duration":"230.672173ms","start":"2026-03-31T21:05:29.995007Z","end":"2026-03-31T21:05:30.225679Z","steps":["trace[924952446] 'process raft request' (duration: 230.619431ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:05:30.267202Z","caller":"traceutil/trace.go:171","msg":"trace[812131501] linearizableReadLoop","detail":"{readStateIndex:22601; appliedIndex:22596; }","duration":"190.161404ms","start":"2026-03-31T21:05:30.07701Z","end":"2026-03-31T21:05:30.267171Z","steps":["trace[812131501] 'read index received' (duration: 140.929385ms)","trace[812131501] 'applied index is now lower than readState.Index' (duration: 49.230528ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:05:30.267259Z","caller":"traceutil/trace.go:171","msg":"trace[1181650957] transaction","detail":"{read_only:false; response_revision:21827; number_of_response:1; }","duration":"240.883649ms","start":"2026-03-31T21:05:30.026331Z","end":"2026-03-31T21:05:30.267215Z","steps":["trace[1181650957] 'process raft request' (duration: 240.588811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:30.267667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.469851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T21:05:30.267748Z","caller":"traceutil/trace.go:171","msg":"trace[609827898] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21828; }","duration":"190.775558ms","start":"2026-03-31T21:05:30.076954Z","end":"2026-03-31T21:05:30.267729Z","steps":["trace[609827898] 'agreement among raft nodes before linearized reading' (duration: 190.383409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:30.267739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.625594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:05:30.267813Z","caller":"traceutil/trace.go:171","msg":"trace[1740017348] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:21828; }","duration":"153.750327ms","start":"2026-03-31T21:05:30.114043Z","end":"2026-03-31T21:05:30.267793Z","steps":["trace[1740017348] 'agreement among raft nodes before linearized reading' (duration: 153.610213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:30.267822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.267036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-31T21:05:30.267878Z","caller":"traceutil/trace.go:171","msg":"trace[1595815256] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21828; }","duration":"190.353718ms","start":"2026-03-31T21:05:30.077511Z","end":"2026-03-31T21:05:30.267864Z","steps":["trace[1595815256] 'agreement among raft nodes before linearized reading' (duration: 190.136712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:30.267894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.207792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-03-31T21:05:30.267918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.813338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T21:05:30.267995Z","caller":"traceutil/trace.go:171","msg":"trace[771361288] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21828; }","duration":"188.909111ms","start":"2026-03-31T21:05:30.079069Z","end":"2026-03-31T21:05:30.267978Z","steps":["trace[771361288] 'agreement among raft nodes before linearized reading' (duration: 188.672155ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:05:30.268003Z","caller":"traceutil/trace.go:171","msg":"trace[2009634290] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:21828; }","duration":"141.386156ms","start":"2026-03-31T21:05:30.126584Z","end":"2026-03-31T21:05:30.26797Z","steps":["trace[2009634290] 'agreement among raft nodes before linearized reading' (duration: 141.086949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:30.809728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.304811ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:05:30.810054Z","caller":"traceutil/trace.go:171","msg":"trace[1002793846] transaction","detail":"{read_only:false; response_revision:21829; number_of_response:1; }","duration":"537.998802ms","start":"2026-03-31T21:05:30.272002Z","end":"2026-03-31T21:05:30.810001Z","steps":["trace[1002793846] 'process raft request' (duration: 55.346533ms)","trace[1002793846] 'compare' (duration: 481.88308ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:05:30.810064Z","caller":"traceutil/trace.go:171","msg":"trace[505102802] transaction","detail":"{read_only:false; response_revision:21830; number_of_response:1; }","duration":"538.030812ms","start":"2026-03-31T21:05:30.272015Z","end":"2026-03-31T21:05:30.810045Z","steps":["trace[505102802] 'process raft request' (duration: 537.805396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:30.810226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:30.271994Z","time spent":"538.185256ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:05:30.810257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:30.271978Z","time spent":"538.189846ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:05:30.810333Z","caller":"traceutil/trace.go:171","msg":"trace[1782303308] transaction","detail":"{read_only:false; response_revision:21831; number_of_response:1; }","duration":"538.194397ms","start":"2026-03-31T21:05:30.272101Z","end":"2026-03-31T21:05:30.810295Z","steps":["trace[1782303308] 'process raft request' (duration: 537.895149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:30.810504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:30.272092Z","time spent":"538.32031ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:05:32.357245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.865696ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:05:32.357352Z","caller":"traceutil/trace.go:171","msg":"trace[1279164057] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:21832; }","duration":"125.983139ms","start":"2026-03-31T21:05:32.231354Z","end":"2026-03-31T21:05:32.357338Z","steps":["trace[1279164057] 'range keys from in-memory index tree' (duration: 125.853456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:32.357624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.579252ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:05:32.357807Z","caller":"traceutil/trace.go:171","msg":"trace[148773092] linearizableReadLoop","detail":"{readStateIndex:22607; appliedIndex:22606; }","duration":"331.553879ms","start":"2026-03-31T21:05:32.026225Z","end":"2026-03-31T21:05:32.357779Z","steps":["trace[148773092] 'read index received' (duration: 51.607618ms)","trace[148773092] 'applied index is now lower than readState.Index' (duration: 279.944211ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:05:32.357929Z","caller":"traceutil/trace.go:171","msg":"trace[2020226217] transaction","detail":"{read_only:false; response_revision:21833; number_of_response:1; }","duration":"347.173852ms","start":"2026-03-31T21:05:32.01074Z","end":"2026-03-31T21:05:32.357914Z","steps":["trace[2020226217] 'process raft request' (duration: 67.133509ms)","trace[2020226217] 'compare' (duration: 279.145661ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:05:32.358015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:32.010699Z","time spent":"347.277165ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:05:32.358135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.889797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T21:05:32.358219Z","caller":"traceutil/trace.go:171","msg":"trace[1823434664] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21833; }","duration":"332.01436ms","start":"2026-03-31T21:05:32.026186Z","end":"2026-03-31T21:05:32.3582Z","steps":["trace[1823434664] 'agreement among raft nodes before linearized reading' (duration: 331.759054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:32.358265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:32.026172Z","time spent":"332.084452ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T21:05:32.372213Z","caller":"traceutil/trace.go:171","msg":"trace[1276079060] transaction","detail":"{read_only:false; response_revision:21834; number_of_response:1; }","duration":"140.670467ms","start":"2026-03-31T21:05:32.231529Z","end":"2026-03-31T21:05:32.372199Z","steps":["trace[1276079060] 'process raft request' (duration: 140.590715ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:05:32.377436Z","caller":"traceutil/trace.go:171","msg":"trace[1509637718] transaction","detail":"{read_only:false; response_revision:21837; number_of_response:1; }","duration":"145.275704ms","start":"2026-03-31T21:05:32.232147Z","end":"2026-03-31T21:05:32.377423Z","steps":["trace[1509637718] 'process raft request' (duration: 145.235973ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:05:32.37745Z","caller":"traceutil/trace.go:171","msg":"trace[821311512] transaction","detail":"{read_only:false; response_revision:21835; number_of_response:1; }","duration":"145.746006ms","start":"2026-03-31T21:05:32.231669Z","end":"2026-03-31T21:05:32.377415Z","steps":["trace[821311512] 'process raft request' (duration: 145.596392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:32.377552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.814391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:05:32.377573Z","caller":"traceutil/trace.go:171","msg":"trace[845014187] transaction","detail":"{read_only:false; response_revision:21836; number_of_response:1; }","duration":"145.571191ms","start":"2026-03-31T21:05:32.231993Z","end":"2026-03-31T21:05:32.377564Z","steps":["trace[845014187] 'process raft request' (duration: 145.365776ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:05:32.377611Z","caller":"traceutil/trace.go:171","msg":"trace[2033884342] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:21838; }","duration":"332.899703ms","start":"2026-03-31T21:05:32.044696Z","end":"2026-03-31T21:05:32.377596Z","steps":["trace[2033884342] 'agreement among raft nodes before linearized reading' (duration: 332.793121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:32.377663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:32.044681Z","time spent":"332.958644ms","remote":"127.0.0.1:54580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:05:32.377797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.480764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T21:05:32.377883Z","caller":"traceutil/trace.go:171","msg":"trace[1346591070] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21838; }","duration":"105.620557ms","start":"2026-03-31T21:05:32.272242Z","end":"2026-03-31T21:05:32.377863Z","steps":["trace[1346591070] 'agreement among raft nodes before linearized reading' (duration: 105.33618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:32.377865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.66147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-31T21:05:32.377951Z","caller":"traceutil/trace.go:171","msg":"trace[15241177] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:21838; }","duration":"249.797273ms","start":"2026-03-31T21:05:32.128134Z","end":"2026-03-31T21:05:32.377931Z","steps":["trace[15241177] 'agreement among raft nodes before linearized reading' (duration: 249.531546ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:05:32.95887Z","caller":"traceutil/trace.go:171","msg":"trace[827001400] transaction","detail":"{read_only:false; response_revision:21841; number_of_response:1; }","duration":"140.015512ms","start":"2026-03-31T21:05:32.818823Z","end":"2026-03-31T21:05:32.958839Z","steps":["trace[827001400] 'process raft request' (duration: 122.598704ms)","trace[827001400] 'compare' (duration: 17.150611ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:05:32.958911Z","caller":"traceutil/trace.go:171","msg":"trace[1009914211] transaction","detail":"{read_only:false; response_revision:21842; number_of_response:1; }","duration":"139.002836ms","start":"2026-03-31T21:05:32.819862Z","end":"2026-03-31T21:05:32.958865Z","steps":["trace[1009914211] 'process raft request' (duration: 138.881563ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:05:34.602829Z","caller":"traceutil/trace.go:171","msg":"trace[1329823013] transaction","detail":"{read_only:false; response_revision:21849; number_of_response:1; }","duration":"135.409075ms","start":"2026-03-31T21:05:34.467397Z","end":"2026-03-31T21:05:34.602806Z","steps":["trace[1329823013] 'process raft request' (duration: 112.978941ms)","trace[1329823013] 'compare' (duration: 22.213159ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:05:53.464221Z","caller":"traceutil/trace.go:171","msg":"trace[255057183] linearizableReadLoop","detail":"{readStateIndex:22723; appliedIndex:22722; }","duration":"404.191776ms","start":"2026-03-31T21:05:53.060004Z","end":"2026-03-31T21:05:53.464196Z","steps":["trace[255057183] 'read index received' (duration: 403.961341ms)","trace[255057183] 'applied index is now lower than readState.Index' (duration: 229.285µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:05:53.464263Z","caller":"traceutil/trace.go:171","msg":"trace[1072837940] transaction","detail":"{read_only:false; response_revision:21945; number_of_response:1; }","duration":"424.544848ms","start":"2026-03-31T21:05:53.03969Z","end":"2026-03-31T21:05:53.464235Z","steps":["trace[1072837940] 'process raft request' (duration: 424.329003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:53.464392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:53.039664Z","time spent":"424.6515ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:05:53.464458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.444182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-31T21:05:53.464522Z","caller":"traceutil/trace.go:171","msg":"trace[1054441546] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21945; }","duration":"404.536425ms","start":"2026-03-31T21:05:53.059967Z","end":"2026-03-31T21:05:53.464504Z","steps":["trace[1054441546] 'agreement among raft nodes before linearized reading' (duration: 404.3604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:53.464575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:53.059935Z","time spent":"404.626887ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T21:05:53.464604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.32698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T21:05:53.464689Z","caller":"traceutil/trace.go:171","msg":"trace[1024118404] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21945; }","duration":"402.496403ms","start":"2026-03-31T21:05:53.06217Z","end":"2026-03-31T21:05:53.464666Z","steps":["trace[1024118404] 'agreement among raft nodes before linearized reading' (duration: 402.244867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:05:53.464737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:53.062151Z","time spent":"402.577805ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T21:05:59.137728Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973381492,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:06:00.111075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.289456ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:06:00.111197Z","caller":"traceutil/trace.go:171","msg":"trace[2120408800] transaction","detail":"{read_only:false; response_revision:21970; number_of_response:1; }","duration":"1.553828742s","start":"2026-03-31T21:05:58.557349Z","end":"2026-03-31T21:06:00.111177Z","steps":["trace[2120408800] 'process raft request' (duration: 773.362772ms)","trace[2120408800] 'compare' (duration: 779.738482ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:06:00.111256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:58.557329Z","time spent":"1.553898545s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:06:00.869158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000459127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:06:00.869246Z","caller":"traceutil/trace.go:171","msg":"trace[409854017] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00056624s","start":"2026-03-31T21:05:58.868661Z","end":"2026-03-31T21:06:00.869227Z","steps":["trace[409854017] 'agreement among raft nodes before linearized reading' (duration: 2.000454127s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:00.869293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:58.868605Z","time spent":"2.000677232s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:06:01.705556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425801222s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:06:01.706059Z","caller":"traceutil/trace.go:171","msg":"trace[1163726773] transaction","detail":"{read_only:false; response_revision:21971; number_of_response:1; }","duration":"3.147279841s","start":"2026-03-31T21:05:58.558734Z","end":"2026-03-31T21:06:01.706014Z","steps":["trace[1163726773] 'process raft request' (duration: 1.720910805s)","trace[1163726773] 'compare' (duration: 1.4253077s)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:06:01.706064Z","caller":"traceutil/trace.go:171","msg":"trace[1268507985] transaction","detail":"{read_only:false; response_revision:21972; number_of_response:1; }","duration":"3.147248171s","start":"2026-03-31T21:05:58.55878Z","end":"2026-03-31T21:06:01.706028Z","steps":["trace[1268507985] 'process raft request' (duration: 3.146914422s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:01.706246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:58.558717Z","time spent":"3.147424684s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:06:01.706253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:58.558752Z","time spent":"3.147402824s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:06:01.706078Z","caller":"traceutil/trace.go:171","msg":"trace[1041474584] linearizableReadLoop","detail":"{readStateIndex:22751; appliedIndex:22748; }","duration":"3.068696764s","start":"2026-03-31T21:05:58.63732Z","end":"2026-03-31T21:06:01.706017Z","steps":["trace[1041474584] 'read index received' (duration: 693.40802ms)","trace[1041474584] 'applied index is now lower than readState.Index' (duration: 2.375286144s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:06:02.8761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99940055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:06:02.876188Z","caller":"traceutil/trace.go:171","msg":"trace[744858568] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999545184s","start":"2026-03-31T21:06:00.876623Z","end":"2026-03-31T21:06:02.876168Z","steps":["trace[744858568] 'agreement among raft nodes before linearized reading' (duration: 1.999433571s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:02.876263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:00.876601Z","time spent":"1.999625395s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:06:02.878476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172628344s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-31T21:06:02.87899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.241674538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T21:06:02.879055Z","caller":"traceutil/trace.go:171","msg":"trace[2065940688] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21972; }","duration":"4.24173514s","start":"2026-03-31T21:05:58.637301Z","end":"2026-03-31T21:06:02.879036Z","steps":["trace[2065940688] 'agreement among raft nodes before linearized reading' (duration: 3.068805488s)","trace[2065940688] 'range keys from in-memory index tree' (duration: 1.172787408s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:06:02.879194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:58.637232Z","time spent":"4.241855702s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T21:06:02.879229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.221426ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:06:02.879368Z","caller":"traceutil/trace.go:171","msg":"trace[2048361143] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:21972; }","duration":"631.369079ms","start":"2026-03-31T21:06:02.247977Z","end":"2026-03-31T21:06:02.879346Z","steps":["trace[2048361143] 'range keys from in-memory index tree' (duration: 631.203765ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:06:02.879937Z","caller":"traceutil/trace.go:171","msg":"trace[37884949] transaction","detail":"{read_only:false; response_revision:21973; number_of_response:1; }","duration":"2.318636399s","start":"2026-03-31T21:06:00.561282Z","end":"2026-03-31T21:06:02.879919Z","steps":["trace[37884949] 'process raft request' (duration: 2.317273455s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:02.880652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:00.561263Z","time spent":"2.319338757s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:06:03.767734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999261562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:06:03.767826Z","caller":"traceutil/trace.go:171","msg":"trace[1554243533] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999395936s","start":"2026-03-31T21:05:58.768409Z","end":"2026-03-31T21:06:03.767805Z","steps":["trace[1554243533] 'agreement among raft nodes before linearized reading' (duration: 4.999284373s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:03.767883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:58.768386Z","time spent":"4.999476318s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T21:06:04.362758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482761946s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:06:04.362944Z","caller":"traceutil/trace.go:171","msg":"trace[1052154576] transaction","detail":"{read_only:false; response_revision:21975; number_of_response:1; }","duration":"2.34922009s","start":"2026-03-31T21:06:02.013705Z","end":"2026-03-31T21:06:04.362926Z","steps":["trace[1052154576] 'process raft request' (duration: 2.349158878s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:04.363011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:02.013681Z","time spent":"2.349296161s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:06:04.36333Z","caller":"traceutil/trace.go:171","msg":"trace[1088772450] transaction","detail":"{read_only:false; response_revision:21974; number_of_response:1; }","duration":"3.277078857s","start":"2026-03-31T21:06:01.086237Z","end":"2026-03-31T21:06:04.363316Z","steps":["trace[1088772450] 'process raft request' (duration: 1.793662325s)","trace[1088772450] 'compare' (duration: 1.482641303s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:06:04.363469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:01.086213Z","time spent":"3.277142058s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:06:04.36354Z","caller":"traceutil/trace.go:171","msg":"trace[1787779538] linearizableReadLoop","detail":"{readStateIndex:22754; appliedIndex:22751; }","duration":"2.657111083s","start":"2026-03-31T21:06:01.706396Z","end":"2026-03-31T21:06:04.363507Z","steps":["trace[1787779538] 'read index received' (duration: 182.496291ms)","trace[1787779538] 'applied index is now lower than readState.Index' (duration: 2.474611302s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:06:04.363949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.944162783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:06:04.364019Z","caller":"traceutil/trace.go:171","msg":"trace[829147863] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:21975; }","duration":"2.944282165s","start":"2026-03-31T21:06:01.419719Z","end":"2026-03-31T21:06:04.364001Z","steps":["trace[829147863] 'agreement among raft nodes before linearized reading' (duration: 2.944148652s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:04.36407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:01.4197Z","time spent":"2.944355408s","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:06:04.36459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.608857921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:06:04.364629Z","caller":"traceutil/trace.go:171","msg":"trace[1248065130] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21975; }","duration":"3.608979984s","start":"2026-03-31T21:06:00.755636Z","end":"2026-03-31T21:06:04.364616Z","steps":["trace[1248065130] 'agreement among raft nodes before linearized reading' (duration: 3.608912633s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:04.364652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:00.755615Z","time spent":"3.609029665s","remote":"127.0.0.1:59186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:06:04.364679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.821675667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-31T21:06:04.364695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.239188778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-03-31T21:06:04.36469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.665750357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-31T21:06:04.364743Z","caller":"traceutil/trace.go:171","msg":"trace[1404000784] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21975; }","duration":"4.821745988s","start":"2026-03-31T21:05:59.542981Z","end":"2026-03-31T21:06:04.364727Z","steps":["trace[1404000784] 'agreement among raft nodes before linearized reading' (duration: 4.821555073s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:06:04.364749Z","caller":"traceutil/trace.go:171","msg":"trace[560168629] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21975; }","duration":"5.665844049s","start":"2026-03-31T21:05:58.698892Z","end":"2026-03-31T21:06:04.364737Z","steps":["trace[560168629] 'agreement among raft nodes before linearized reading' (duration: 5.665693196s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:04.364781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:59.542977Z","time spent":"4.821796119s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T21:06:04.364789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:58.698871Z","time spent":"5.665908261s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T21:06:04.364768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.653688784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:06:04.364792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.005840714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:06:04.36484Z","caller":"traceutil/trace.go:171","msg":"trace[599498643] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21975; }","duration":"5.653797087s","start":"2026-03-31T21:05:58.711024Z","end":"2026-03-31T21:06:04.364821Z","steps":["trace[599498643] 'agreement among raft nodes before linearized reading' (duration: 5.653676454s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:04.364857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.492171506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2069d2bdf9c2a\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-31T21:06:04.364871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.831081123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-31T21:06:04.364883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:58.711009Z","time spent":"5.653863958s","remote":"127.0.0.1:59244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:06:04.364886Z","caller":"traceutil/trace.go:171","msg":"trace[978934113] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21975; }","duration":"3.005994538s","start":"2026-03-31T21:06:01.358872Z","end":"2026-03-31T21:06:04.364866Z","steps":["trace[978934113] 'agreement among raft nodes before linearized reading' (duration: 3.005814623s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:06:04.364915Z","caller":"traceutil/trace.go:171","msg":"trace[1295198876] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21975; }","duration":"4.831149365s","start":"2026-03-31T21:05:59.533756Z","end":"2026-03-31T21:06:04.364906Z","steps":["trace[1295198876] 'agreement among raft nodes before linearized reading' (duration: 4.831057202s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:06:04.364745Z","caller":"traceutil/trace.go:171","msg":"trace[206737729] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:21975; }","duration":"5.239242629s","start":"2026-03-31T21:05:59.125488Z","end":"2026-03-31T21:06:04.36473Z","steps":["trace[206737729] 'agreement among raft nodes before linearized reading' (duration: 5.239094876s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:06:04.364921Z","caller":"traceutil/trace.go:171","msg":"trace[1787490515] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2069d2bdf9c2a; range_end:; response_count:1; response_revision:21975; }","duration":"3.492254599s","start":"2026-03-31T21:06:00.872647Z","end":"2026-03-31T21:06:04.364902Z","steps":["trace[1787490515] 'agreement among raft nodes before linearized reading' (duration: 3.492081784s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:04.364944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:59.53374Z","time spent":"4.831197675s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T21:06:04.364952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:01.358851Z","time spent":"3.00608569s","remote":"127.0.0.1:59228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:06:04.364972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:59.125436Z","time spent":"5.239523536s","remote":"127.0.0.1:52318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-03-31T21:06:04.364975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:00.872632Z","time spent":"3.49233221s","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2069d2bdf9c2a\" "} {"level":"warn","ts":"2026-03-31T21:06:04.364794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.828148389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:06:04.365104Z","caller":"traceutil/trace.go:171","msg":"trace[1475553024] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:21975; }","duration":"4.828445447s","start":"2026-03-31T21:05:59.536625Z","end":"2026-03-31T21:06:04.36507Z","steps":["trace[1475553024] 'agreement among raft nodes before linearized reading' (duration: 4.828139879s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:04.365142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:59.53662Z","time spent":"4.828509688s","remote":"127.0.0.1:60518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:06:04.364975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.816733922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T21:06:04.365245Z","caller":"traceutil/trace.go:171","msg":"trace[1078206244] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21975; }","duration":"4.81699441s","start":"2026-03-31T21:05:59.548233Z","end":"2026-03-31T21:06:04.365227Z","steps":["trace[1078206244] 'agreement among raft nodes before linearized reading' (duration: 4.816679171s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:04.365289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:59.548208Z","time spent":"4.817070311s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T21:06:04.36466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.535447998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:06:04.365396Z","caller":"traceutil/trace.go:171","msg":"trace[1808402319] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:21975; }","duration":"4.536203657s","start":"2026-03-31T21:05:59.829139Z","end":"2026-03-31T21:06:04.365343Z","steps":["trace[1808402319] 'agreement among raft nodes before linearized reading' (duration: 4.535430347s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:04.365453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:05:59.82912Z","time spent":"4.53631767s","remote":"127.0.0.1:52576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:06:04.392537Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.767414535s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T21:06:04.393129Z","caller":"traceutil/trace.go:171","msg":"trace[2075047279] transaction","detail":"{read_only:false; response_revision:21976; number_of_response:1; }","duration":"2.276692374s","start":"2026-03-31T21:06:02.11641Z","end":"2026-03-31T21:06:04.393102Z","steps":["trace[2075047279] 'process raft request' (duration: 2.27654968s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:04.393419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:02.116382Z","time spent":"2.276819828s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:06:04.876872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999978694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:06:04.876957Z","caller":"traceutil/trace.go:171","msg":"trace[1657642301] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000127057s","start":"2026-03-31T21:06:02.87681Z","end":"2026-03-31T21:06:04.876937Z","steps":["trace[1657642301] 'agreement among raft nodes before linearized reading' (duration: 2.000021785s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:04.877008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:02.876789Z","time spent":"2.00020929s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:06:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:06:05.480755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000038946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:06:05.480835Z","caller":"traceutil/trace.go:171","msg":"trace[1788711652] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000162869s","start":"2026-03-31T21:06:03.480653Z","end":"2026-03-31T21:06:05.480816Z","steps":["trace[1788711652] 'agreement among raft nodes before linearized reading' (duration: 2.000066037s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:05.480886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:03.480634Z","time spent":"2.000243371s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:06:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:06:06.027127Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.634311117s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T21:06:06.027728Z","caller":"traceutil/trace.go:171","msg":"trace[2006141601] transaction","detail":"{read_only:false; response_revision:21978; number_of_response:1; }","duration":"2.864919529s","start":"2026-03-31T21:06:03.162777Z","end":"2026-03-31T21:06:06.027697Z","steps":["trace[2006141601] 'process raft request' (duration: 2.864742785s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:06:06.027792Z","caller":"traceutil/trace.go:171","msg":"trace[216252600] transaction","detail":"{read_only:false; response_revision:21979; number_of_response:1; }","duration":"2.315702066s","start":"2026-03-31T21:06:03.71206Z","end":"2026-03-31T21:06:06.027762Z","steps":["trace[216252600] 'process raft request' (duration: 2.315520391s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:06:06.027814Z","caller":"traceutil/trace.go:171","msg":"trace[1231743086] transaction","detail":"{read_only:false; response_revision:21977; number_of_response:1; }","duration":"3.143778213s","start":"2026-03-31T21:06:02.883977Z","end":"2026-03-31T21:06:06.027755Z","steps":["trace[1231743086] 'process raft request' (duration: 3.143355823s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:06.027882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:03.162751Z","time spent":"2.865052033s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:06:06.027986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:02.883957Z","time spent":"3.143938757s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:06:06.027993Z","caller":"traceutil/trace.go:171","msg":"trace[137733129] transaction","detail":"{read_only:false; response_revision:21980; number_of_response:1; }","duration":"2.315653565s","start":"2026-03-31T21:06:03.712323Z","end":"2026-03-31T21:06:06.027977Z","steps":["trace[137733129] 'process raft request' (duration: 2.315288866s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:06.028064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:03.712315Z","time spent":"2.315714956s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:06:06.028076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:03.712036Z","time spent":"2.315815809s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:06:06.028838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:04.367334Z","time spent":"1.66150139s","remote":"127.0.0.1:52222","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T21:06:06.02888Z","caller":"traceutil/trace.go:171","msg":"trace[1611936707] transaction","detail":"{read_only:false; response_revision:21981; number_of_response:1; }","duration":"1.65871841s","start":"2026-03-31T21:06:04.370143Z","end":"2026-03-31T21:06:06.028862Z","steps":["trace[1611936707] 'process raft request' (duration: 1.658542945s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:06:06.028966Z","caller":"traceutil/trace.go:171","msg":"trace[1387444139] transaction","detail":"{read_only:false; response_revision:21982; number_of_response:1; }","duration":"1.65869555s","start":"2026-03-31T21:06:04.370208Z","end":"2026-03-31T21:06:06.028903Z","steps":["trace[1387444139] 'process raft request' (duration: 1.658598967s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:06:06.029054Z","caller":"traceutil/trace.go:171","msg":"trace[599310468] linearizableReadLoop","detail":"{readStateIndex:22760; appliedIndex:22755; }","duration":"1.665423848s","start":"2026-03-31T21:06:04.363614Z","end":"2026-03-31T21:06:06.029038Z","steps":["trace[599310468] 'read index received' (duration: 29.280166ms)","trace[599310468] 'applied index is now lower than readState.Index' (duration: 1.636142362s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:06:06.029037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:04.370136Z","time spent":"1.658820273s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:06:06.029164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.706218355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:06:06.029163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:04.370195Z","time spent":"1.658855323s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:06:06.029199Z","caller":"traceutil/trace.go:171","msg":"trace[235959919] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:21983; }","duration":"1.706289358s","start":"2026-03-31T21:06:04.322902Z","end":"2026-03-31T21:06:06.029191Z","steps":["trace[235959919] 'agreement among raft nodes before linearized reading' (duration: 1.706193125s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:06.029221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:04.322882Z","time spent":"1.706333209s","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":15,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:06:06.029284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.437966974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:06:06.029328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.932986759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-31T21:06:06.029342Z","caller":"traceutil/trace.go:171","msg":"trace[572938605] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:21983; }","duration":"3.438061316s","start":"2026-03-31T21:06:02.591266Z","end":"2026-03-31T21:06:06.029327Z","steps":["trace[572938605] 'agreement among raft nodes before linearized reading' (duration: 3.437973974s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:06:06.029364Z","caller":"traceutil/trace.go:171","msg":"trace[691290889] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:21983; }","duration":"1.933078991s","start":"2026-03-31T21:06:04.096275Z","end":"2026-03-31T21:06:06.029354Z","steps":["trace[691290889] 'agreement among raft nodes before linearized reading' (duration: 1.932835264s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:06.029401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:04.096254Z","time spent":"1.933139463s","remote":"127.0.0.1:52168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"info","ts":"2026-03-31T21:06:06.029397Z","caller":"traceutil/trace.go:171","msg":"trace[1873435149] transaction","detail":"{read_only:false; response_revision:21983; number_of_response:1; }","duration":"1.659124482s","start":"2026-03-31T21:06:04.370255Z","end":"2026-03-31T21:06:06.029379Z","steps":["trace[1873435149] 'process raft request' (duration: 1.658605328s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:06.029751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:04.370235Z","time spent":"1.65946656s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:06:06.029392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.206632517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:06:06.02986Z","caller":"traceutil/trace.go:171","msg":"trace[1609462490] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:21983; }","duration":"4.20717826s","start":"2026-03-31T21:06:01.822667Z","end":"2026-03-31T21:06:06.029845Z","steps":["trace[1609462490] 'agreement among raft nodes before linearized reading' (duration: 4.206606776s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:06.029379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:02.591246Z","time spent":"3.438122587s","remote":"127.0.0.1:52400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:06:06.029917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:01.822572Z","time spent":"4.207328975s","remote":"127.0.0.1:54636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:06:06.029909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.48128342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:27 size:238537"} {"level":"info","ts":"2026-03-31T21:06:06.02998Z","caller":"traceutil/trace.go:171","msg":"trace[122329013] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:27; response_revision:21983; }","duration":"2.481414793s","start":"2026-03-31T21:06:03.548549Z","end":"2026-03-31T21:06:06.029964Z","steps":["trace[122329013] 'agreement among raft nodes before linearized reading' (duration: 2.480705466s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:06.030071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:03.548527Z","time spent":"2.481510176s","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":27,"response size":238560,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-31T21:06:06.529948Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973381514,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:06:06.884445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00018969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:06:06.884499Z","caller":"traceutil/trace.go:171","msg":"trace[994695003] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000283821s","start":"2026-03-31T21:06:04.884204Z","end":"2026-03-31T21:06:06.884488Z","steps":["trace[994695003] 'agreement among raft nodes before linearized reading' (duration: 2.00021759s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:06.884525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:04.884187Z","time spent":"2.000332133s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T21:06:07.026177Z","caller":"traceutil/trace.go:171","msg":"trace[840797643] transaction","detail":"{read_only:false; response_revision:21984; number_of_response:1; }","duration":"2.13978378s","start":"2026-03-31T21:06:04.886364Z","end":"2026-03-31T21:06:07.026148Z","steps":["trace[840797643] 'process raft request' (duration: 2.075063642s)","trace[840797643] 'compare' (duration: 64.609656ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:06:07.02632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:04.886342Z","time spent":"2.139905883s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:06:08.624646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.705619ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-31T21:06:08.624823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:06.030478Z","time spent":"2.594339254s","remote":"127.0.0.1:52168","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T21:06:08.625015Z","caller":"traceutil/trace.go:171","msg":"trace[1850354027] linearizableReadLoop","detail":"{readStateIndex:22768; appliedIndex:22764; }","duration":"2.595904794s","start":"2026-03-31T21:06:06.029086Z","end":"2026-03-31T21:06:08.624991Z","steps":["trace[1850354027] 'read index received' (duration: 932.428943ms)","trace[1850354027] 'applied index is now lower than readState.Index' (duration: 1.663474611s)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:06:08.625078Z","caller":"traceutil/trace.go:171","msg":"trace[154894354] transaction","detail":"{read_only:false; response_revision:21986; number_of_response:1; }","duration":"2.226506572s","start":"2026-03-31T21:06:06.398554Z","end":"2026-03-31T21:06:08.625061Z","steps":["trace[154894354] 'process raft request' (duration: 2.226355348s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:08.625163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:06.398528Z","time spent":"2.226579534s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:06:08.625271Z","caller":"traceutil/trace.go:171","msg":"trace[131489983] transaction","detail":"{read_only:false; response_revision:21985; number_of_response:1; }","duration":"2.593978305s","start":"2026-03-31T21:06:06.031283Z","end":"2026-03-31T21:06:08.625262Z","steps":["trace[131489983] 'process raft request' (duration: 2.593466412s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:08.625312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:06.031261Z","time spent":"2.594030716s","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:06:08.625316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.838252578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:06:08.625383Z","caller":"traceutil/trace.go:171","msg":"trace[1906029374] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:21986; }","duration":"2.838360231s","start":"2026-03-31T21:06:05.787006Z","end":"2026-03-31T21:06:08.625366Z","steps":["trace[1906029374] 'agreement among raft nodes before linearized reading' (duration: 2.838106165s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:08.625446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:05.786992Z","time spent":"2.838436243s","remote":"127.0.0.1:58586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":63,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:06:08.625822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.855562064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-31T21:06:08.625897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.255880685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-603a102f-6914-4768-ab5e-30eff0423630\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-03-31T21:06:08.625899Z","caller":"traceutil/trace.go:171","msg":"trace[1642969020] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21986; }","duration":"2.855658176s","start":"2026-03-31T21:06:05.770211Z","end":"2026-03-31T21:06:08.625869Z","steps":["trace[1642969020] 'agreement among raft nodes before linearized reading' (duration: 2.855489252s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:06:08.625928Z","caller":"traceutil/trace.go:171","msg":"trace[420764154] range","detail":"{range_begin:/registry/persistentvolumes/pvc-603a102f-6914-4768-ab5e-30eff0423630; range_end:; response_count:1; response_revision:21986; }","duration":"4.255923926s","start":"2026-03-31T21:06:04.369994Z","end":"2026-03-31T21:06:08.625918Z","steps":["trace[420764154] 'agreement among raft nodes before linearized reading' (duration: 4.255805963s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:08.62595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:04.369988Z","time spent":"4.255957327s","remote":"127.0.0.1:52302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-603a102f-6914-4768-ab5e-30eff0423630\" "} {"level":"warn","ts":"2026-03-31T21:06:08.625949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:05.770193Z","time spent":"2.855741518s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T21:06:08.626194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.256002439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-31T21:06:08.626293Z","caller":"traceutil/trace.go:171","msg":"trace[1873416957] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21986; }","duration":"4.256134663s","start":"2026-03-31T21:06:04.370136Z","end":"2026-03-31T21:06:08.626271Z","steps":["trace[1873416957] 'agreement among raft nodes before linearized reading' (duration: 4.255866035s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:08.626354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:04.37012Z","time spent":"4.256221464s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/03/31 21:06:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:06:08.885353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999874812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:06:08.88543Z","caller":"traceutil/trace.go:171","msg":"trace[767302656] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000045316s","start":"2026-03-31T21:06:06.885369Z","end":"2026-03-31T21:06:08.885414Z","steps":["trace[767302656] 'agreement among raft nodes before linearized reading' (duration: 1.999906703s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:08.885467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:06.885348Z","time spent":"2.000110597s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T21:06:08.926978Z","caller":"traceutil/trace.go:171","msg":"trace[1023876237] transaction","detail":"{read_only:false; response_revision:21987; number_of_response:1; }","duration":"892.862787ms","start":"2026-03-31T21:06:08.034091Z","end":"2026-03-31T21:06:08.926954Z","steps":["trace[1023876237] 'process raft request' (duration: 892.56903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:08.927161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:08.034057Z","time spent":"893.018941ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:06:08.928549Z","caller":"traceutil/trace.go:171","msg":"trace[1997751600] linearizableReadLoop","detail":"{readStateIndex:22770; appliedIndex:22768; }","duration":"303.454602ms","start":"2026-03-31T21:06:08.625076Z","end":"2026-03-31T21:06:08.92853Z","steps":["trace[1997751600] 'read index received' (duration: 301.694409ms)","trace[1997751600] 'applied index is now lower than readState.Index' (duration: 1.758923ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:06:08.928709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.848423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T21:06:08.928755Z","caller":"traceutil/trace.go:171","msg":"trace[869802039] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21990; }","duration":"893.923334ms","start":"2026-03-31T21:06:08.034819Z","end":"2026-03-31T21:06:08.928742Z","steps":["trace[869802039] 'agreement among raft nodes before linearized reading' (duration: 893.761689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:08.928781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:08.034813Z","time spent":"893.962725ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T21:06:08.928784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.054038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T21:06:08.928828Z","caller":"traceutil/trace.go:171","msg":"trace[727592282] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21990; }","duration":"894.15469ms","start":"2026-03-31T21:06:08.034665Z","end":"2026-03-31T21:06:08.928819Z","steps":["trace[727592282] 'agreement among raft nodes before linearized reading' (duration: 893.998937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:08.928963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:08.034642Z","time spent":"894.223793ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T21:06:08.928981Z","caller":"traceutil/trace.go:171","msg":"trace[1622734586] transaction","detail":"{read_only:false; number_of_response:1; response_revision:21990; }","duration":"158.506277ms","start":"2026-03-31T21:06:08.770453Z","end":"2026-03-31T21:06:08.928959Z","steps":["trace[1622734586] 'process raft request' (duration: 158.005473ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:06:08.92918Z","caller":"traceutil/trace.go:171","msg":"trace[1101393289] transaction","detail":"{read_only:false; response_revision:21988; number_of_response:1; }","duration":"894.779626ms","start":"2026-03-31T21:06:08.03439Z","end":"2026-03-31T21:06:08.929169Z","steps":["trace[1101393289] 'process raft request' (duration: 893.898873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:08.929194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018658142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:06:08.929242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:08.034349Z","time spent":"894.854528ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:06:08.929236Z","caller":"traceutil/trace.go:171","msg":"trace[966234257] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:21990; }","duration":"1.018761544s","start":"2026-03-31T21:06:07.910464Z","end":"2026-03-31T21:06:08.929225Z","steps":["trace[966234257] 'agreement among raft nodes before linearized reading' (duration: 1.018676342s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:08.929301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:07.910441Z","time spent":"1.018851967s","remote":"127.0.0.1:54254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:06:08.929397Z","caller":"traceutil/trace.go:171","msg":"trace[815595550] transaction","detail":"{read_only:false; response_revision:21989; number_of_response:1; }","duration":"303.457103ms","start":"2026-03-31T21:06:08.62593Z","end":"2026-03-31T21:06:08.929388Z","steps":["trace[815595550] 'process raft request' (duration: 302.467698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:08.92945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:08.625907Z","time spent":"303.514464ms","remote":"127.0.0.1:52168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:06:08.929493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412453746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:06:08.929515Z","caller":"traceutil/trace.go:171","msg":"trace[1320604528] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:21990; }","duration":"1.412516547s","start":"2026-03-31T21:06:07.516992Z","end":"2026-03-31T21:06:08.929509Z","steps":["trace[1320604528] 'agreement among raft nodes before linearized reading' (duration: 1.412476577s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:08.929536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:07.516971Z","time spent":"1.412559469s","remote":"127.0.0.1:58620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:06:08.929673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.090011408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-31T21:06:08.929696Z","caller":"traceutil/trace.go:171","msg":"trace[1037537555] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:21990; }","duration":"2.09005838s","start":"2026-03-31T21:06:06.839632Z","end":"2026-03-31T21:06:08.92969Z","steps":["trace[1037537555] 'agreement among raft nodes before linearized reading' (duration: 2.089991568s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:08.929713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:06.839619Z","time spent":"2.09009s","remote":"127.0.0.1:52252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T21:06:08.929872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.432461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T21:06:08.929912Z","caller":"traceutil/trace.go:171","msg":"trace[586457151] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21990; }","duration":"893.491793ms","start":"2026-03-31T21:06:08.036409Z","end":"2026-03-31T21:06:08.929901Z","steps":["trace[586457151] 'agreement among raft nodes before linearized reading' (duration: 893.35118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:08.929956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:08.0364Z","time spent":"893.549164ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T21:06:08.930103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.81966168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-31T21:06:08.93015Z","caller":"traceutil/trace.go:171","msg":"trace[1200547441] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:21990; }","duration":"2.819754453s","start":"2026-03-31T21:06:06.110384Z","end":"2026-03-31T21:06:08.930139Z","steps":["trace[1200547441] 'agreement among raft nodes before linearized reading' (duration: 2.819559788s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:08.930215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:06.110372Z","time spent":"2.819830886s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T21:06:08.93037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.871924235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7532"} {"level":"info","ts":"2026-03-31T21:06:08.930403Z","caller":"traceutil/trace.go:171","msg":"trace[1784775655] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:21990; }","duration":"2.871989576s","start":"2026-03-31T21:06:06.058405Z","end":"2026-03-31T21:06:08.930394Z","steps":["trace[1784775655] 'agreement among raft nodes before linearized reading' (duration: 2.871899134s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:08.930428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:06.058387Z","time spent":"2.872035058s","remote":"127.0.0.1:54598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7555,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-31T21:06:08.930282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.142654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T21:06:08.93058Z","caller":"traceutil/trace.go:171","msg":"trace[1632928202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21990; }","duration":"893.942694ms","start":"2026-03-31T21:06:08.036513Z","end":"2026-03-31T21:06:08.930456Z","steps":["trace[1632928202] 'agreement among raft nodes before linearized reading' (duration: 892.723754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:08.929876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.646582037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-31T21:06:08.930653Z","caller":"traceutil/trace.go:171","msg":"trace[925619292] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:21990; }","duration":"2.647381078s","start":"2026-03-31T21:06:06.283262Z","end":"2026-03-31T21:06:08.930643Z","steps":["trace[925619292] 'agreement among raft nodes before linearized reading' (duration: 2.646554297s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:08.930692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:06.283249Z","time spent":"2.647433679s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T21:06:08.930817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.088083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18451"} {"level":"info","ts":"2026-03-31T21:06:08.930891Z","caller":"traceutil/trace.go:171","msg":"trace[1178899162] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:21990; }","duration":"303.202696ms","start":"2026-03-31T21:06:08.627671Z","end":"2026-03-31T21:06:08.930874Z","steps":["trace[1178899162] 'agreement among raft nodes before linearized reading' (duration: 302.983451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:08.930911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:08.036497Z","time spent":"894.401476ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T21:06:08.930932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:08.627659Z","time spent":"303.265468ms","remote":"127.0.0.1:52336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18474,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T21:06:08.931087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.227666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2069d2bdf9c2a\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-31T21:06:08.931155Z","caller":"traceutil/trace.go:171","msg":"trace[1765293038] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2069d2bdf9c2a; range_end:; response_count:1; response_revision:21990; }","duration":"301.295808ms","start":"2026-03-31T21:06:08.62983Z","end":"2026-03-31T21:06:08.931126Z","steps":["trace[1765293038] 'agreement among raft nodes before linearized reading' (duration: 301.172675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:08.931195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:08.629822Z","time spent":"301.365809ms","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2069d2bdf9c2a\" "} {"level":"info","ts":"2026-03-31T21:06:11.04322Z","caller":"traceutil/trace.go:171","msg":"trace[53791923] transaction","detail":"{read_only:false; response_revision:22013; number_of_response:1; }","duration":"108.787755ms","start":"2026-03-31T21:06:10.934393Z","end":"2026-03-31T21:06:11.043181Z","steps":["trace[53791923] 'process raft request' (duration: 104.442277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:19.344918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.48766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-31T21:06:19.344986Z","caller":"traceutil/trace.go:171","msg":"trace[85228670] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22056; }","duration":"114.603222ms","start":"2026-03-31T21:06:19.230366Z","end":"2026-03-31T21:06:19.344969Z","steps":["trace[85228670] 'range keys from in-memory index tree' (duration: 114.326375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:19.34498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.430182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8651914c-a63a-4c39-bd89-a11c972085fc\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-03-31T21:06:19.345113Z","caller":"traceutil/trace.go:171","msg":"trace[572734015] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8651914c-a63a-4c39-bd89-a11c972085fc; range_end:; response_count:1; response_revision:22056; }","duration":"142.590617ms","start":"2026-03-31T21:06:19.202478Z","end":"2026-03-31T21:06:19.345069Z","steps":["trace[572734015] 'range keys from in-memory index tree' (duration: 142.264189ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:06:22.789246Z","caller":"traceutil/trace.go:171","msg":"trace[1622641470] linearizableReadLoop","detail":"{readStateIndex:22851; appliedIndex:22850; }","duration":"143.94862ms","start":"2026-03-31T21:06:22.645274Z","end":"2026-03-31T21:06:22.789222Z","steps":["trace[1622641470] 'read index received' (duration: 136.113013ms)","trace[1622641470] 'applied index is now lower than readState.Index' (duration: 7.834387ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:06:22.790707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.395247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:06:22.790832Z","caller":"traceutil/trace.go:171","msg":"trace[1375436288] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:22066; }","duration":"145.569031ms","start":"2026-03-31T21:06:22.645231Z","end":"2026-03-31T21:06:22.7908Z","steps":["trace[1375436288] 'agreement among raft nodes before linearized reading' (duration: 144.084333ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:06:25.360599Z","caller":"traceutil/trace.go:171","msg":"trace[471300009] transaction","detail":"{read_only:false; response_revision:22080; number_of_response:1; }","duration":"151.701356ms","start":"2026-03-31T21:06:25.208879Z","end":"2026-03-31T21:06:25.360581Z","steps":["trace[471300009] 'process raft request' (duration: 135.322794ms)","trace[471300009] 'compare' (duration: 15.710525ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:06:25.360655Z","caller":"traceutil/trace.go:171","msg":"trace[1407130804] transaction","detail":"{read_only:false; response_revision:22081; number_of_response:1; }","duration":"151.705276ms","start":"2026-03-31T21:06:25.208914Z","end":"2026-03-31T21:06:25.360619Z","steps":["trace[1407130804] 'process raft request' (duration: 151.417469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:25.360929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.248679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-31T21:06:25.360989Z","caller":"traceutil/trace.go:171","msg":"trace[400735935] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22081; }","duration":"148.383402ms","start":"2026-03-31T21:06:25.212591Z","end":"2026-03-31T21:06:25.360974Z","steps":["trace[400735935] 'agreement among raft nodes before linearized reading' (duration: 148.225139ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:06:25.361022Z","caller":"traceutil/trace.go:171","msg":"trace[992541598] linearizableReadLoop","detail":"{readStateIndex:22868; appliedIndex:22865; }","duration":"147.741556ms","start":"2026-03-31T21:06:25.21267Z","end":"2026-03-31T21:06:25.360411Z","steps":["trace[992541598] 'read index received' (duration: 78.583387ms)","trace[992541598] 'applied index is now lower than readState.Index' (duration: 69.157359ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:06:25.361297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.060202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T21:06:25.361353Z","caller":"traceutil/trace.go:171","msg":"trace[1909138213] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22081; }","duration":"105.152535ms","start":"2026-03-31T21:06:25.256188Z","end":"2026-03-31T21:06:25.36134Z","steps":["trace[1909138213] 'agreement among raft nodes before linearized reading' (duration: 104.97216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:25.361366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.881078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-31T21:06:25.361454Z","caller":"traceutil/trace.go:171","msg":"trace[2125595552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22081; }","duration":"109.014691ms","start":"2026-03-31T21:06:25.252419Z","end":"2026-03-31T21:06:25.361433Z","steps":["trace[2125595552] 'agreement among raft nodes before linearized reading' (duration: 108.791465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:25.361423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.024382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T21:06:25.361626Z","caller":"traceutil/trace.go:171","msg":"trace[455975651] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22081; }","duration":"148.277949ms","start":"2026-03-31T21:06:25.213328Z","end":"2026-03-31T21:06:25.361606Z","steps":["trace[455975651] 'agreement among raft nodes before linearized reading' (duration: 147.814437ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:06:25.520528Z","caller":"traceutil/trace.go:171","msg":"trace[1096078552] transaction","detail":"{read_only:false; response_revision:22085; number_of_response:1; }","duration":"149.405827ms","start":"2026-03-31T21:06:25.3711Z","end":"2026-03-31T21:06:25.520506Z","steps":["trace[1096078552] 'process raft request' (duration: 149.346316ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:06:25.520698Z","caller":"traceutil/trace.go:171","msg":"trace[1237720928] transaction","detail":"{read_only:false; response_revision:22084; number_of_response:1; }","duration":"149.861518ms","start":"2026-03-31T21:06:25.370821Z","end":"2026-03-31T21:06:25.520683Z","steps":["trace[1237720928] 'process raft request' (duration: 90.386553ms)","trace[1237720928] 'compare' (duration: 58.890791ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:06:27.512525Z","caller":"traceutil/trace.go:171","msg":"trace[1647014266] transaction","detail":"{read_only:false; response_revision:22091; number_of_response:1; }","duration":"145.323355ms","start":"2026-03-31T21:06:27.367173Z","end":"2026-03-31T21:06:27.512496Z","steps":["trace[1647014266] 'process raft request' (duration: 129.908128ms)","trace[1647014266] 'compare' (duration: 15.218382ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:06:29.654817Z","caller":"traceutil/trace.go:171","msg":"trace[94637648] transaction","detail":"{read_only:false; response_revision:22098; number_of_response:1; }","duration":"315.63301ms","start":"2026-03-31T21:06:29.339154Z","end":"2026-03-31T21:06:29.654787Z","steps":["trace[94637648] 'process raft request' (duration: 220.61577ms)","trace[94637648] 'compare' (duration: 94.506917ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:06:29.654945Z","caller":"traceutil/trace.go:171","msg":"trace[480895355] linearizableReadLoop","detail":"{readStateIndex:22886; appliedIndex:22885; }","duration":"315.210008ms","start":"2026-03-31T21:06:29.339708Z","end":"2026-03-31T21:06:29.654918Z","steps":["trace[480895355] 'read index received' (duration: 220.074295ms)","trace[480895355] 'applied index is now lower than readState.Index' (duration: 95.133213ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:06:29.654998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:29.339132Z","time spent":"315.776534ms","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T21:06:29.655029Z","caller":"traceutil/trace.go:171","msg":"trace[1274204221] transaction","detail":"{read_only:false; response_revision:22099; number_of_response:1; }","duration":"285.44165ms","start":"2026-03-31T21:06:29.36957Z","end":"2026-03-31T21:06:29.655012Z","steps":["trace[1274204221] 'process raft request' (duration: 285.222065ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:06:29.6553Z","caller":"traceutil/trace.go:171","msg":"trace[56357593] transaction","detail":"{read_only:false; response_revision:22100; number_of_response:1; }","duration":"257.19866ms","start":"2026-03-31T21:06:29.398088Z","end":"2026-03-31T21:06:29.655287Z","steps":["trace[56357593] 'process raft request' (duration: 256.828781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:29.655494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.290129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:06:29.655546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.816673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T21:06:29.655571Z","caller":"traceutil/trace.go:171","msg":"trace[885681797] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:22101; }","duration":"305.416553ms","start":"2026-03-31T21:06:29.350137Z","end":"2026-03-31T21:06:29.655553Z","steps":["trace[885681797] 'agreement among raft nodes before linearized reading' (duration: 305.255309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:29.655583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.011452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-31T21:06:29.655614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:29.35012Z","time spent":"305.485154ms","remote":"127.0.0.1:52466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:06:29.655651Z","caller":"traceutil/trace.go:171","msg":"trace[1151613621] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22101; }","duration":"113.104485ms","start":"2026-03-31T21:06:29.542532Z","end":"2026-03-31T21:06:29.655636Z","steps":["trace[1151613621] 'agreement among raft nodes before linearized reading' (duration: 112.861079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:29.655682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.710827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T21:06:29.655704Z","caller":"traceutil/trace.go:171","msg":"trace[1637982693] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22101; }","duration":"124.743457ms","start":"2026-03-31T21:06:29.530954Z","end":"2026-03-31T21:06:29.655698Z","steps":["trace[1637982693] 'agreement among raft nodes before linearized reading' (duration: 124.680416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:29.655731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.295376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-31T21:06:29.655778Z","caller":"traceutil/trace.go:171","msg":"trace[1206982615] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22101; }","duration":"128.402179ms","start":"2026-03-31T21:06:29.527365Z","end":"2026-03-31T21:06:29.655767Z","steps":["trace[1206982615] 'agreement among raft nodes before linearized reading' (duration: 128.233505ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:06:29.655606Z","caller":"traceutil/trace.go:171","msg":"trace[1090914409] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22101; }","duration":"315.917465ms","start":"2026-03-31T21:06:29.339674Z","end":"2026-03-31T21:06:29.655591Z","steps":["trace[1090914409] 'agreement among raft nodes before linearized reading' (duration: 315.371802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:29.6559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.456296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T21:06:29.655935Z","caller":"traceutil/trace.go:171","msg":"trace[255986883] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22101; }","duration":"133.525618ms","start":"2026-03-31T21:06:29.5224Z","end":"2026-03-31T21:06:29.655926Z","steps":["trace[255986883] 'agreement among raft nodes before linearized reading' (duration: 133.401145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:29.655937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:06:29.339656Z","time spent":"316.264865ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T21:06:29.655978Z","caller":"traceutil/trace.go:171","msg":"trace[1839377312] transaction","detail":"{read_only:false; response_revision:22101; number_of_response:1; }","duration":"137.810246ms","start":"2026-03-31T21:06:29.518156Z","end":"2026-03-31T21:06:29.655967Z","steps":["trace[1839377312] 'process raft request' (duration: 136.970545ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:06:30.248024Z","caller":"traceutil/trace.go:171","msg":"trace[811411513] transaction","detail":"{read_only:false; response_revision:22108; number_of_response:1; }","duration":"203.885428ms","start":"2026-03-31T21:06:30.044108Z","end":"2026-03-31T21:06:30.247994Z","steps":["trace[811411513] 'process raft request' (duration: 190.491971ms)","trace[811411513] 'compare' (duration: 13.267084ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:06:30.419065Z","caller":"traceutil/trace.go:171","msg":"trace[707834421] transaction","detail":"{read_only:false; response_revision:22110; number_of_response:1; }","duration":"165.41759ms","start":"2026-03-31T21:06:30.253618Z","end":"2026-03-31T21:06:30.419036Z","steps":["trace[707834421] 'process raft request' (duration: 165.332068ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:06:30.419397Z","caller":"traceutil/trace.go:171","msg":"trace[1178167187] transaction","detail":"{read_only:false; response_revision:22109; number_of_response:1; }","duration":"166.107357ms","start":"2026-03-31T21:06:30.253258Z","end":"2026-03-31T21:06:30.419366Z","steps":["trace[1178167187] 'process raft request' (duration: 155.539541ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:06:30.996758Z","caller":"traceutil/trace.go:171","msg":"trace[1243754652] transaction","detail":"{read_only:false; response_revision:22111; number_of_response:1; }","duration":"102.23401ms","start":"2026-03-31T21:06:30.894499Z","end":"2026-03-31T21:06:30.996733Z","steps":["trace[1243754652] 'process raft request' (duration: 102.083197ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:06:31.840235Z","caller":"traceutil/trace.go:171","msg":"trace[1566328261] transaction","detail":"{read_only:false; response_revision:22115; number_of_response:1; }","duration":"106.309584ms","start":"2026-03-31T21:06:31.733893Z","end":"2026-03-31T21:06:31.840202Z","steps":["trace[1566328261] 'process raft request' (duration: 67.162599ms)","trace[1566328261] 'compare' (duration: 38.983031ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:06:31.841851Z","caller":"traceutil/trace.go:171","msg":"trace[347135381] transaction","detail":"{read_only:false; response_revision:22116; number_of_response:1; }","duration":"107.73328ms","start":"2026-03-31T21:06:31.734088Z","end":"2026-03-31T21:06:31.841822Z","steps":["trace[347135381] 'process raft request' (duration: 107.577256ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:06:31.842159Z","caller":"traceutil/trace.go:171","msg":"trace[758699969] transaction","detail":"{read_only:false; response_revision:22118; number_of_response:1; }","duration":"107.245617ms","start":"2026-03-31T21:06:31.734892Z","end":"2026-03-31T21:06:31.842137Z","steps":["trace[758699969] 'process raft request' (duration: 107.102653ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:06:31.842156Z","caller":"traceutil/trace.go:171","msg":"trace[989721819] transaction","detail":"{read_only:false; response_revision:22119; number_of_response:1; }","duration":"106.403147ms","start":"2026-03-31T21:06:31.735732Z","end":"2026-03-31T21:06:31.842135Z","steps":["trace[989721819] 'process raft request' (duration: 106.340925ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:06:31.842273Z","caller":"traceutil/trace.go:171","msg":"trace[820486196] transaction","detail":"{read_only:false; response_revision:22117; number_of_response:1; }","duration":"108.131961ms","start":"2026-03-31T21:06:31.734123Z","end":"2026-03-31T21:06:31.842255Z","steps":["trace[820486196] 'process raft request' (duration: 107.649979ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:06:33.87522Z","caller":"traceutil/trace.go:171","msg":"trace[1695875245] transaction","detail":"{read_only:false; response_revision:22122; number_of_response:1; }","duration":"141.806667ms","start":"2026-03-31T21:06:33.733387Z","end":"2026-03-31T21:06:33.875193Z","steps":["trace[1695875245] 'process raft request' (duration: 130.648806ms)","trace[1695875245] 'compare' (duration: 10.994897ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:06:33.875572Z","caller":"traceutil/trace.go:171","msg":"trace[1840877897] transaction","detail":"{read_only:false; response_revision:22123; number_of_response:1; }","duration":"140.099714ms","start":"2026-03-31T21:06:33.735457Z","end":"2026-03-31T21:06:33.875557Z","steps":["trace[1840877897] 'process raft request' (duration: 139.692394ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:06:34.075957Z","caller":"traceutil/trace.go:171","msg":"trace[801855629] transaction","detail":"{read_only:false; response_revision:22125; number_of_response:1; }","duration":"195.802305ms","start":"2026-03-31T21:06:33.88013Z","end":"2026-03-31T21:06:34.075932Z","steps":["trace[801855629] 'process raft request' (duration: 194.140914ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:06:34.076045Z","caller":"traceutil/trace.go:171","msg":"trace[1336612268] transaction","detail":"{read_only:false; response_revision:22126; number_of_response:1; }","duration":"195.804305ms","start":"2026-03-31T21:06:33.880208Z","end":"2026-03-31T21:06:34.076013Z","steps":["trace[1336612268] 'process raft request' (duration: 195.649002ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:06:34.076235Z","caller":"traceutil/trace.go:171","msg":"trace[1202296742] transaction","detail":"{read_only:false; response_revision:22128; number_of_response:1; }","duration":"195.24149ms","start":"2026-03-31T21:06:33.880983Z","end":"2026-03-31T21:06:34.076224Z","steps":["trace[1202296742] 'process raft request' (duration: 195.150377ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:06:34.076292Z","caller":"traceutil/trace.go:171","msg":"trace[1923097961] transaction","detail":"{read_only:false; response_revision:22127; number_of_response:1; }","duration":"195.467016ms","start":"2026-03-31T21:06:33.880796Z","end":"2026-03-31T21:06:34.076263Z","steps":["trace[1923097961] 'process raft request' (duration: 195.173968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:35.051123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.931461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:06:35.05119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.404313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:06:35.051222Z","caller":"traceutil/trace.go:171","msg":"trace[2063785914] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22131; }","duration":"150.084114ms","start":"2026-03-31T21:06:34.901112Z","end":"2026-03-31T21:06:35.051196Z","steps":["trace[2063785914] 'range keys from in-memory index tree' (duration: 149.837968ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:06:35.051247Z","caller":"traceutil/trace.go:171","msg":"trace[877280504] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22131; }","duration":"183.493114ms","start":"2026-03-31T21:06:34.867735Z","end":"2026-03-31T21:06:35.051228Z","steps":["trace[877280504] 'range keys from in-memory index tree' (duration: 183.34312ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:06:36.042243Z","caller":"traceutil/trace.go:171","msg":"trace[567831510] transaction","detail":"{read_only:false; response_revision:22134; number_of_response:1; }","duration":"161.495401ms","start":"2026-03-31T21:06:35.880725Z","end":"2026-03-31T21:06:36.04222Z","steps":["trace[567831510] 'process raft request' (duration: 161.351998ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:06:36.073755Z","caller":"traceutil/trace.go:171","msg":"trace[637757229] linearizableReadLoop","detail":"{readStateIndex:22924; appliedIndex:22923; }","duration":"135.878467ms","start":"2026-03-31T21:06:35.937855Z","end":"2026-03-31T21:06:36.073733Z","steps":["trace[637757229] 'read index received' (duration: 113.051233ms)","trace[637757229] 'applied index is now lower than readState.Index' (duration: 22.826284ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:06:36.073846Z","caller":"traceutil/trace.go:171","msg":"trace[1932406213] transaction","detail":"{read_only:false; response_revision:22135; number_of_response:1; }","duration":"191.719092ms","start":"2026-03-31T21:06:35.882106Z","end":"2026-03-31T21:06:36.073825Z","steps":["trace[1932406213] 'process raft request' (duration: 184.47413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:36.074016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.147275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T21:06:36.074336Z","caller":"traceutil/trace.go:171","msg":"trace[1466788049] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22135; }","duration":"136.519704ms","start":"2026-03-31T21:06:35.937798Z","end":"2026-03-31T21:06:36.074318Z","steps":["trace[1466788049] 'agreement among raft nodes before linearized reading' (duration: 136.048841ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:06:36.725647Z","caller":"traceutil/trace.go:171","msg":"trace[787516010] transaction","detail":"{read_only:false; response_revision:22141; number_of_response:1; }","duration":"101.919973ms","start":"2026-03-31T21:06:36.623701Z","end":"2026-03-31T21:06:36.725621Z","steps":["trace[787516010] 'process raft request' (duration: 101.777979ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:06:38.221414Z","caller":"traceutil/trace.go:171","msg":"trace[990838689] linearizableReadLoop","detail":"{readStateIndex:22938; appliedIndex:22937; }","duration":"116.748037ms","start":"2026-03-31T21:06:38.104624Z","end":"2026-03-31T21:06:38.221372Z","steps":["trace[990838689] 'read index received' (duration: 43.606608ms)","trace[990838689] 'applied index is now lower than readState.Index' (duration: 73.138619ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:06:38.221811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.154867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-31T21:06:38.22213Z","caller":"traceutil/trace.go:171","msg":"trace[497694782] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22149; }","duration":"117.506625ms","start":"2026-03-31T21:06:38.104597Z","end":"2026-03-31T21:06:38.222103Z","steps":["trace[497694782] 'agreement among raft nodes before linearized reading' (duration: 116.978092ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:06:38.221764Z","caller":"traceutil/trace.go:171","msg":"trace[508908938] transaction","detail":"{read_only:false; response_revision:22149; number_of_response:1; }","duration":"120.832529ms","start":"2026-03-31T21:06:38.100655Z","end":"2026-03-31T21:06:38.221487Z","steps":["trace[508908938] 'process raft request' (duration: 47.664469ms)","trace[508908938] 'compare' (duration: 72.723089ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:06:48.539027Z","caller":"traceutil/trace.go:171","msg":"trace[982509602] transaction","detail":"{read_only:false; response_revision:22201; number_of_response:1; }","duration":"104.611101ms","start":"2026-03-31T21:06:48.434391Z","end":"2026-03-31T21:06:48.539002Z","steps":["trace[982509602] 'process raft request' (duration: 104.471888ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:06:48.540088Z","caller":"traceutil/trace.go:171","msg":"trace[474903649] transaction","detail":"{read_only:false; response_revision:22202; number_of_response:1; }","duration":"103.840741ms","start":"2026-03-31T21:06:48.436214Z","end":"2026-03-31T21:06:48.540055Z","steps":["trace[474903649] 'process raft request' (duration: 103.634756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:06:52.334828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.049057ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:06:52.334986Z","caller":"traceutil/trace.go:171","msg":"trace[2018122028] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22214; }","duration":"104.212941ms","start":"2026-03-31T21:06:52.23074Z","end":"2026-03-31T21:06:52.334953Z","steps":["trace[2018122028] 'range keys from in-memory index tree' (duration: 104.024896ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:07:44.861087Z","caller":"traceutil/trace.go:171","msg":"trace[2080686451] linearizableReadLoop","detail":"{readStateIndex:23577; appliedIndex:23576; }","duration":"175.73378ms","start":"2026-03-31T21:07:44.685319Z","end":"2026-03-31T21:07:44.861053Z","steps":["trace[2080686451] 'read index received' (duration: 175.470394ms)","trace[2080686451] 'applied index is now lower than readState.Index' (duration: 262.306µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:07:44.8613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.960206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:07:44.861296Z","caller":"traceutil/trace.go:171","msg":"trace[496879058] transaction","detail":"{read_only:false; response_revision:22760; number_of_response:1; }","duration":"176.974551ms","start":"2026-03-31T21:07:44.684279Z","end":"2026-03-31T21:07:44.861254Z","steps":["trace[496879058] 'process raft request' (duration: 176.585432ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:07:44.86139Z","caller":"traceutil/trace.go:171","msg":"trace[67253329] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:22760; }","duration":"176.080679ms","start":"2026-03-31T21:07:44.685261Z","end":"2026-03-31T21:07:44.861342Z","steps":["trace[67253329] 'agreement among raft nodes before linearized reading' (duration: 175.968096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:07:44.861619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.114984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:07:44.861673Z","caller":"traceutil/trace.go:171","msg":"trace[5171309] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:22760; }","duration":"173.204106ms","start":"2026-03-31T21:07:44.688457Z","end":"2026-03-31T21:07:44.861661Z","steps":["trace[5171309] 'agreement among raft nodes before linearized reading' (duration: 173.097563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:07:44.861797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.522386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:07:44.861958Z","caller":"traceutil/trace.go:171","msg":"trace[215005161] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:22760; }","duration":"152.721242ms","start":"2026-03-31T21:07:44.709222Z","end":"2026-03-31T21:07:44.861943Z","steps":["trace[215005161] 'agreement among raft nodes before linearized reading' (duration: 152.545776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:07:44.862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.463443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"warn","ts":"2026-03-31T21:07:44.861996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.970132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-03-31T21:07:44.862045Z","caller":"traceutil/trace.go:171","msg":"trace[1154720857] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:22760; }","duration":"173.526645ms","start":"2026-03-31T21:07:44.688506Z","end":"2026-03-31T21:07:44.862033Z","steps":["trace[1154720857] 'agreement among raft nodes before linearized reading' (duration: 173.389281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:07:44.862071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.844485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:07:44.86214Z","caller":"traceutil/trace.go:171","msg":"trace[1911392320] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22760; }","duration":"152.906457ms","start":"2026-03-31T21:07:44.709202Z","end":"2026-03-31T21:07:44.862108Z","steps":["trace[1911392320] 'agreement among raft nodes before linearized reading' (duration: 152.844795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:07:44.86215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.560996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T21:07:44.862181Z","caller":"traceutil/trace.go:171","msg":"trace[1765380718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22760; }","duration":"117.631248ms","start":"2026-03-31T21:07:44.744542Z","end":"2026-03-31T21:07:44.862174Z","steps":["trace[1765380718] 'agreement among raft nodes before linearized reading' (duration: 117.553126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:07:44.862289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.740371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-31T21:07:44.862313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.703616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-31T21:07:44.862342Z","caller":"traceutil/trace.go:171","msg":"trace[938236162] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22760; }","duration":"153.754487ms","start":"2026-03-31T21:07:44.708579Z","end":"2026-03-31T21:07:44.862334Z","steps":["trace[938236162] 'agreement among raft nodes before linearized reading' (duration: 153.666195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:07:44.862401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.873936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:07:44.862012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.438062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-31T21:07:44.862446Z","caller":"traceutil/trace.go:171","msg":"trace[618929312] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:22760; }","duration":"152.917907ms","start":"2026-03-31T21:07:44.709517Z","end":"2026-03-31T21:07:44.862435Z","steps":["trace[618929312] 'agreement among raft nodes before linearized reading' (duration: 152.852745ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:07:44.862344Z","caller":"traceutil/trace.go:171","msg":"trace[1286451064] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22760; }","duration":"148.795052ms","start":"2026-03-31T21:07:44.713535Z","end":"2026-03-31T21:07:44.86233Z","steps":["trace[1286451064] 'agreement among raft nodes before linearized reading' (duration: 148.622488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:07:44.862526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.770461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:07:44.862071Z","caller":"traceutil/trace.go:171","msg":"trace[1820047323] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:22760; }","duration":"148.051494ms","start":"2026-03-31T21:07:44.713999Z","end":"2026-03-31T21:07:44.86205Z","steps":["trace[1820047323] 'agreement among raft nodes before linearized reading' (duration: 147.87508ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:07:44.862547Z","caller":"traceutil/trace.go:171","msg":"trace[1672227071] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:22760; }","duration":"173.806691ms","start":"2026-03-31T21:07:44.688734Z","end":"2026-03-31T21:07:44.86254Z","steps":["trace[1672227071] 'agreement among raft nodes before linearized reading' (duration: 173.76546ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:07:44.86248Z","caller":"traceutil/trace.go:171","msg":"trace[692521927] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22760; }","duration":"173.965235ms","start":"2026-03-31T21:07:44.688502Z","end":"2026-03-31T21:07:44.862467Z","steps":["trace[692521927] 'agreement among raft nodes before linearized reading' (duration: 173.35034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:07:45.102008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.358077ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:07:45.10233Z","caller":"traceutil/trace.go:171","msg":"trace[703693719] transaction","detail":"{read_only:false; response_revision:22763; number_of_response:1; }","duration":"234.398914ms","start":"2026-03-31T21:07:44.867913Z","end":"2026-03-31T21:07:45.102312Z","steps":["trace[703693719] 'process raft request' (duration: 234.23349ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:07:45.102514Z","caller":"traceutil/trace.go:171","msg":"trace[1371526296] transaction","detail":"{read_only:false; response_revision:22764; number_of_response:1; }","duration":"233.485883ms","start":"2026-03-31T21:07:44.868999Z","end":"2026-03-31T21:07:45.102485Z","steps":["trace[1371526296] 'process raft request' (duration: 233.275338ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:07:45.102513Z","caller":"traceutil/trace.go:171","msg":"trace[2120958962] linearizableReadLoop","detail":"{readStateIndex:23581; appliedIndex:23578; }","duration":"232.367215ms","start":"2026-03-31T21:07:44.870112Z","end":"2026-03-31T21:07:45.102479Z","steps":["trace[2120958962] 'read index received' (duration: 34.785116ms)","trace[2120958962] 'applied index is now lower than readState.Index' (duration: 197.580449ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:07:45.10265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.539289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:07:45.10271Z","caller":"traceutil/trace.go:171","msg":"trace[1443436692] transaction","detail":"{read_only:false; response_revision:22762; number_of_response:1; }","duration":"234.383184ms","start":"2026-03-31T21:07:44.867849Z","end":"2026-03-31T21:07:45.102232Z","steps":["trace[1443436692] 'process raft request' (duration: 88.67075ms)","trace[1443436692] 'compare' (duration: 145.050778ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:07:45.102732Z","caller":"traceutil/trace.go:171","msg":"trace[1821152399] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22764; }","duration":"232.632151ms","start":"2026-03-31T21:07:44.870077Z","end":"2026-03-31T21:07:45.102709Z","steps":["trace[1821152399] 'agreement among raft nodes before linearized reading' (duration: 232.499618ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:08:02.885001Z","caller":"traceutil/trace.go:171","msg":"trace[24872404] transaction","detail":"{read_only:false; response_revision:22902; number_of_response:1; }","duration":"102.070267ms","start":"2026-03-31T21:08:02.782909Z","end":"2026-03-31T21:08:02.884979Z","steps":["trace[24872404] 'process raft request' (duration: 101.77861ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:08:11.179013Z","caller":"traceutil/trace.go:171","msg":"trace[514997143] transaction","detail":"{read_only:false; response_revision:22946; number_of_response:1; }","duration":"106.118259ms","start":"2026-03-31T21:08:11.072859Z","end":"2026-03-31T21:08:11.178977Z","steps":["trace[514997143] 'process raft request' (duration: 105.844982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:08:12.597901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.149389ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:08:12.598063Z","caller":"traceutil/trace.go:171","msg":"trace[278152766] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22952; }","duration":"366.316073ms","start":"2026-03-31T21:08:12.231721Z","end":"2026-03-31T21:08:12.598037Z","steps":["trace[278152766] 'range keys from in-memory index tree' (duration: 366.130529ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:08:12.615035Z","caller":"traceutil/trace.go:171","msg":"trace[1181469685] linearizableReadLoop","detail":"{readStateIndex:23775; appliedIndex:23774; }","duration":"109.985886ms","start":"2026-03-31T21:08:12.505031Z","end":"2026-03-31T21:08:12.615017Z","steps":["trace[1181469685] 'read index received' (duration: 109.811122ms)","trace[1181469685] 'applied index is now lower than readState.Index' (duration: 174.124µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:08:12.615116Z","caller":"traceutil/trace.go:171","msg":"trace[1007251864] transaction","detail":"{read_only:false; response_revision:22953; number_of_response:1; }","duration":"154.581598ms","start":"2026-03-31T21:08:12.460503Z","end":"2026-03-31T21:08:12.615084Z","steps":["trace[1007251864] 'process raft request' (duration: 154.390363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:08:12.615325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.268524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T21:08:12.615407Z","caller":"traceutil/trace.go:171","msg":"trace[1909527187] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:22953; }","duration":"110.401477ms","start":"2026-03-31T21:08:12.504986Z","end":"2026-03-31T21:08:12.615387Z","steps":["trace[1909527187] 'agreement among raft nodes before linearized reading' (duration: 110.112999ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:08:12.780502Z","caller":"traceutil/trace.go:171","msg":"trace[1521193429] transaction","detail":"{read_only:false; response_revision:22954; number_of_response:1; }","duration":"117.872106ms","start":"2026-03-31T21:08:12.662605Z","end":"2026-03-31T21:08:12.780478Z","steps":["trace[1521193429] 'process raft request' (duration: 117.724831ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:08:12.782244Z","caller":"traceutil/trace.go:171","msg":"trace[1785106722] transaction","detail":"{read_only:false; response_revision:22955; number_of_response:1; }","duration":"116.271694ms","start":"2026-03-31T21:08:12.665951Z","end":"2026-03-31T21:08:12.782222Z","steps":["trace[1785106722] 'process raft request' (duration: 116.12508ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:08:21.746102Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20852} {"level":"info","ts":"2026-03-31T21:08:21.859942Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20852,"took":"111.217819ms","hash":3446663728,"current-db-size-bytes":47296512,"current-db-size":"47 MB","current-db-size-in-use-bytes":29450240,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-31T21:08:21.860044Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3446663728,"revision":20852,"compact-revision":18513} {"level":"info","ts":"2026-03-31T21:08:31.430708Z","caller":"traceutil/trace.go:171","msg":"trace[1554553783] linearizableReadLoop","detail":"{readStateIndex:23914; appliedIndex:23913; }","duration":"145.721635ms","start":"2026-03-31T21:08:31.284962Z","end":"2026-03-31T21:08:31.430683Z","steps":["trace[1554553783] 'read index received' (duration: 145.480519ms)","trace[1554553783] 'applied index is now lower than readState.Index' (duration: 240.256µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:08:31.431021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.029442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:08:31.43113Z","caller":"traceutil/trace.go:171","msg":"trace[1336334582] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:23085; }","duration":"146.177576ms","start":"2026-03-31T21:08:31.284925Z","end":"2026-03-31T21:08:31.431103Z","steps":["trace[1336334582] 'agreement among raft nodes before linearized reading' (duration: 146.003832ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:08:31.431151Z","caller":"traceutil/trace.go:171","msg":"trace[835811556] transaction","detail":"{read_only:false; response_revision:23085; number_of_response:1; }","duration":"165.02257ms","start":"2026-03-31T21:08:31.266076Z","end":"2026-03-31T21:08:31.431099Z","steps":["trace[835811556] 'process raft request' (duration: 164.421545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:08:31.432101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.079009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12608"} {"level":"info","ts":"2026-03-31T21:08:31.432222Z","caller":"traceutil/trace.go:171","msg":"trace[2012874622] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:23085; }","duration":"147.234563ms","start":"2026-03-31T21:08:31.28496Z","end":"2026-03-31T21:08:31.432195Z","steps":["trace[2012874622] 'agreement among raft nodes before linearized reading' (duration: 146.050043ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:08:31.546444Z","caller":"traceutil/trace.go:171","msg":"trace[1513918904] transaction","detail":"{read_only:false; response_revision:23086; number_of_response:1; }","duration":"110.786676ms","start":"2026-03-31T21:08:31.435638Z","end":"2026-03-31T21:08:31.546425Z","steps":["trace[1513918904] 'process raft request' (duration: 33.552214ms)","trace[1513918904] 'compare' (duration: 76.962565ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:08:31.547008Z","caller":"traceutil/trace.go:171","msg":"trace[1678831240] transaction","detail":"{read_only:false; response_revision:23087; number_of_response:1; }","duration":"111.334641ms","start":"2026-03-31T21:08:31.435636Z","end":"2026-03-31T21:08:31.546971Z","steps":["trace[1678831240] 'process raft request' (duration: 110.716554ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:08:31.54729Z","caller":"traceutil/trace.go:171","msg":"trace[1655680545] transaction","detail":"{read_only:false; response_revision:23088; number_of_response:1; }","duration":"111.005393ms","start":"2026-03-31T21:08:31.436253Z","end":"2026-03-31T21:08:31.547259Z","steps":["trace[1655680545] 'process raft request' (duration: 110.661504ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:08:31.547509Z","caller":"traceutil/trace.go:171","msg":"trace[861031661] transaction","detail":"{read_only:false; response_revision:23089; number_of_response:1; }","duration":"110.517181ms","start":"2026-03-31T21:08:31.436944Z","end":"2026-03-31T21:08:31.547461Z","steps":["trace[861031661] 'process raft request' (duration: 110.07527ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:08:36.003596Z","caller":"traceutil/trace.go:171","msg":"trace[1618233899] transaction","detail":"{read_only:false; response_revision:23109; number_of_response:1; }","duration":"353.416639ms","start":"2026-03-31T21:08:35.650148Z","end":"2026-03-31T21:08:36.003565Z","steps":["trace[1618233899] 'process raft request' (duration: 353.282715ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:08:36.003936Z","caller":"traceutil/trace.go:171","msg":"trace[930301790] transaction","detail":"{read_only:false; response_revision:23107; number_of_response:1; }","duration":"354.855075ms","start":"2026-03-31T21:08:35.649026Z","end":"2026-03-31T21:08:36.003881Z","steps":["trace[930301790] 'process raft request' (duration: 354.057045ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:08:36.003971Z","caller":"traceutil/trace.go:171","msg":"trace[687906404] linearizableReadLoop","detail":"{readStateIndex:23939; appliedIndex:23939; }","duration":"134.528334ms","start":"2026-03-31T21:08:35.869419Z","end":"2026-03-31T21:08:36.003948Z","steps":["trace[687906404] 'read index received' (duration: 134.516064ms)","trace[687906404] 'applied index is now lower than readState.Index' (duration: 9.99µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:08:36.004031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:08:35.650143Z","time spent":"353.585193ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:08:36.004097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.655197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:08:36.00413Z","caller":"traceutil/trace.go:171","msg":"trace[890753179] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23109; }","duration":"134.733648ms","start":"2026-03-31T21:08:35.869388Z","end":"2026-03-31T21:08:36.004121Z","steps":["trace[890753179] 'agreement among raft nodes before linearized reading' (duration: 134.641896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:08:36.004114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:08:35.649016Z","time spent":"355.007269ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:08:36.004225Z","caller":"traceutil/trace.go:171","msg":"trace[320945209] transaction","detail":"{read_only:false; response_revision:23108; number_of_response:1; }","duration":"354.21712ms","start":"2026-03-31T21:08:35.649991Z","end":"2026-03-31T21:08:36.004208Z","steps":["trace[320945209] 'process raft request' (duration: 353.328166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:08:36.004293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:08:35.649984Z","time spent":"354.276071ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:08:36.053647Z","caller":"traceutil/trace.go:171","msg":"trace[769145558] transaction","detail":"{read_only:false; response_revision:23110; number_of_response:1; }","duration":"140.553935ms","start":"2026-03-31T21:08:35.913059Z","end":"2026-03-31T21:08:36.053613Z","steps":["trace[769145558] 'process raft request' (duration: 140.37346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:09:39.768477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.95538ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T21:09:39.768612Z","caller":"traceutil/trace.go:171","msg":"trace[2085672958] linearizableReadLoop","detail":"{readStateIndex:24475; appliedIndex:24474; }","duration":"265.018605ms","start":"2026-03-31T21:09:39.503573Z","end":"2026-03-31T21:09:39.768591Z","steps":["trace[2085672958] 'read index received' (duration: 35.631µs)","trace[2085672958] 'applied index is now lower than readState.Index' (duration: 264.981364ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:09:39.768788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.20391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-37db0ecf-2cef-45bb-8bea-00cbf5ef8367\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-31T21:09:39.768826Z","caller":"traceutil/trace.go:171","msg":"trace[1825348863] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-37db0ecf-2cef-45bb-8bea-00cbf5ef8367; range_end:; response_count:1; response_revision:23629; }","duration":"265.277872ms","start":"2026-03-31T21:09:39.503535Z","end":"2026-03-31T21:09:39.768813Z","steps":["trace[1825348863] 'agreement among raft nodes before linearized reading' (duration: 265.108367ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:09:54.447257Z","caller":"traceutil/trace.go:171","msg":"trace[670743981] transaction","detail":"{read_only:false; response_revision:23737; number_of_response:1; }","duration":"116.983482ms","start":"2026-03-31T21:09:54.330253Z","end":"2026-03-31T21:09:54.447236Z","steps":["trace[670743981] 'process raft request' (duration: 100.756304ms)","trace[670743981] 'compare' (duration: 15.738586ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:09:54.590394Z","caller":"traceutil/trace.go:171","msg":"trace[1800018054] transaction","detail":"{read_only:false; response_revision:23739; number_of_response:1; }","duration":"102.045747ms","start":"2026-03-31T21:09:54.488303Z","end":"2026-03-31T21:09:54.590349Z","steps":["trace[1800018054] 'process raft request' (duration: 100.758935ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:09:59.619027Z","caller":"traceutil/trace.go:171","msg":"trace[233504761] transaction","detail":"{read_only:false; response_revision:23765; number_of_response:1; }","duration":"168.98754ms","start":"2026-03-31T21:09:59.450009Z","end":"2026-03-31T21:09:59.618997Z","steps":["trace[233504761] 'process raft request' (duration: 95.889572ms)","trace[233504761] 'compare' (duration: 72.931734ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:10:05.520003Z","caller":"traceutil/trace.go:171","msg":"trace[1771261937] transaction","detail":"{read_only:false; response_revision:23825; number_of_response:1; }","duration":"176.55305ms","start":"2026-03-31T21:10:05.343408Z","end":"2026-03-31T21:10:05.519961Z","steps":["trace[1771261937] 'process raft request' (duration: 99.496902ms)","trace[1771261937] 'compare' (duration: 76.811932ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:10:05.524528Z","caller":"traceutil/trace.go:171","msg":"trace[71843228] transaction","detail":"{read_only:false; response_revision:23826; number_of_response:1; }","duration":"119.72912ms","start":"2026-03-31T21:10:05.404757Z","end":"2026-03-31T21:10:05.524486Z","steps":["trace[71843228] 'process raft request' (duration: 119.434093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:16.141664Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973387126,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T21:10:16.250844Z","caller":"traceutil/trace.go:171","msg":"trace[579774706] transaction","detail":"{read_only:false; response_revision:23892; number_of_response:1; }","duration":"670.589797ms","start":"2026-03-31T21:10:15.580231Z","end":"2026-03-31T21:10:16.250821Z","steps":["trace[579774706] 'process raft request' (duration: 670.446744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:16.250999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:15.580195Z","time spent":"670.718869ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:10:16.256331Z","caller":"traceutil/trace.go:171","msg":"trace[1231726070] linearizableReadLoop","detail":"{readStateIndex:24749; appliedIndex:24747; }","duration":"614.703141ms","start":"2026-03-31T21:10:15.641606Z","end":"2026-03-31T21:10:16.256309Z","steps":["trace[1231726070] 'read index received' (duration: 609.201163ms)","trace[1231726070] 'applied index is now lower than readState.Index' (duration: 5.500998ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:10:16.256443Z","caller":"traceutil/trace.go:171","msg":"trace[562444041] transaction","detail":"{read_only:false; response_revision:23894; number_of_response:1; }","duration":"470.041453ms","start":"2026-03-31T21:10:15.786359Z","end":"2026-03-31T21:10:16.2564Z","steps":["trace[562444041] 'process raft request' (duration: 469.902649ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:16.256379Z","caller":"traceutil/trace.go:171","msg":"trace[362454685] transaction","detail":"{read_only:false; response_revision:23893; number_of_response:1; }","duration":"674.177327ms","start":"2026-03-31T21:10:15.582168Z","end":"2026-03-31T21:10:16.256345Z","steps":["trace[362454685] 'process raft request' (duration: 673.945761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:16.256624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.223103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:10:16.256654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:15.786338Z","time spent":"470.210366ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:10:16.256678Z","caller":"traceutil/trace.go:171","msg":"trace[943503549] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23894; }","duration":"380.301505ms","start":"2026-03-31T21:10:15.876359Z","end":"2026-03-31T21:10:16.256661Z","steps":["trace[943503549] 'agreement among raft nodes before linearized reading' (duration: 380.239323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:16.25656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.040871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/orc-system\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:10:16.256735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:15.876338Z","time spent":"380.381997ms","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T21:10:16.256789Z","caller":"traceutil/trace.go:171","msg":"trace[1556015864] range","detail":"{range_begin:/registry/namespaces/orc-system; range_end:; response_count:0; response_revision:23894; }","duration":"491.297127ms","start":"2026-03-31T21:10:15.765463Z","end":"2026-03-31T21:10:16.25676Z","steps":["trace[1556015864] 'agreement among raft nodes before linearized reading' (duration: 491.01635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:16.256849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:15.765446Z","time spent":"491.38747ms","remote":"127.0.0.1:52264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":33,"response count":0,"response size":29,"request content":"key:\"/registry/namespaces/orc-system\" "} {"level":"warn","ts":"2026-03-31T21:10:16.256833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:15.582152Z","time spent":"674.497415ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:10:16.25713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.519982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-31T21:10:16.257183Z","caller":"traceutil/trace.go:171","msg":"trace[1881384405] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23894; }","duration":"615.621035ms","start":"2026-03-31T21:10:15.641549Z","end":"2026-03-31T21:10:16.25717Z","steps":["trace[1881384405] 'agreement among raft nodes before linearized reading' (duration: 615.45451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:16.25722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:15.641522Z","time spent":"615.690577ms","remote":"127.0.0.1:52252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T21:10:19.144064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.984862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:10:19.144121Z","caller":"traceutil/trace.go:171","msg":"trace[514632066] linearizableReadLoop","detail":"{readStateIndex:24854; appliedIndex:24853; }","duration":"165.152684ms","start":"2026-03-31T21:10:18.978942Z","end":"2026-03-31T21:10:19.144095Z","steps":["trace[514632066] 'read index received' (duration: 158.390514ms)","trace[514632066] 'applied index is now lower than readState.Index' (duration: 6.76095ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:10:19.144176Z","caller":"traceutil/trace.go:171","msg":"trace[115297624] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23998; }","duration":"274.136915ms","start":"2026-03-31T21:10:18.870012Z","end":"2026-03-31T21:10:19.144149Z","steps":["trace[115297624] 'range keys from in-memory index tree' (duration: 273.9046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:19.144172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.315657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T21:10:19.144284Z","caller":"traceutil/trace.go:171","msg":"trace[1926134404] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23998; }","duration":"225.480931ms","start":"2026-03-31T21:10:18.918784Z","end":"2026-03-31T21:10:19.144265Z","steps":["trace[1926134404] 'range keys from in-memory index tree' (duration: 225.071911ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:19.144187Z","caller":"traceutil/trace.go:171","msg":"trace[1835211941] transaction","detail":"{read_only:false; response_revision:23999; number_of_response:1; }","duration":"213.580222ms","start":"2026-03-31T21:10:18.93058Z","end":"2026-03-31T21:10:19.144161Z","steps":["trace[1835211941] 'process raft request' (duration: 206.846423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:19.144349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.421261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T21:10:19.144406Z","caller":"traceutil/trace.go:171","msg":"trace[358070079] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23999; }","duration":"165.523333ms","start":"2026-03-31T21:10:18.978866Z","end":"2026-03-31T21:10:19.14439Z","steps":["trace[358070079] 'agreement among raft nodes before linearized reading' (duration: 165.346099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:19.144401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.043721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T21:10:19.144454Z","caller":"traceutil/trace.go:171","msg":"trace[1562841375] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23999; }","duration":"165.143114ms","start":"2026-03-31T21:10:18.979296Z","end":"2026-03-31T21:10:19.144439Z","steps":["trace[1562841375] 'agreement among raft nodes before linearized reading' (duration: 164.926908ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:22.884837Z","caller":"traceutil/trace.go:171","msg":"trace[778569815] transaction","detail":"{read_only:false; response_revision:24065; number_of_response:1; }","duration":"101.792471ms","start":"2026-03-31T21:10:22.783016Z","end":"2026-03-31T21:10:22.884808Z","steps":["trace[778569815] 'process raft request' (duration: 101.637517ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:22.984131Z","caller":"traceutil/trace.go:171","msg":"trace[1856444251] transaction","detail":"{read_only:false; response_revision:24066; number_of_response:1; }","duration":"188.125422ms","start":"2026-03-31T21:10:22.795979Z","end":"2026-03-31T21:10:22.984104Z","steps":["trace[1856444251] 'process raft request' (duration: 127.982188ms)","trace[1856444251] 'compare' (duration: 59.797145ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:10:22.984226Z","caller":"traceutil/trace.go:171","msg":"trace[1713228621] linearizableReadLoop","detail":"{readStateIndex:24925; appliedIndex:24923; }","duration":"187.062216ms","start":"2026-03-31T21:10:22.797137Z","end":"2026-03-31T21:10:22.984199Z","steps":["trace[1713228621] 'read index received' (duration: 87.615934ms)","trace[1713228621] 'applied index is now lower than readState.Index' (duration: 99.442992ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:10:22.984369Z","caller":"traceutil/trace.go:171","msg":"trace[1844133871] transaction","detail":"{read_only:false; response_revision:24067; number_of_response:1; }","duration":"149.233804ms","start":"2026-03-31T21:10:22.835116Z","end":"2026-03-31T21:10:22.984349Z","steps":["trace[1844133871] 'process raft request' (duration: 148.842664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:22.98456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.412204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/extensionconfigs.runtime.cluster.x-k8s.io\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:10:22.98439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.992272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:10:22.984643Z","caller":"traceutil/trace.go:171","msg":"trace[1446067897] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/extensionconfigs.runtime.cluster.x-k8s.io; range_end:; response_count:0; response_revision:24069; }","duration":"187.525397ms","start":"2026-03-31T21:10:22.797093Z","end":"2026-03-31T21:10:22.984618Z","steps":["trace[1446067897] 'agreement among raft nodes before linearized reading' (duration: 187.401494ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:22.984674Z","caller":"traceutil/trace.go:171","msg":"trace[2084295619] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24069; }","duration":"115.382703ms","start":"2026-03-31T21:10:22.869284Z","end":"2026-03-31T21:10:22.984667Z","steps":["trace[2084295619] 'agreement among raft nodes before linearized reading' (duration: 115.062565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:23.185941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.706413ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:10:23.186033Z","caller":"traceutil/trace.go:171","msg":"trace[1781522192] linearizableReadLoop","detail":"{readStateIndex:24929; appliedIndex:24928; }","duration":"189.63088ms","start":"2026-03-31T21:10:22.996389Z","end":"2026-03-31T21:10:23.186019Z","steps":["trace[1781522192] 'read index received' (duration: 88.720592ms)","trace[1781522192] 'applied index is now lower than readState.Index' (duration: 100.909338ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:10:23.186141Z","caller":"traceutil/trace.go:171","msg":"trace[1793215174] transaction","detail":"{read_only:false; response_revision:24070; number_of_response:1; }","duration":"193.62676ms","start":"2026-03-31T21:10:22.992467Z","end":"2026-03-31T21:10:23.186094Z","steps":["trace[1793215174] 'process raft request' (duration: 92.611379ms)","trace[1793215174] 'compare' (duration: 100.57218ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:10:23.186322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.916097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-31T21:10:23.186357Z","caller":"traceutil/trace.go:171","msg":"trace[1705161950] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:24070; }","duration":"190.007709ms","start":"2026-03-31T21:10:22.996338Z","end":"2026-03-31T21:10:23.186346Z","steps":["trace[1705161950] 'agreement among raft nodes before linearized reading' (duration: 189.775064ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:23.186462Z","caller":"traceutil/trace.go:171","msg":"trace[675151303] transaction","detail":"{read_only:false; response_revision:24071; number_of_response:1; }","duration":"186.167042ms","start":"2026-03-31T21:10:23.00028Z","end":"2026-03-31T21:10:23.186447Z","steps":["trace[675151303] 'process raft request' (duration: 185.925856ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:23.186634Z","caller":"traceutil/trace.go:171","msg":"trace[2045954847] transaction","detail":"{read_only:false; response_revision:24072; number_of_response:1; }","duration":"173.693858ms","start":"2026-03-31T21:10:23.0129Z","end":"2026-03-31T21:10:23.186594Z","steps":["trace[2045954847] 'process raft request' (duration: 173.3615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:24.370383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.636652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"info","ts":"2026-03-31T21:10:24.370509Z","caller":"traceutil/trace.go:171","msg":"trace[840513395] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:24181; }","duration":"102.792186ms","start":"2026-03-31T21:10:24.267697Z","end":"2026-03-31T21:10:24.370489Z","steps":["trace[840513395] 'agreement among raft nodes before linearized reading' (duration: 102.547369ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:24.416474Z","caller":"traceutil/trace.go:171","msg":"trace[1988478025] transaction","detail":"{read_only:false; response_revision:24182; number_of_response:1; }","duration":"125.798624ms","start":"2026-03-31T21:10:24.29065Z","end":"2026-03-31T21:10:24.416448Z","steps":["trace[1988478025] 'process raft request' (duration: 125.075396ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:24.416782Z","caller":"traceutil/trace.go:171","msg":"trace[140402687] transaction","detail":"{read_only:false; response_revision:24183; number_of_response:1; }","duration":"117.958807ms","start":"2026-03-31T21:10:24.29881Z","end":"2026-03-31T21:10:24.416769Z","steps":["trace[140402687] 'process raft request' (duration: 117.088205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:24.416921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.555445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-31T21:10:24.41696Z","caller":"traceutil/trace.go:171","msg":"trace[548791526] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24184; }","duration":"111.624317ms","start":"2026-03-31T21:10:24.305326Z","end":"2026-03-31T21:10:24.416951Z","steps":["trace[548791526] 'agreement among raft nodes before linearized reading' (duration: 111.491103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:25.989839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.890009ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:10:25.990044Z","caller":"traceutil/trace.go:171","msg":"trace[1221663503] linearizableReadLoop","detail":"{readStateIndex:25218; appliedIndex:25217; }","duration":"311.197258ms","start":"2026-03-31T21:10:25.67882Z","end":"2026-03-31T21:10:25.990017Z","steps":["trace[1221663503] 'read index received' (duration: 135.9759ms)","trace[1221663503] 'applied index is now lower than readState.Index' (duration: 175.219037ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:10:25.990181Z","caller":"traceutil/trace.go:171","msg":"trace[896378988] transaction","detail":"{read_only:false; response_revision:24352; number_of_response:1; }","duration":"313.724831ms","start":"2026-03-31T21:10:25.676433Z","end":"2026-03-31T21:10:25.990158Z","steps":["trace[896378988] 'process raft request' (duration: 138.313359ms)","trace[896378988] 'compare' (duration: 174.544981ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:10:25.99029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:25.676407Z","time spent":"313.810013ms","remote":"127.0.0.1:52190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":56502,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:10:25.990862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.009668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111747"} {"level":"info","ts":"2026-03-31T21:10:25.990938Z","caller":"traceutil/trace.go:171","msg":"trace[834580169] transaction","detail":"{read_only:false; response_revision:24355; number_of_response:1; }","duration":"246.390538ms","start":"2026-03-31T21:10:25.744521Z","end":"2026-03-31T21:10:25.990912Z","steps":["trace[834580169] 'process raft request' (duration: 246.302576ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:25.990897Z","caller":"traceutil/trace.go:171","msg":"trace[2095937735] transaction","detail":"{read_only:false; response_revision:24353; number_of_response:1; }","duration":"300.691233ms","start":"2026-03-31T21:10:25.690159Z","end":"2026-03-31T21:10:25.990851Z","steps":["trace[2095937735] 'process raft request' (duration: 300.17829ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:25.990959Z","caller":"traceutil/trace.go:171","msg":"trace[1939605114] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:24352; }","duration":"312.139911ms","start":"2026-03-31T21:10:25.678796Z","end":"2026-03-31T21:10:25.990936Z","steps":["trace[1939605114] 'agreement among raft nodes before linearized reading' (duration: 311.565497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:25.990986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.194438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/capo-system/capo-webhook-service-cert\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:10:25.991019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:25.678785Z","time spent":"312.223583ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111770,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-03-31T21:10:25.991069Z","caller":"traceutil/trace.go:171","msg":"trace[1426458956] range","detail":"{range_begin:/registry/secrets/capo-system/capo-webhook-service-cert; range_end:; response_count:0; response_revision:24355; }","duration":"247.323641ms","start":"2026-03-31T21:10:25.743715Z","end":"2026-03-31T21:10:25.991039Z","steps":["trace[1426458956] 'agreement among raft nodes before linearized reading' (duration: 247.189348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:25.991109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:25.690138Z","time spent":"300.871537ms","remote":"127.0.0.1:52190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":38891,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T21:10:25.991186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.041584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:10:25.99133Z","caller":"traceutil/trace.go:171","msg":"trace[1964177084] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24355; }","duration":"247.206308ms","start":"2026-03-31T21:10:25.744056Z","end":"2026-03-31T21:10:25.991262Z","steps":["trace[1964177084] 'agreement among raft nodes before linearized reading' (duration: 247.002073ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:25.992768Z","caller":"traceutil/trace.go:171","msg":"trace[1001206821] transaction","detail":"{read_only:false; response_revision:24354; number_of_response:1; }","duration":"301.298259ms","start":"2026-03-31T21:10:25.691393Z","end":"2026-03-31T21:10:25.992691Z","steps":["trace[1001206821] 'process raft request' (duration: 299.332469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:25.992965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:25.691381Z","time spent":"301.493244ms","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":833,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T21:10:27.608714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.922695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/cert-manager-test/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:10:27.60884Z","caller":"traceutil/trace.go:171","msg":"trace[1182827095] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/cert-manager-test/; range_end:/registry/gateway.networking.k8s.io/referencegrants/cert-manager-test0; response_count:0; response_revision:24428; }","duration":"176.077909ms","start":"2026-03-31T21:10:27.432732Z","end":"2026-03-31T21:10:27.60881Z","steps":["trace[1182827095] 'range keys from in-memory index tree' (duration: 175.862253ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:27.609694Z","caller":"traceutil/trace.go:171","msg":"trace[1757234836] linearizableReadLoop","detail":"{readStateIndex:25297; appliedIndex:25296; }","duration":"172.96649ms","start":"2026-03-31T21:10:27.436716Z","end":"2026-03-31T21:10:27.609683Z","steps":["trace[1757234836] 'read index received' (duration: 172.827217ms)","trace[1757234836] 'applied index is now lower than readState.Index' (duration: 138.413µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:10:27.609786Z","caller":"traceutil/trace.go:171","msg":"trace[1153684749] transaction","detail":"{read_only:false; response_revision:24429; number_of_response:1; }","duration":"176.865398ms","start":"2026-03-31T21:10:27.432884Z","end":"2026-03-31T21:10:27.609749Z","steps":["trace[1153684749] 'process raft request' (duration: 176.675553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:27.609948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.221517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:10:27.60998Z","caller":"traceutil/trace.go:171","msg":"trace[803553697] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24429; }","duration":"173.256848ms","start":"2026-03-31T21:10:27.436714Z","end":"2026-03-31T21:10:27.609971Z","steps":["trace[803553697] 'agreement among raft nodes before linearized reading' (duration: 173.033732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:27.611105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.590335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:10:27.611136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.977248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:10:27.611179Z","caller":"traceutil/trace.go:171","msg":"trace[250531832] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24430; }","duration":"128.693207ms","start":"2026-03-31T21:10:27.482464Z","end":"2026-03-31T21:10:27.611158Z","steps":["trace[250531832] 'agreement among raft nodes before linearized reading' (duration: 128.538643ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:27.611177Z","caller":"traceutil/trace.go:171","msg":"trace[1861493280] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24430; }","duration":"116.038599ms","start":"2026-03-31T21:10:27.495129Z","end":"2026-03-31T21:10:27.611167Z","steps":["trace[1861493280] 'agreement among raft nodes before linearized reading' (duration: 115.964337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:27.611194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.613695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:10:27.611275Z","caller":"traceutil/trace.go:171","msg":"trace[403117047] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24430; }","duration":"157.730407ms","start":"2026-03-31T21:10:27.453524Z","end":"2026-03-31T21:10:27.611255Z","steps":["trace[403117047] 'agreement among raft nodes before linearized reading' (duration: 157.573624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:27.611438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.350717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:10:27.61148Z","caller":"traceutil/trace.go:171","msg":"trace[899692420] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24430; }","duration":"116.427239ms","start":"2026-03-31T21:10:27.495042Z","end":"2026-03-31T21:10:27.611469Z","steps":["trace[899692420] 'agreement among raft nodes before linearized reading' (duration: 116.362707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:27.611527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.070256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:10:27.611571Z","caller":"traceutil/trace.go:171","msg":"trace[1026037410] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24430; }","duration":"129.123868ms","start":"2026-03-31T21:10:27.482435Z","end":"2026-03-31T21:10:27.611559Z","steps":["trace[1026037410] 'agreement among raft nodes before linearized reading' (duration: 129.059406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:27.61166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.290388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:10:27.611693Z","caller":"traceutil/trace.go:171","msg":"trace[155817788] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24430; }","duration":"140.329499ms","start":"2026-03-31T21:10:27.471355Z","end":"2026-03-31T21:10:27.611684Z","steps":["trace[155817788] 'agreement among raft nodes before linearized reading' (duration: 140.282478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:27.611826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.182174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:10:27.611915Z","caller":"traceutil/trace.go:171","msg":"trace[848834572] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24430; }","duration":"159.300137ms","start":"2026-03-31T21:10:27.452593Z","end":"2026-03-31T21:10:27.611893Z","steps":["trace[848834572] 'agreement among raft nodes before linearized reading' (duration: 159.171144ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:27.611918Z","caller":"traceutil/trace.go:171","msg":"trace[1678215105] transaction","detail":"{read_only:false; response_revision:24430; number_of_response:1; }","duration":"165.540904ms","start":"2026-03-31T21:10:27.446363Z","end":"2026-03-31T21:10:27.611904Z","steps":["trace[1678215105] 'process raft request' (duration: 164.463407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:27.611931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.268196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:10:27.611844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.477253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:10:27.611979Z","caller":"traceutil/trace.go:171","msg":"trace[1410303818] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24430; }","duration":"159.327008ms","start":"2026-03-31T21:10:27.452634Z","end":"2026-03-31T21:10:27.611961Z","steps":["trace[1410303818] 'agreement among raft nodes before linearized reading' (duration: 159.244666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:27.611987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.526259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:10:27.612002Z","caller":"traceutil/trace.go:171","msg":"trace[2070710182] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24430; }","duration":"140.675518ms","start":"2026-03-31T21:10:27.471315Z","end":"2026-03-31T21:10:27.611991Z","steps":["trace[2070710182] 'agreement among raft nodes before linearized reading' (duration: 140.464702ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:27.612019Z","caller":"traceutil/trace.go:171","msg":"trace[66910378] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24430; }","duration":"174.55296ms","start":"2026-03-31T21:10:27.437453Z","end":"2026-03-31T21:10:27.612006Z","steps":["trace[66910378] 'agreement among raft nodes before linearized reading' (duration: 174.510679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:27.612668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.701176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:10:27.612717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.897474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:10:27.612845Z","caller":"traceutil/trace.go:171","msg":"trace[1065734538] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24430; }","duration":"176.022657ms","start":"2026-03-31T21:10:27.436753Z","end":"2026-03-31T21:10:27.612776Z","steps":["trace[1065734538] 'agreement among raft nodes before linearized reading' (duration: 174.213072ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:27.612806Z","caller":"traceutil/trace.go:171","msg":"trace[559541985] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24430; }","duration":"116.86831ms","start":"2026-03-31T21:10:27.495895Z","end":"2026-03-31T21:10:27.612764Z","steps":["trace[559541985] 'agreement among raft nodes before linearized reading' (duration: 115.522586ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:29.29579Z","caller":"traceutil/trace.go:171","msg":"trace[12166638] transaction","detail":"{read_only:false; response_revision:24474; number_of_response:1; }","duration":"276.547226ms","start":"2026-03-31T21:10:29.019223Z","end":"2026-03-31T21:10:29.29577Z","steps":["trace[12166638] 'process raft request' (duration: 276.354101ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:29.296618Z","caller":"traceutil/trace.go:171","msg":"trace[1545391158] linearizableReadLoop","detail":"{readStateIndex:25342; appliedIndex:25342; }","duration":"273.750114ms","start":"2026-03-31T21:10:29.02284Z","end":"2026-03-31T21:10:29.29659Z","steps":["trace[1545391158] 'read index received' (duration: 273.740434ms)","trace[1545391158] 'applied index is now lower than readState.Index' (duration: 7.35µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:10:29.296787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.920289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/cert-manager-test/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/cert-manager-test0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:10:29.296828Z","caller":"traceutil/trace.go:171","msg":"trace[1323869715] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/cert-manager-test/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies/cert-manager-test0; response_count:0; response_revision:24474; }","duration":"273.995891ms","start":"2026-03-31T21:10:29.022816Z","end":"2026-03-31T21:10:29.296812Z","steps":["trace[1323869715] 'agreement among raft nodes before linearized reading' (duration: 273.898088ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:29.298983Z","caller":"traceutil/trace.go:171","msg":"trace[2036366407] transaction","detail":"{read_only:false; response_revision:24476; number_of_response:1; }","duration":"137.047617ms","start":"2026-03-31T21:10:29.161914Z","end":"2026-03-31T21:10:29.298962Z","steps":["trace[2036366407] 'process raft request' (duration: 136.914134ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:29.299237Z","caller":"traceutil/trace.go:171","msg":"trace[202885041] transaction","detail":"{read_only:false; response_revision:24475; number_of_response:1; }","duration":"138.087293ms","start":"2026-03-31T21:10:29.16114Z","end":"2026-03-31T21:10:29.299227Z","steps":["trace[202885041] 'process raft request' (duration: 137.58235ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:30.893345Z","caller":"traceutil/trace.go:171","msg":"trace[1715072523] linearizableReadLoop","detail":"{readStateIndex:25391; appliedIndex:25390; }","duration":"208.795661ms","start":"2026-03-31T21:10:30.684387Z","end":"2026-03-31T21:10:30.893183Z","steps":["trace[1715072523] 'read index received' (duration: 203.050077ms)","trace[1715072523] 'applied index is now lower than readState.Index' (duration: 5.742184ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:10:30.89347Z","caller":"traceutil/trace.go:171","msg":"trace[139666700] transaction","detail":"{read_only:false; response_revision:24522; number_of_response:1; }","duration":"210.551336ms","start":"2026-03-31T21:10:30.682842Z","end":"2026-03-31T21:10:30.893393Z","steps":["trace[139666700] 'process raft request' (duration: 204.686698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:30.893656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.239902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T21:10:30.89371Z","caller":"traceutil/trace.go:171","msg":"trace[333404851] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24522; }","duration":"209.352935ms","start":"2026-03-31T21:10:30.684345Z","end":"2026-03-31T21:10:30.893698Z","steps":["trace[333404851] 'agreement among raft nodes before linearized reading' (duration: 208.964086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:30.895029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.019844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:10:30.895107Z","caller":"traceutil/trace.go:171","msg":"trace[1556894580] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:24522; }","duration":"154.157648ms","start":"2026-03-31T21:10:30.740925Z","end":"2026-03-31T21:10:30.895083Z","steps":["trace[1556894580] 'agreement among raft nodes before linearized reading' (duration: 153.027069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:33.402365Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973388929,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:10:33.420566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.095441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:10:33.420679Z","caller":"traceutil/trace.go:171","msg":"trace[853403723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24548; }","duration":"522.243365ms","start":"2026-03-31T21:10:32.898416Z","end":"2026-03-31T21:10:33.420659Z","steps":["trace[853403723] 'range keys from in-memory index tree' (duration: 522.03743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:33.42072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:32.898399Z","time spent":"522.311876ms","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:10:33.903319Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973388929,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:10:34.40395Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973388929,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:10:34.758842Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.859486311s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T21:10:34.759395Z","caller":"traceutil/trace.go:171","msg":"trace[2124329062] transaction","detail":"{read_only:false; response_revision:24549; number_of_response:1; }","duration":"1.860107536s","start":"2026-03-31T21:10:32.899268Z","end":"2026-03-31T21:10:34.759376Z","steps":["trace[2124329062] 'process raft request' (duration: 1.859972103s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:34.759518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:32.899251Z","time spent":"1.860197298s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:10:35.422963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999940144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:10:35.42308Z","caller":"traceutil/trace.go:171","msg":"trace[724758542] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000104517s","start":"2026-03-31T21:10:33.422948Z","end":"2026-03-31T21:10:35.423052Z","steps":["trace[724758542] 'agreement among raft nodes before linearized reading' (duration: 1.999960844s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:35.423147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:33.422936Z","time spent":"2.00019566s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:10:36.101524Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.00669989s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T21:10:36.102109Z","caller":"traceutil/trace.go:171","msg":"trace[991411144] transaction","detail":"{read_only:false; response_revision:24550; number_of_response:1; }","duration":"2.790150559s","start":"2026-03-31T21:10:33.311935Z","end":"2026-03-31T21:10:36.102085Z","steps":["trace[991411144] 'process raft request' (duration: 2.789915483s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:36.102324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:33.311881Z","time spent":"2.790297112s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:10:36.10243Z","caller":"traceutil/trace.go:171","msg":"trace[76316650] transaction","detail":"{read_only:false; response_revision:24551; number_of_response:1; }","duration":"2.26897719s","start":"2026-03-31T21:10:33.833401Z","end":"2026-03-31T21:10:36.102378Z","steps":["trace[76316650] 'process raft request' (duration: 2.268639052s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:36.102529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:33.833381Z","time spent":"2.269099973s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:10:36.102552Z","caller":"traceutil/trace.go:171","msg":"trace[1265698234] linearizableReadLoop","detail":"{readStateIndex:25420; appliedIndex:25417; }","duration":"3.200314826s","start":"2026-03-31T21:10:32.902212Z","end":"2026-03-31T21:10:36.102526Z","steps":["trace[1265698234] 'read index received' (duration: 1.856922886s)","trace[1265698234] 'applied index is now lower than readState.Index' (duration: 1.34339091s)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:10:36.102672Z","caller":"traceutil/trace.go:171","msg":"trace[893848467] transaction","detail":"{read_only:false; response_revision:24554; number_of_response:1; }","duration":"1.612711064s","start":"2026-03-31T21:10:34.489949Z","end":"2026-03-31T21:10:36.10266Z","steps":["trace[893848467] 'process raft request' (duration: 1.612491959s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:36.102738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:34.489915Z","time spent":"1.612790766s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:10:36.102742Z","caller":"traceutil/trace.go:171","msg":"trace[794801103] transaction","detail":"{read_only:false; response_revision:24552; number_of_response:1; }","duration":"1.636133533s","start":"2026-03-31T21:10:34.466548Z","end":"2026-03-31T21:10:36.102682Z","steps":["trace[794801103] 'process raft request' (duration: 1.635742813s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:36.102805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.200584763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T21:10:36.102818Z","caller":"traceutil/trace.go:171","msg":"trace[1765487268] transaction","detail":"{read_only:false; response_revision:24553; number_of_response:1; }","duration":"1.61378096s","start":"2026-03-31T21:10:34.489028Z","end":"2026-03-31T21:10:36.102809Z","steps":["trace[1765487268] 'process raft request' (duration: 1.61337001s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:36.102868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:34.488997Z","time spent":"1.613846312s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:10:36.102869Z","caller":"traceutil/trace.go:171","msg":"trace[1934741376] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24555; }","duration":"3.200670675s","start":"2026-03-31T21:10:32.902166Z","end":"2026-03-31T21:10:36.102837Z","steps":["trace[1934741376] 'agreement among raft nodes before linearized reading' (duration: 3.200540552s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:36.102904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:34.466522Z","time spent":"1.636292686s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:10:36.102925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:32.902157Z","time spent":"3.200754927s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T21:10:36.103067Z","caller":"traceutil/trace.go:171","msg":"trace[1045668475] transaction","detail":"{read_only:false; response_revision:24555; number_of_response:1; }","duration":"1.379116527s","start":"2026-03-31T21:10:34.72358Z","end":"2026-03-31T21:10:36.102696Z","steps":["trace[1045668475] 'process raft request' (duration: 1.378899182s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:36.103383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:34.723564Z","time spent":"1.379641391s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:10:36.113264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.250732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-03-31T21:10:36.113342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.373724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:10:36.113368Z","caller":"traceutil/trace.go:171","msg":"trace[896167947] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24559; }","duration":"948.393244ms","start":"2026-03-31T21:10:35.164955Z","end":"2026-03-31T21:10:36.113348Z","steps":["trace[896167947] 'agreement among raft nodes before linearized reading' (duration: 948.119878ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:36.113386Z","caller":"traceutil/trace.go:171","msg":"trace[1551608477] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24559; }","duration":"678.425175ms","start":"2026-03-31T21:10:35.434948Z","end":"2026-03-31T21:10:36.113373Z","steps":["trace[1551608477] 'agreement among raft nodes before linearized reading' (duration: 678.339283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:36.113411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:35.164943Z","time spent":"948.456897ms","remote":"127.0.0.1:52318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T21:10:36.113428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:35.434886Z","time spent":"678.523727ms","remote":"127.0.0.1:59244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:10:36.113537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012791915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-31T21:10:36.113579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.627462835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-31T21:10:36.113609Z","caller":"traceutil/trace.go:171","msg":"trace[2016825806] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24559; }","duration":"1.012869636s","start":"2026-03-31T21:10:35.100722Z","end":"2026-03-31T21:10:36.113592Z","steps":["trace[2016825806] 'agreement among raft nodes before linearized reading' (duration: 1.012657251s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:36.113632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.733359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:10:36.11365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:35.100659Z","time spent":"1.0129812s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T21:10:36.113658Z","caller":"traceutil/trace.go:171","msg":"trace[1045708295] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24559; }","duration":"1.627579847s","start":"2026-03-31T21:10:34.486048Z","end":"2026-03-31T21:10:36.113628Z","steps":["trace[1045708295] 'agreement among raft nodes before linearized reading' (duration: 1.627375242s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:36.113643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.992068285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-31T21:10:36.113695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:34.486027Z","time spent":"1.62766078s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T21:10:36.113758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.793614405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T21:10:36.113782Z","caller":"traceutil/trace.go:171","msg":"trace[1138999913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24559; }","duration":"2.793673297s","start":"2026-03-31T21:10:33.320103Z","end":"2026-03-31T21:10:36.113776Z","steps":["trace[1138999913] 'agreement among raft nodes before linearized reading' (duration: 2.793595865s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:36.113805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:33.320084Z","time spent":"2.793716919s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T21:10:36.113904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.547374102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-7844f68f-mn5ng\" ","response":"range_response_count:1 size:4746"} {"level":"info","ts":"2026-03-31T21:10:36.1139Z","caller":"traceutil/trace.go:171","msg":"trace[1397466053] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:24559; }","duration":"1.992221319s","start":"2026-03-31T21:10:34.121526Z","end":"2026-03-31T21:10:36.113747Z","steps":["trace[1397466053] 'agreement among raft nodes before linearized reading' (duration: 1.991599774s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:36.113976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.707673065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" ","response":"range_response_count:1 size:5023"} {"level":"info","ts":"2026-03-31T21:10:36.113293Z","caller":"traceutil/trace.go:171","msg":"trace[1120705829] transaction","detail":"{read_only:false; response_revision:24559; number_of_response:1; }","duration":"914.900042ms","start":"2026-03-31T21:10:35.198364Z","end":"2026-03-31T21:10:36.113264Z","steps":["trace[1120705829] 'process raft request' (duration: 914.42755ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:36.114002Z","caller":"traceutil/trace.go:171","msg":"trace[1763988908] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager; range_end:; response_count:1; response_revision:24559; }","duration":"2.707726307s","start":"2026-03-31T21:10:33.406271Z","end":"2026-03-31T21:10:36.113997Z","steps":["trace[1763988908] 'agreement among raft nodes before linearized reading' (duration: 2.707666585s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:36.113981Z","caller":"traceutil/trace.go:171","msg":"trace[1282924895] transaction","detail":"{read_only:false; response_revision:24557; number_of_response:1; }","duration":"1.002522496s","start":"2026-03-31T21:10:35.11143Z","end":"2026-03-31T21:10:36.113952Z","steps":["trace[1282924895] 'process raft request' (duration: 1.001240394s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:36.113925Z","caller":"traceutil/trace.go:171","msg":"trace[978426786] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-7844f68f-mn5ng; range_end:; response_count:1; response_revision:24559; }","duration":"2.547432215s","start":"2026-03-31T21:10:33.566488Z","end":"2026-03-31T21:10:36.11392Z","steps":["trace[978426786] 'agreement among raft nodes before linearized reading' (duration: 2.547367163s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:36.114023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:33.406254Z","time spent":"2.707762547s","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":5046,"request content":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" "} {"level":"warn","ts":"2026-03-31T21:10:36.114052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:33.56647Z","time spent":"2.547570819s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4769,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-7844f68f-mn5ng\" "} {"level":"warn","ts":"2026-03-31T21:10:36.114108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:35.111405Z","time spent":"1.002637189s","remote":"127.0.0.1:52336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18506,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:10:36.114163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429600137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:10:36.114228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.832537813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:10:36.114231Z","caller":"traceutil/trace.go:171","msg":"trace[801581525] transaction","detail":"{read_only:false; response_revision:24558; number_of_response:1; }","duration":"997.474869ms","start":"2026-03-31T21:10:35.116741Z","end":"2026-03-31T21:10:36.114215Z","steps":["trace[801581525] 'process raft request' (duration: 996.005061ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:36.114248Z","caller":"traceutil/trace.go:171","msg":"trace[788322187] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:24559; }","duration":"1.429735681s","start":"2026-03-31T21:10:34.684475Z","end":"2026-03-31T21:10:36.114211Z","steps":["trace[788322187] 'agreement among raft nodes before linearized reading' (duration: 1.429546316s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:36.114261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.138640704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:10:36.114271Z","caller":"traceutil/trace.go:171","msg":"trace[1577745018] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:24559; }","duration":"1.832620185s","start":"2026-03-31T21:10:34.281638Z","end":"2026-03-31T21:10:36.114259Z","steps":["trace[1577745018] 'agreement among raft nodes before linearized reading' (duration: 1.832552563s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:36.114284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:34.684448Z","time spent":"1.429827143s","remote":"127.0.0.1:52466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":21,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:10:36.114294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.79575751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T21:10:36.114298Z","caller":"traceutil/trace.go:171","msg":"trace[594057819] transaction","detail":"{read_only:false; response_revision:24556; number_of_response:1; }","duration":"1.145054991s","start":"2026-03-31T21:10:34.969231Z","end":"2026-03-31T21:10:36.114286Z","steps":["trace[594057819] 'process raft request' (duration: 1.143259295s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:36.114308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.74874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:10:36.114306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:35.116721Z","time spent":"997.54875ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:10:36.114324Z","caller":"traceutil/trace.go:171","msg":"trace[1117519077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24559; }","duration":"2.795804241s","start":"2026-03-31T21:10:33.318513Z","end":"2026-03-31T21:10:36.114317Z","steps":["trace[1117519077] 'agreement among raft nodes before linearized reading' (duration: 2.79573723s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:36.114335Z","caller":"traceutil/trace.go:171","msg":"trace[1131275255] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:24559; }","duration":"860.816622ms","start":"2026-03-31T21:10:35.253512Z","end":"2026-03-31T21:10:36.114328Z","steps":["trace[1131275255] 'agreement among raft nodes before linearized reading' (duration: 860.768701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:36.114346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:33.318503Z","time spent":"2.795838982s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T21:10:36.114362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:35.253481Z","time spent":"860.875182ms","remote":"127.0.0.1:37536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:10:36.114087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:35.198346Z","time spent":"915.669471ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:10:36.114301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:34.28162Z","time spent":"1.832672346s","remote":"127.0.0.1:54590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:10:36.114008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:34.121504Z","time spent":"1.992490485s","remote":"127.0.0.1:52168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-03-31T21:10:36.114229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.79731529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T21:10:36.114298Z","caller":"traceutil/trace.go:171","msg":"trace[1941435302] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:24559; }","duration":"3.138711176s","start":"2026-03-31T21:10:32.975576Z","end":"2026-03-31T21:10:36.114288Z","steps":["trace[1941435302] 'agreement among raft nodes before linearized reading' (duration: 3.138650544s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:36.114552Z","caller":"traceutil/trace.go:171","msg":"trace[838500354] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24559; }","duration":"2.797671868s","start":"2026-03-31T21:10:33.316868Z","end":"2026-03-31T21:10:36.11454Z","steps":["trace[838500354] 'agreement among raft nodes before linearized reading' (duration: 2.797301249s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:36.114591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:33.316844Z","time spent":"2.79773539s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T21:10:36.114588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:32.975554Z","time spent":"3.139019673s","remote":"127.0.0.1:52410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:10:36.114379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:34.969201Z","time spent":"1.145127183s","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T21:10:36.113071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.193368871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T21:10:36.114779Z","caller":"traceutil/trace.go:171","msg":"trace[905111408] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24559; }","duration":"3.195100064s","start":"2026-03-31T21:10:32.919627Z","end":"2026-03-31T21:10:36.114728Z","steps":["trace[905111408] 'agreement among raft nodes before linearized reading' (duration: 3.193219416s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:36.114942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:32.919614Z","time spent":"3.195313239s","remote":"127.0.0.1:52190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":135,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:10:36.114592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.592534935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T21:10:36.115016Z","caller":"traceutil/trace.go:171","msg":"trace[1209677144] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24559; }","duration":"1.593014327s","start":"2026-03-31T21:10:34.521988Z","end":"2026-03-31T21:10:36.115003Z","steps":["trace[1209677144] 'agreement among raft nodes before linearized reading' (duration: 1.591347456s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:36.115056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:34.521968Z","time spent":"1.59307673s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T21:10:36.113675Z","caller":"traceutil/trace.go:171","msg":"trace[689907769] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:24559; }","duration":"565.794601ms","start":"2026-03-31T21:10:35.547859Z","end":"2026-03-31T21:10:36.113654Z","steps":["trace[689907769] 'agreement among raft nodes before linearized reading' (duration: 565.74274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:36.115326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:35.547843Z","time spent":"567.469393ms","remote":"127.0.0.1:59022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:10:36.118409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.890732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:10:36.118482Z","caller":"traceutil/trace.go:171","msg":"trace[2010327126] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24559; }","duration":"686.712263ms","start":"2026-03-31T21:10:35.431735Z","end":"2026-03-31T21:10:36.118447Z","steps":["trace[2010327126] 'agreement among raft nodes before linearized reading' (duration: 681.901553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:36.118571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:35.431716Z","time spent":"686.791814ms","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T21:10:37.876287Z","caller":"traceutil/trace.go:171","msg":"trace[1009163031] transaction","detail":"{read_only:false; response_revision:24596; number_of_response:1; }","duration":"152.743262ms","start":"2026-03-31T21:10:37.723522Z","end":"2026-03-31T21:10:37.876265Z","steps":["trace[1009163031] 'process raft request' (duration: 119.450494ms)","trace[1009163031] 'compare' (duration: 33.183895ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:10:37.876736Z","caller":"traceutil/trace.go:171","msg":"trace[621326408] transaction","detail":"{read_only:false; response_revision:24597; number_of_response:1; }","duration":"150.552997ms","start":"2026-03-31T21:10:37.726159Z","end":"2026-03-31T21:10:37.876712Z","steps":["trace[621326408] 'process raft request' (duration: 150.372472ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:37.876943Z","caller":"traceutil/trace.go:171","msg":"trace[61512835] transaction","detail":"{read_only:false; response_revision:24598; number_of_response:1; }","duration":"150.702521ms","start":"2026-03-31T21:10:37.726183Z","end":"2026-03-31T21:10:37.876885Z","steps":["trace[61512835] 'process raft request' (duration: 150.475566ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:52.25925Z","caller":"traceutil/trace.go:171","msg":"trace[745753487] transaction","detail":"{read_only:false; response_revision:24733; number_of_response:1; }","duration":"100.827686ms","start":"2026-03-31T21:10:52.158397Z","end":"2026-03-31T21:10:52.259224Z","steps":["trace[745753487] 'process raft request' (duration: 100.644912ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:52.290428Z","caller":"traceutil/trace.go:171","msg":"trace[809557483] transaction","detail":"{read_only:false; response_revision:24734; number_of_response:1; }","duration":"131.846457ms","start":"2026-03-31T21:10:52.158547Z","end":"2026-03-31T21:10:52.290394Z","steps":["trace[809557483] 'process raft request' (duration: 131.57172ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:52.290439Z","caller":"traceutil/trace.go:171","msg":"trace[1665378013] transaction","detail":"{read_only:false; response_revision:24735; number_of_response:1; }","duration":"129.800784ms","start":"2026-03-31T21:10:52.16061Z","end":"2026-03-31T21:10:52.290411Z","steps":["trace[1665378013] 'process raft request' (duration: 129.680691ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:52.290704Z","caller":"traceutil/trace.go:171","msg":"trace[1492979668] transaction","detail":"{read_only:false; response_revision:24736; number_of_response:1; }","duration":"129.754644ms","start":"2026-03-31T21:10:52.16091Z","end":"2026-03-31T21:10:52.290664Z","steps":["trace[1492979668] 'process raft request' (duration: 129.452196ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:52.290992Z","caller":"traceutil/trace.go:171","msg":"trace[1817079433] transaction","detail":"{read_only:false; response_revision:24737; number_of_response:1; }","duration":"127.375855ms","start":"2026-03-31T21:10:52.163601Z","end":"2026-03-31T21:10:52.290977Z","steps":["trace[1817079433] 'process raft request' (duration: 127.099207ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:52.290973Z","caller":"traceutil/trace.go:171","msg":"trace[200108486] linearizableReadLoop","detail":"{readStateIndex:25613; appliedIndex:25607; }","duration":"122.359279ms","start":"2026-03-31T21:10:52.168584Z","end":"2026-03-31T21:10:52.290943Z","steps":["trace[200108486] 'read index received' (duration: 90.415425ms)","trace[200108486] 'applied index is now lower than readState.Index' (duration: 31.942484ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:10:52.291036Z","caller":"traceutil/trace.go:171","msg":"trace[791244545] transaction","detail":"{read_only:false; response_revision:24738; number_of_response:1; }","duration":"126.291538ms","start":"2026-03-31T21:10:52.164727Z","end":"2026-03-31T21:10:52.291019Z","steps":["trace[791244545] 'process raft request' (duration: 126.104672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:52.291289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.686137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-31T21:10:52.2913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.570265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-31T21:10:52.291346Z","caller":"traceutil/trace.go:171","msg":"trace[654812781] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24738; }","duration":"122.779738ms","start":"2026-03-31T21:10:52.168552Z","end":"2026-03-31T21:10:52.291332Z","steps":["trace[654812781] 'agreement among raft nodes before linearized reading' (duration: 122.617164ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:52.291359Z","caller":"traceutil/trace.go:171","msg":"trace[1403044657] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24738; }","duration":"103.657188ms","start":"2026-03-31T21:10:52.187682Z","end":"2026-03-31T21:10:52.291339Z","steps":["trace[1403044657] 'agreement among raft nodes before linearized reading' (duration: 103.447482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:52.291402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.093428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-31T21:10:52.291291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.210797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T21:10:52.291475Z","caller":"traceutil/trace.go:171","msg":"trace[809559304] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24738; }","duration":"109.454053ms","start":"2026-03-31T21:10:52.182007Z","end":"2026-03-31T21:10:52.291461Z","steps":["trace[809559304] 'agreement among raft nodes before linearized reading' (duration: 109.136065ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:52.291462Z","caller":"traceutil/trace.go:171","msg":"trace[1295926082] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24738; }","duration":"104.154609ms","start":"2026-03-31T21:10:52.187292Z","end":"2026-03-31T21:10:52.291446Z","steps":["trace[1295926082] 'agreement among raft nodes before linearized reading' (duration: 104.027986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:52.291672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.828157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-31T21:10:52.29173Z","caller":"traceutil/trace.go:171","msg":"trace[929154552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24738; }","duration":"104.882359ms","start":"2026-03-31T21:10:52.18682Z","end":"2026-03-31T21:10:52.291703Z","steps":["trace[929154552] 'agreement among raft nodes before linearized reading' (duration: 104.740695ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:59.812363Z","caller":"traceutil/trace.go:171","msg":"trace[1913541110] transaction","detail":"{read_only:false; response_revision:24796; number_of_response:1; }","duration":"415.360447ms","start":"2026-03-31T21:10:59.396974Z","end":"2026-03-31T21:10:59.812334Z","steps":["trace[1913541110] 'process raft request' (duration: 415.190543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:10:59.812533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:59.396943Z","time spent":"415.49552ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:11:00.209716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.291221ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T21:11:00.210016Z","caller":"traceutil/trace.go:171","msg":"trace[1713540276] linearizableReadLoop","detail":"{readStateIndex:25673; appliedIndex:25671; }","duration":"468.612397ms","start":"2026-03-31T21:10:59.741379Z","end":"2026-03-31T21:11:00.209992Z","steps":["trace[1713540276] 'read index received' (duration: 70.816281ms)","trace[1713540276] 'applied index is now lower than readState.Index' (duration: 397.793746ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:11:00.210015Z","caller":"traceutil/trace.go:171","msg":"trace[1922537271] transaction","detail":"{read_only:false; response_revision:24797; number_of_response:1; }","duration":"194.755308ms","start":"2026-03-31T21:11:00.015239Z","end":"2026-03-31T21:11:00.209994Z","steps":["trace[1922537271] 'process raft request' (duration: 194.583703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:11:00.210206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.824061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-03-31T21:11:00.210246Z","caller":"traceutil/trace.go:171","msg":"trace[1473099209] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:24797; }","duration":"468.914055ms","start":"2026-03-31T21:10:59.74132Z","end":"2026-03-31T21:11:00.210234Z","steps":["trace[1473099209] 'agreement among raft nodes before linearized reading' (duration: 468.772741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:11:00.210275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:59.741297Z","time spent":"468.969625ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":561,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T21:11:00.210279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.970926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:11:00.210431Z","caller":"traceutil/trace.go:171","msg":"trace[1749754803] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24797; }","duration":"341.215942ms","start":"2026-03-31T21:10:59.869192Z","end":"2026-03-31T21:11:00.210408Z","steps":["trace[1749754803] 'agreement among raft nodes before linearized reading' (duration: 340.957856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:11:00.210537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:10:59.869172Z","time spent":"341.351726ms","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T21:11:00.619669Z","caller":"traceutil/trace.go:171","msg":"trace[894962702] transaction","detail":"{read_only:false; response_revision:24799; number_of_response:1; }","duration":"273.138201ms","start":"2026-03-31T21:11:00.346506Z","end":"2026-03-31T21:11:00.619644Z","steps":["trace[894962702] 'process raft request' (duration: 272.913664ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:11:00.619953Z","caller":"traceutil/trace.go:171","msg":"trace[1011869774] transaction","detail":"{read_only:false; response_revision:24800; number_of_response:1; }","duration":"272.989766ms","start":"2026-03-31T21:11:00.346953Z","end":"2026-03-31T21:11:00.619942Z","steps":["trace[1011869774] 'process raft request' (duration: 272.635288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:11:00.620276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.230142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T21:11:00.620347Z","caller":"traceutil/trace.go:171","msg":"trace[795360726] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24803; }","duration":"238.350545ms","start":"2026-03-31T21:11:00.381987Z","end":"2026-03-31T21:11:00.620338Z","steps":["trace[795360726] 'agreement among raft nodes before linearized reading' (duration: 238.173161ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:11:00.620056Z","caller":"traceutil/trace.go:171","msg":"trace[1544343329] transaction","detail":"{read_only:false; response_revision:24802; number_of_response:1; }","duration":"272.565536ms","start":"2026-03-31T21:11:00.347464Z","end":"2026-03-31T21:11:00.62003Z","steps":["trace[1544343329] 'process raft request' (duration: 272.488055ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:11:00.620142Z","caller":"traceutil/trace.go:171","msg":"trace[1544242356] linearizableReadLoop","detail":"{readStateIndex:25680; appliedIndex:25674; }","duration":"238.091468ms","start":"2026-03-31T21:11:00.382038Z","end":"2026-03-31T21:11:00.62013Z","steps":["trace[1544242356] 'read index received' (duration: 8.204286ms)","trace[1544242356] 'applied index is now lower than readState.Index' (duration: 229.886402ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:11:00.62013Z","caller":"traceutil/trace.go:171","msg":"trace[1762625207] transaction","detail":"{read_only:false; response_revision:24801; number_of_response:1; }","duration":"273.104509ms","start":"2026-03-31T21:11:00.346992Z","end":"2026-03-31T21:11:00.620096Z","steps":["trace[1762625207] 'process raft request' (duration: 272.836793ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:11:00.62018Z","caller":"traceutil/trace.go:171","msg":"trace[1962777848] transaction","detail":"{read_only:false; response_revision:24803; number_of_response:1; }","duration":"272.444713ms","start":"2026-03-31T21:11:00.347713Z","end":"2026-03-31T21:11:00.620158Z","steps":["trace[1962777848] 'process raft request' (duration: 272.277589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:11:00.620656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.428947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-31T21:11:00.620691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.424657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T21:11:00.6207Z","caller":"traceutil/trace.go:171","msg":"trace[2142241044] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24803; }","duration":"205.513999ms","start":"2026-03-31T21:11:00.415174Z","end":"2026-03-31T21:11:00.620688Z","steps":["trace[2142241044] 'agreement among raft nodes before linearized reading' (duration: 205.399576ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:11:00.620734Z","caller":"traceutil/trace.go:171","msg":"trace[1979273266] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24803; }","duration":"205.468237ms","start":"2026-03-31T21:11:00.415242Z","end":"2026-03-31T21:11:00.62071Z","steps":["trace[1979273266] 'agreement among raft nodes before linearized reading' (duration: 205.394406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:11:00.620747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.689659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T21:11:00.620788Z","caller":"traceutil/trace.go:171","msg":"trace[82215506] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24803; }","duration":"204.7438ms","start":"2026-03-31T21:11:00.416033Z","end":"2026-03-31T21:11:00.620777Z","steps":["trace[82215506] 'agreement among raft nodes before linearized reading' (duration: 204.599666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:11:00.620846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.701879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T21:11:00.620877Z","caller":"traceutil/trace.go:171","msg":"trace[888655200] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24803; }","duration":"204.77294ms","start":"2026-03-31T21:11:00.416093Z","end":"2026-03-31T21:11:00.620866Z","steps":["trace[888655200] 'agreement among raft nodes before linearized reading' (duration: 204.688798ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:11:01.292482Z","caller":"traceutil/trace.go:171","msg":"trace[2014503442] transaction","detail":"{read_only:false; response_revision:24809; number_of_response:1; }","duration":"349.573823ms","start":"2026-03-31T21:11:00.94288Z","end":"2026-03-31T21:11:01.292453Z","steps":["trace[2014503442] 'process raft request' (duration: 349.391788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:11:01.29265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:11:00.942853Z","time spent":"349.706616ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:11:09.315366Z","caller":"traceutil/trace.go:171","msg":"trace[1219010206] transaction","detail":"{read_only:false; response_revision:24898; number_of_response:1; }","duration":"109.948436ms","start":"2026-03-31T21:11:09.20539Z","end":"2026-03-31T21:11:09.315339Z","steps":["trace[1219010206] 'process raft request' (duration: 109.789102ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:11:43.68917Z","caller":"traceutil/trace.go:171","msg":"trace[118599739] transaction","detail":"{read_only:false; response_revision:25213; number_of_response:1; }","duration":"164.288582ms","start":"2026-03-31T21:11:43.524632Z","end":"2026-03-31T21:11:43.688921Z","steps":["trace[118599739] 'process raft request' (duration: 164.061396ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:11:43.737343Z","caller":"traceutil/trace.go:171","msg":"trace[170614869] transaction","detail":"{read_only:false; response_revision:25224; number_of_response:1; }","duration":"184.319236ms","start":"2026-03-31T21:11:43.552998Z","end":"2026-03-31T21:11:43.737317Z","steps":["trace[170614869] 'process raft request' (duration: 184.261405ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:11:43.737426Z","caller":"traceutil/trace.go:171","msg":"trace[598347434] transaction","detail":"{read_only:false; response_revision:25218; number_of_response:1; }","duration":"210.72608ms","start":"2026-03-31T21:11:43.526655Z","end":"2026-03-31T21:11:43.737381Z","steps":["trace[598347434] 'process raft request' (duration: 210.419282ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:11:43.737636Z","caller":"traceutil/trace.go:171","msg":"trace[75269432] transaction","detail":"{read_only:false; response_revision:25219; number_of_response:1; }","duration":"210.870784ms","start":"2026-03-31T21:11:43.526754Z","end":"2026-03-31T21:11:43.737625Z","steps":["trace[75269432] 'process raft request' (duration: 210.347761ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:11:43.737777Z","caller":"traceutil/trace.go:171","msg":"trace[2117696954] transaction","detail":"{read_only:false; response_revision:25220; number_of_response:1; }","duration":"210.981086ms","start":"2026-03-31T21:11:43.526787Z","end":"2026-03-31T21:11:43.737768Z","steps":["trace[2117696954] 'process raft request' (duration: 210.352181ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:11:43.737643Z","caller":"traceutil/trace.go:171","msg":"trace[496108454] transaction","detail":"{read_only:false; response_revision:25214; number_of_response:1; }","duration":"212.897845ms","start":"2026-03-31T21:11:43.524734Z","end":"2026-03-31T21:11:43.737632Z","steps":["trace[496108454] 'process raft request' (duration: 212.069014ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:11:43.737877Z","caller":"traceutil/trace.go:171","msg":"trace[1257244544] transaction","detail":"{read_only:false; response_revision:25221; number_of_response:1; }","duration":"210.988827ms","start":"2026-03-31T21:11:43.526879Z","end":"2026-03-31T21:11:43.737868Z","steps":["trace[1257244544] 'process raft request' (duration: 210.29842ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:11:43.737975Z","caller":"traceutil/trace.go:171","msg":"trace[960897363] transaction","detail":"{read_only:false; response_revision:25222; number_of_response:1; }","duration":"210.841243ms","start":"2026-03-31T21:11:43.527127Z","end":"2026-03-31T21:11:43.737968Z","steps":["trace[960897363] 'process raft request' (duration: 210.080234ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:11:43.738055Z","caller":"traceutil/trace.go:171","msg":"trace[81980682] transaction","detail":"{read_only:false; response_revision:25223; number_of_response:1; }","duration":"210.703759ms","start":"2026-03-31T21:11:43.527345Z","end":"2026-03-31T21:11:43.738048Z","steps":["trace[81980682] 'process raft request' (duration: 209.887499ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:11:43.738261Z","caller":"traceutil/trace.go:171","msg":"trace[1062974833] transaction","detail":"{read_only:false; response_revision:25217; number_of_response:1; }","duration":"212.33199ms","start":"2026-03-31T21:11:43.525895Z","end":"2026-03-31T21:11:43.738227Z","steps":["trace[1062974833] 'process raft request' (duration: 211.13348ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:11:43.738375Z","caller":"traceutil/trace.go:171","msg":"trace[1890616139] transaction","detail":"{read_only:false; response_revision:25215; number_of_response:1; }","duration":"212.782972ms","start":"2026-03-31T21:11:43.525572Z","end":"2026-03-31T21:11:43.738355Z","steps":["trace[1890616139] 'process raft request' (duration: 211.356025ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:11:43.738524Z","caller":"traceutil/trace.go:171","msg":"trace[64727747] transaction","detail":"{read_only:false; response_revision:25216; number_of_response:1; }","duration":"212.764732ms","start":"2026-03-31T21:11:43.525749Z","end":"2026-03-31T21:11:43.738514Z","steps":["trace[64727747] 'process raft request' (duration: 211.244113ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:11:44.41357Z","caller":"traceutil/trace.go:171","msg":"trace[694960089] transaction","detail":"{read_only:false; response_revision:25289; number_of_response:1; }","duration":"105.610326ms","start":"2026-03-31T21:11:44.307919Z","end":"2026-03-31T21:11:44.413529Z","steps":["trace[694960089] 'process raft request' (duration: 103.651717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:11:44.413806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.583586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-03-31T21:11:44.413952Z","caller":"traceutil/trace.go:171","msg":"trace[36360377] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:25289; }","duration":"105.780771ms","start":"2026-03-31T21:11:44.308142Z","end":"2026-03-31T21:11:44.413923Z","steps":["trace[36360377] 'agreement among raft nodes before linearized reading' (duration: 105.315839ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:11:44.538163Z","caller":"traceutil/trace.go:171","msg":"trace[2079837387] transaction","detail":"{read_only:false; response_revision:25291; number_of_response:1; }","duration":"103.307479ms","start":"2026-03-31T21:11:44.434821Z","end":"2026-03-31T21:11:44.538129Z","steps":["trace[2079837387] 'process raft request' (duration: 95.918142ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:11:45.048379Z","caller":"traceutil/trace.go:171","msg":"trace[483182477] linearizableReadLoop","detail":"{readStateIndex:26185; appliedIndex:26184; }","duration":"167.699518ms","start":"2026-03-31T21:11:44.880657Z","end":"2026-03-31T21:11:45.048357Z","steps":["trace[483182477] 'read index received' (duration: 167.620526ms)","trace[483182477] 'applied index is now lower than readState.Index' (duration: 77.892µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:11:45.048502Z","caller":"traceutil/trace.go:171","msg":"trace[2132003767] transaction","detail":"{read_only:false; response_revision:25295; number_of_response:1; }","duration":"169.042762ms","start":"2026-03-31T21:11:44.879414Z","end":"2026-03-31T21:11:45.048456Z","steps":["trace[2132003767] 'process raft request' (duration: 168.794635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:11:45.048543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.876063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:11:45.048694Z","caller":"traceutil/trace.go:171","msg":"trace[122714903] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25295; }","duration":"168.057017ms","start":"2026-03-31T21:11:44.880618Z","end":"2026-03-31T21:11:45.048675Z","steps":["trace[122714903] 'agreement among raft nodes before linearized reading' (duration: 167.847752ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:11:45.18788Z","caller":"traceutil/trace.go:171","msg":"trace[1451405912] transaction","detail":"{read_only:false; response_revision:25296; number_of_response:1; }","duration":"303.582146ms","start":"2026-03-31T21:11:44.884277Z","end":"2026-03-31T21:11:45.187859Z","steps":["trace[1451405912] 'process raft request' (duration: 303.429972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:11:45.187992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:11:44.884249Z","time spent":"303.682458ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:11:45.188154Z","caller":"traceutil/trace.go:171","msg":"trace[1454181667] linearizableReadLoop","detail":"{readStateIndex:26188; appliedIndex:26185; }","duration":"139.690374ms","start":"2026-03-31T21:11:45.048444Z","end":"2026-03-31T21:11:45.188134Z","steps":["trace[1454181667] 'read index received' (duration: 139.244293ms)","trace[1454181667] 'applied index is now lower than readState.Index' (duration: 445.361µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:11:45.188253Z","caller":"traceutil/trace.go:171","msg":"trace[170665898] transaction","detail":"{read_only:false; response_revision:25298; number_of_response:1; }","duration":"291.483092ms","start":"2026-03-31T21:11:44.896762Z","end":"2026-03-31T21:11:45.188245Z","steps":["trace[170665898] 'process raft request' (duration: 291.280857ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:11:45.188253Z","caller":"traceutil/trace.go:171","msg":"trace[467170068] transaction","detail":"{read_only:false; response_revision:25297; number_of_response:1; }","duration":"299.125794ms","start":"2026-03-31T21:11:44.889098Z","end":"2026-03-31T21:11:45.188224Z","steps":["trace[467170068] 'process raft request' (duration: 298.730274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:11:45.188309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.06749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T21:11:45.188335Z","caller":"traceutil/trace.go:171","msg":"trace[309642850] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25298; }","duration":"157.120902ms","start":"2026-03-31T21:11:45.031205Z","end":"2026-03-31T21:11:45.188326Z","steps":["trace[309642850] 'agreement among raft nodes before linearized reading' (duration: 157.03794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:11:45.188455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.209016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T21:11:45.188517Z","caller":"traceutil/trace.go:171","msg":"trace[66804372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25298; }","duration":"272.313379ms","start":"2026-03-31T21:11:44.916188Z","end":"2026-03-31T21:11:45.188502Z","steps":["trace[66804372] 'agreement among raft nodes before linearized reading' (duration: 272.120474ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:11:45.261078Z","caller":"traceutil/trace.go:171","msg":"trace[381085821] transaction","detail":"{read_only:false; response_revision:25300; number_of_response:1; }","duration":"203.476428ms","start":"2026-03-31T21:11:45.05758Z","end":"2026-03-31T21:11:45.261057Z","steps":["trace[381085821] 'process raft request' (duration: 203.429217ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:11:45.261474Z","caller":"traceutil/trace.go:171","msg":"trace[750909160] transaction","detail":"{read_only:false; response_revision:25299; number_of_response:1; }","duration":"206.71607ms","start":"2026-03-31T21:11:45.054742Z","end":"2026-03-31T21:11:45.261458Z","steps":["trace[750909160] 'process raft request' (duration: 206.164966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:11:45.261613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.587996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T21:11:45.261657Z","caller":"traceutil/trace.go:171","msg":"trace[2054722441] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25300; }","duration":"175.673037ms","start":"2026-03-31T21:11:45.085966Z","end":"2026-03-31T21:11:45.261639Z","steps":["trace[2054722441] 'agreement among raft nodes before linearized reading' (duration: 175.538374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:11:45.261463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.94416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:11:45.261746Z","caller":"traceutil/trace.go:171","msg":"trace[402991470] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25300; }","duration":"212.246248ms","start":"2026-03-31T21:11:45.049487Z","end":"2026-03-31T21:11:45.261733Z","steps":["trace[402991470] 'agreement among raft nodes before linearized reading' (duration: 211.863318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:11:45.261896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.219403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T21:11:45.26193Z","caller":"traceutil/trace.go:171","msg":"trace[846951310] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25300; }","duration":"176.249463ms","start":"2026-03-31T21:11:45.085669Z","end":"2026-03-31T21:11:45.261919Z","steps":["trace[846951310] 'agreement among raft nodes before linearized reading' (duration: 176.182112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:11:45.262061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.151647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T21:11:45.262086Z","caller":"traceutil/trace.go:171","msg":"trace[1551108340] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25300; }","duration":"189.205408ms","start":"2026-03-31T21:11:45.072875Z","end":"2026-03-31T21:11:45.262081Z","steps":["trace[1551108340] 'agreement among raft nodes before linearized reading' (duration: 189.145207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:11:46.038945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.581773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-66dc5f7df7-fgt6j\" ","response":"range_response_count:1 size:8107"} {"level":"info","ts":"2026-03-31T21:11:46.039046Z","caller":"traceutil/trace.go:171","msg":"trace[252990324] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-66dc5f7df7-fgt6j; range_end:; response_count:1; response_revision:25313; }","duration":"153.723866ms","start":"2026-03-31T21:11:45.885304Z","end":"2026-03-31T21:11:46.039028Z","steps":["trace[252990324] 'range keys from in-memory index tree' (duration: 153.393669ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:11:46.365871Z","caller":"traceutil/trace.go:171","msg":"trace[1189850784] transaction","detail":"{read_only:false; response_revision:25321; number_of_response:1; }","duration":"107.649478ms","start":"2026-03-31T21:11:46.258196Z","end":"2026-03-31T21:11:46.365845Z","steps":["trace[1189850784] 'process raft request' (duration: 107.259178ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:12:00.16075Z","caller":"traceutil/trace.go:171","msg":"trace[1817087967] transaction","detail":"{read_only:false; response_revision:25457; number_of_response:1; }","duration":"283.375587ms","start":"2026-03-31T21:11:59.877349Z","end":"2026-03-31T21:12:00.160725Z","steps":["trace[1817087967] 'process raft request' (duration: 283.205113ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:12:13.350916Z","caller":"traceutil/trace.go:171","msg":"trace[2125701495] transaction","detail":"{read_only:false; response_revision:25555; number_of_response:1; }","duration":"506.47743ms","start":"2026-03-31T21:12:12.844411Z","end":"2026-03-31T21:12:13.350888Z","steps":["trace[2125701495] 'process raft request' (duration: 506.305266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:12:13.35112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:12:12.844382Z","time spent":"506.650033ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:12:13.378242Z","caller":"traceutil/trace.go:171","msg":"trace[268581716] linearizableReadLoop","detail":"{readStateIndex:26452; appliedIndex:26450; }","duration":"443.927755ms","start":"2026-03-31T21:12:12.934287Z","end":"2026-03-31T21:12:13.378215Z","steps":["trace[268581716] 'read index received' (duration: 416.407873ms)","trace[268581716] 'applied index is now lower than readState.Index' (duration: 27.518852ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:12:13.378314Z","caller":"traceutil/trace.go:171","msg":"trace[1677283861] transaction","detail":"{read_only:false; response_revision:25556; number_of_response:1; }","duration":"481.220154ms","start":"2026-03-31T21:12:12.897064Z","end":"2026-03-31T21:12:13.378284Z","steps":["trace[1677283861] 'process raft request' (duration: 481.023989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:12:13.378419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.12084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-31T21:12:13.378449Z","caller":"traceutil/trace.go:171","msg":"trace[1080256891] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25556; }","duration":"444.177012ms","start":"2026-03-31T21:12:12.934265Z","end":"2026-03-31T21:12:13.378442Z","steps":["trace[1080256891] 'agreement among raft nodes before linearized reading' (duration: 444.052349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:12:13.378475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:12:12.934259Z","time spent":"444.210173ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T21:12:13.378461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:12:12.897049Z","time spent":"481.318976ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:12:13.461799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.198153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:12:13.461811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.438739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:12:13.461866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.096272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-31T21:12:13.461921Z","caller":"traceutil/trace.go:171","msg":"trace[376513634] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25557; }","duration":"378.594183ms","start":"2026-03-31T21:12:13.083289Z","end":"2026-03-31T21:12:13.461883Z","steps":["trace[376513634] 'agreement among raft nodes before linearized reading' (duration: 378.406058ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:12:13.461958Z","caller":"traceutil/trace.go:171","msg":"trace[70246274] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:25557; }","duration":"254.205194ms","start":"2026-03-31T21:12:13.207733Z","end":"2026-03-31T21:12:13.461938Z","steps":["trace[70246274] 'agreement among raft nodes before linearized reading' (duration: 253.933348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:12:13.461998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:12:13.08327Z","time spent":"378.711025ms","remote":"127.0.0.1:49582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:12:13.461893Z","caller":"traceutil/trace.go:171","msg":"trace[2123757503] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:25557; }","duration":"215.305216ms","start":"2026-03-31T21:12:13.246561Z","end":"2026-03-31T21:12:13.461866Z","steps":["trace[2123757503] 'agreement among raft nodes before linearized reading' (duration: 215.102521ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:12:13.79545Z","caller":"traceutil/trace.go:171","msg":"trace[555388314] transaction","detail":"{read_only:false; response_revision:25558; number_of_response:1; }","duration":"366.945289ms","start":"2026-03-31T21:12:13.428449Z","end":"2026-03-31T21:12:13.795394Z","steps":["trace[555388314] 'process raft request' (duration: 366.56264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:12:13.795701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:12:13.428423Z","time spent":"367.175025ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:12:13.795853Z","caller":"traceutil/trace.go:171","msg":"trace[1236066038] transaction","detail":"{read_only:false; response_revision:25559; number_of_response:1; }","duration":"359.250895ms","start":"2026-03-31T21:12:13.43659Z","end":"2026-03-31T21:12:13.795841Z","steps":["trace[1236066038] 'process raft request' (duration: 358.63685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:12:13.795911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:12:13.436569Z","time spent":"359.313427ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:12:13.796148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.099095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-31T21:12:13.796216Z","caller":"traceutil/trace.go:171","msg":"trace[1737742715] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25559; }","duration":"414.220888ms","start":"2026-03-31T21:12:13.381982Z","end":"2026-03-31T21:12:13.796203Z","steps":["trace[1737742715] 'agreement among raft nodes before linearized reading' (duration: 414.018763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:12:13.796267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:12:13.381962Z","time spent":"414.291461ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T21:12:13.795955Z","caller":"traceutil/trace.go:171","msg":"trace[891618095] linearizableReadLoop","detail":"{readStateIndex:26455; appliedIndex:26453; }","duration":"334.024861ms","start":"2026-03-31T21:12:13.461637Z","end":"2026-03-31T21:12:13.795662Z","steps":["trace[891618095] 'read index received' (duration: 333.223771ms)","trace[891618095] 'applied index is now lower than readState.Index' (duration: 799.6µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:12:13.796507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.742319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-31T21:12:13.796525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.234396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:12:13.796574Z","caller":"traceutil/trace.go:171","msg":"trace[2131184584] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25559; }","duration":"332.82466ms","start":"2026-03-31T21:12:13.463731Z","end":"2026-03-31T21:12:13.796556Z","steps":["trace[2131184584] 'agreement among raft nodes before linearized reading' (duration: 332.661276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:12:13.79663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:12:13.463719Z","time spent":"332.899713ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T21:12:13.796643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.527483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:12:13.796678Z","caller":"traceutil/trace.go:171","msg":"trace[1351649467] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:25559; }","duration":"101.575065ms","start":"2026-03-31T21:12:13.695092Z","end":"2026-03-31T21:12:13.796667Z","steps":["trace[1351649467] 'agreement among raft nodes before linearized reading' (duration: 101.518644ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:12:13.796618Z","caller":"traceutil/trace.go:171","msg":"trace[2054934362] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:25559; }","duration":"103.37386ms","start":"2026-03-31T21:12:13.693217Z","end":"2026-03-31T21:12:13.796591Z","steps":["trace[2054934362] 'agreement among raft nodes before linearized reading' (duration: 103.206976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:12:13.796823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.284202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-31T21:12:13.796858Z","caller":"traceutil/trace.go:171","msg":"trace[1418707533] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:25559; }","duration":"100.342393ms","start":"2026-03-31T21:12:13.696507Z","end":"2026-03-31T21:12:13.796849Z","steps":["trace[1418707533] 'agreement among raft nodes before linearized reading' (duration: 100.252531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:12:13.796922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.043541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T21:12:13.796995Z","caller":"traceutil/trace.go:171","msg":"trace[1516605430] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25559; }","duration":"297.141874ms","start":"2026-03-31T21:12:13.499839Z","end":"2026-03-31T21:12:13.796981Z","steps":["trace[1516605430] 'agreement among raft nodes before linearized reading' (duration: 296.98632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:12:13.797072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.980135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:12:13.797126Z","caller":"traceutil/trace.go:171","msg":"trace[1538819747] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25559; }","duration":"102.071758ms","start":"2026-03-31T21:12:13.695041Z","end":"2026-03-31T21:12:13.797113Z","steps":["trace[1538819747] 'agreement among raft nodes before linearized reading' (duration: 101.988395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:12:13.797255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.530257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T21:12:13.797347Z","caller":"traceutil/trace.go:171","msg":"trace[1822705067] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25559; }","duration":"311.666399ms","start":"2026-03-31T21:12:13.485658Z","end":"2026-03-31T21:12:13.797325Z","steps":["trace[1822705067] 'agreement among raft nodes before linearized reading' (duration: 311.454794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:12:13.79739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:12:13.48564Z","time spent":"311.740962ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T21:12:13.797638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.504754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-31T21:12:13.797659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.483013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T21:12:13.797693Z","caller":"traceutil/trace.go:171","msg":"trace[1197840223] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25559; }","duration":"305.585076ms","start":"2026-03-31T21:12:13.492094Z","end":"2026-03-31T21:12:13.79768Z","steps":["trace[1197840223] 'agreement among raft nodes before linearized reading' (duration: 305.403372ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:12:13.797697Z","caller":"traceutil/trace.go:171","msg":"trace[760061093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25559; }","duration":"305.522984ms","start":"2026-03-31T21:12:13.492164Z","end":"2026-03-31T21:12:13.797687Z","steps":["trace[760061093] 'agreement among raft nodes before linearized reading' (duration: 305.417782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:12:13.797739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:12:13.492103Z","time spent":"305.629087ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T21:12:13.797747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.656331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:12:13.797739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:12:13.492082Z","time spent":"305.646147ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T21:12:13.797786Z","caller":"traceutil/trace.go:171","msg":"trace[1123310617] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25559; }","duration":"317.731922ms","start":"2026-03-31T21:12:13.480043Z","end":"2026-03-31T21:12:13.797775Z","steps":["trace[1123310617] 'agreement among raft nodes before linearized reading' (duration: 317.683961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:12:13.797823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:12:13.480018Z","time spent":"317.799353ms","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:12:13.797701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.894843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6d65ff7f-a66f-4c0b-9dcf-05cb1d11a9aa\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-03-31T21:12:13.79794Z","caller":"traceutil/trace.go:171","msg":"trace[344034360] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6d65ff7f-a66f-4c0b-9dcf-05cb1d11a9aa; range_end:; response_count:1; response_revision:25559; }","duration":"333.143929ms","start":"2026-03-31T21:12:13.464784Z","end":"2026-03-31T21:12:13.797928Z","steps":["trace[344034360] 'agreement among raft nodes before linearized reading' (duration: 332.842392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:12:13.797981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:12:13.464778Z","time spent":"333.19254ms","remote":"127.0.0.1:52302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-6d65ff7f-a66f-4c0b-9dcf-05cb1d11a9aa\" "} {"level":"info","ts":"2026-03-31T21:12:13.965555Z","caller":"traceutil/trace.go:171","msg":"trace[1873250432] transaction","detail":"{read_only:false; response_revision:25560; number_of_response:1; }","duration":"163.466872ms","start":"2026-03-31T21:12:13.802068Z","end":"2026-03-31T21:12:13.965535Z","steps":["trace[1873250432] 'process raft request' (duration: 65.238251ms)","trace[1873250432] 'compare' (duration: 98.057047ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:12:14.004231Z","caller":"traceutil/trace.go:171","msg":"trace[227563686] transaction","detail":"{read_only:false; response_revision:25561; number_of_response:1; }","duration":"200.429601ms","start":"2026-03-31T21:12:13.803776Z","end":"2026-03-31T21:12:14.004206Z","steps":["trace[227563686] 'process raft request' (duration: 200.171754ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:12:14.004334Z","caller":"traceutil/trace.go:171","msg":"trace[2085654851] linearizableReadLoop","detail":"{readStateIndex:26460; appliedIndex:26455; }","duration":"154.145097ms","start":"2026-03-31T21:12:13.850164Z","end":"2026-03-31T21:12:14.004309Z","steps":["trace[2085654851] 'read index received' (duration: 17.227685ms)","trace[2085654851] 'applied index is now lower than readState.Index' (duration: 136.916432ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:12:14.004418Z","caller":"traceutil/trace.go:171","msg":"trace[1026232838] transaction","detail":"{read_only:false; response_revision:25562; number_of_response:1; }","duration":"200.593666ms","start":"2026-03-31T21:12:13.803816Z","end":"2026-03-31T21:12:14.004409Z","steps":["trace[1026232838] 'process raft request' (duration: 200.279727ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:12:14.004368Z","caller":"traceutil/trace.go:171","msg":"trace[1567650056] transaction","detail":"{read_only:false; response_revision:25563; number_of_response:1; }","duration":"200.488872ms","start":"2026-03-31T21:12:13.803857Z","end":"2026-03-31T21:12:14.004346Z","steps":["trace[1567650056] 'process raft request' (duration: 200.276867ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:12:14.004395Z","caller":"traceutil/trace.go:171","msg":"trace[164402762] transaction","detail":"{read_only:false; response_revision:25564; number_of_response:1; }","duration":"200.490042ms","start":"2026-03-31T21:12:13.803886Z","end":"2026-03-31T21:12:14.004375Z","steps":["trace[164402762] 'process raft request' (duration: 200.369899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:12:14.004589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.382644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:12:14.004683Z","caller":"traceutil/trace.go:171","msg":"trace[608886369] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25564; }","duration":"154.530667ms","start":"2026-03-31T21:12:13.850131Z","end":"2026-03-31T21:12:14.004661Z","steps":["trace[608886369] 'agreement among raft nodes before linearized reading' (duration: 154.303882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:12:14.493014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.279436ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:12:14.493243Z","caller":"traceutil/trace.go:171","msg":"trace[1169254266] transaction","detail":"{read_only:false; response_revision:25566; number_of_response:1; }","duration":"279.653613ms","start":"2026-03-31T21:12:14.213571Z","end":"2026-03-31T21:12:14.493224Z","steps":["trace[1169254266] 'process raft request' (duration: 279.583952ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:12:14.493399Z","caller":"traceutil/trace.go:171","msg":"trace[1790010919] transaction","detail":"{read_only:false; response_revision:25565; number_of_response:1; }","duration":"602.33335ms","start":"2026-03-31T21:12:13.891035Z","end":"2026-03-31T21:12:14.493368Z","steps":["trace[1790010919] 'process raft request' (duration: 314.604483ms)","trace[1790010919] 'compare' (duration: 287.129122ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:12:14.493521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.521839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:12:14.49339Z","caller":"traceutil/trace.go:171","msg":"trace[2132874949] linearizableReadLoop","detail":"{readStateIndex:26461; appliedIndex:26460; }","duration":"488.915967ms","start":"2026-03-31T21:12:14.004443Z","end":"2026-03-31T21:12:14.493359Z","steps":["trace[2132874949] 'read index received' (duration: 201.139158ms)","trace[2132874949] 'applied index is now lower than readState.Index' (duration: 287.773099ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:12:14.493567Z","caller":"traceutil/trace.go:171","msg":"trace[1629955658] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25566; }","duration":"626.621732ms","start":"2026-03-31T21:12:13.866934Z","end":"2026-03-31T21:12:14.493556Z","steps":["trace[1629955658] 'agreement among raft nodes before linearized reading' (duration: 626.505299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:12:14.493552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:12:13.891017Z","time spent":"602.450744ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:12:14.493601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:12:13.866918Z","time spent":"626.675143ms","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T21:12:14.858496Z","caller":"traceutil/trace.go:171","msg":"trace[791715850] transaction","detail":"{read_only:false; response_revision:25567; number_of_response:1; }","duration":"632.897919ms","start":"2026-03-31T21:12:14.225534Z","end":"2026-03-31T21:12:14.858432Z","steps":["trace[791715850] 'process raft request' (duration: 541.098911ms)","trace[791715850] 'compare' (duration: 91.649704ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:12:14.858605Z","caller":"traceutil/trace.go:171","msg":"trace[1189102316] transaction","detail":"{read_only:false; response_revision:25569; number_of_response:1; }","duration":"189.615529ms","start":"2026-03-31T21:12:14.668969Z","end":"2026-03-31T21:12:14.858584Z","steps":["trace[1189102316] 'process raft request' (duration: 189.567457ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:12:14.858668Z","caller":"traceutil/trace.go:171","msg":"trace[1942704514] linearizableReadLoop","detail":"{readStateIndex:26463; appliedIndex:26462; }","duration":"365.00888ms","start":"2026-03-31T21:12:14.49357Z","end":"2026-03-31T21:12:14.858579Z","steps":["trace[1942704514] 'read index received' (duration: 273.028848ms)","trace[1942704514] 'applied index is now lower than readState.Index' (duration: 91.977152ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:12:14.858711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:12:14.225503Z","time spent":"633.081234ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:12:14.858776Z","caller":"traceutil/trace.go:171","msg":"trace[1762636910] transaction","detail":"{read_only:false; response_revision:25568; number_of_response:1; }","duration":"335.211771ms","start":"2026-03-31T21:12:14.523553Z","end":"2026-03-31T21:12:14.858765Z","steps":["trace[1762636910] 'process raft request' (duration: 334.908324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:12:14.858826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.638485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:12:14.858873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:12:14.523513Z","time spent":"335.285132ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:12:14.858892Z","caller":"traceutil/trace.go:171","msg":"trace[934283281] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25569; }","duration":"850.759489ms","start":"2026-03-31T21:12:14.0081Z","end":"2026-03-31T21:12:14.85886Z","steps":["trace[934283281] 'agreement among raft nodes before linearized reading' (duration: 850.641135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:12:14.859005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.086202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:12:14.859094Z","caller":"traceutil/trace.go:171","msg":"trace[1528675259] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:25569; }","duration":"590.212636ms","start":"2026-03-31T21:12:14.268862Z","end":"2026-03-31T21:12:14.859075Z","steps":["trace[1528675259] 'agreement among raft nodes before linearized reading' (duration: 590.030251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:12:14.859108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.252613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-31T21:12:14.859094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.17255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:12:14.859106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.54732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:12:14.859144Z","caller":"traceutil/trace.go:171","msg":"trace[2139209316] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:25569; }","duration":"733.315625ms","start":"2026-03-31T21:12:14.125817Z","end":"2026-03-31T21:12:14.859132Z","steps":["trace[2139209316] 'agreement among raft nodes before linearized reading' (duration: 733.180162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:12:14.859135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.156334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:12:14.859152Z","caller":"traceutil/trace.go:171","msg":"trace[1650787009] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:25569; }","duration":"589.274422ms","start":"2026-03-31T21:12:14.269863Z","end":"2026-03-31T21:12:14.859137Z","steps":["trace[1650787009] 'agreement among raft nodes before linearized reading' (duration: 589.1907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:12:14.859166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:12:14.125801Z","time spent":"733.361546ms","remote":"127.0.0.1:52168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-03-31T21:12:14.859144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:12:14.26885Z","time spent":"590.284797ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"info","ts":"2026-03-31T21:12:14.859173Z","caller":"traceutil/trace.go:171","msg":"trace[1311304008] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:25569; }","duration":"791.668123ms","start":"2026-03-31T21:12:14.067491Z","end":"2026-03-31T21:12:14.859159Z","steps":["trace[1311304008] 'agreement among raft nodes before linearized reading' (duration: 791.514059ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:12:14.859192Z","caller":"traceutil/trace.go:171","msg":"trace[493385219] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25569; }","duration":"590.246226ms","start":"2026-03-31T21:12:14.268929Z","end":"2026-03-31T21:12:14.859176Z","steps":["trace[493385219] 'agreement among raft nodes before linearized reading' (duration: 590.130983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:12:14.859195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:12:14.269841Z","time spent":"589.347334ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-31T21:12:14.859216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:12:14.268908Z","time spent":"590.303037ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-31T21:12:14.859224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:12:14.067471Z","time spent":"791.745634ms","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:12:14.859118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.479332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:12:14.859273Z","caller":"traceutil/trace.go:171","msg":"trace[1935107091] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:25569; }","duration":"590.731248ms","start":"2026-03-31T21:12:14.268531Z","end":"2026-03-31T21:12:14.859263Z","steps":["trace[1935107091] 'agreement among raft nodes before linearized reading' (duration: 590.467622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:12:14.859253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.037015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-31T21:12:14.859361Z","caller":"traceutil/trace.go:171","msg":"trace[1754461628] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:25569; }","duration":"587.184089ms","start":"2026-03-31T21:12:14.272154Z","end":"2026-03-31T21:12:14.859338Z","steps":["trace[1754461628] 'agreement among raft nodes before linearized reading' (duration: 586.905332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:12:14.859417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:12:14.272141Z","time spent":"587.265171ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-03-31T21:12:14.859308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:12:14.268471Z","time spent":"590.83104ms","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T21:12:14.859615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:12:14.008048Z","time spent":"850.871892ms","remote":"127.0.0.1:52348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T21:12:15.097947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.144168ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-31T21:12:15.098067Z","caller":"traceutil/trace.go:171","msg":"trace[1564953062] linearizableReadLoop","detail":"{readStateIndex:26466; appliedIndex:26465; }","duration":"234.810466ms","start":"2026-03-31T21:12:14.863238Z","end":"2026-03-31T21:12:15.098049Z","steps":["trace[1564953062] 'read index received' (duration: 111.518105ms)","trace[1564953062] 'applied index is now lower than readState.Index' (duration: 123.290631ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:12:15.098432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.2065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:12:15.098497Z","caller":"traceutil/trace.go:171","msg":"trace[1513533887] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25569; }","duration":"230.309963ms","start":"2026-03-31T21:12:14.868173Z","end":"2026-03-31T21:12:15.098483Z","steps":["trace[1513533887] 'agreement among raft nodes before linearized reading' (duration: 230.19694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:12:15.098781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.532754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-31T21:12:15.098848Z","caller":"traceutil/trace.go:171","msg":"trace[1928244011] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25569; }","duration":"235.635666ms","start":"2026-03-31T21:12:14.863195Z","end":"2026-03-31T21:12:15.098831Z","steps":["trace[1928244011] 'agreement among raft nodes before linearized reading' (duration: 235.38497ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:12:15.551927Z","caller":"traceutil/trace.go:171","msg":"trace[7769705] transaction","detail":"{read_only:false; response_revision:25571; number_of_response:1; }","duration":"196.663206ms","start":"2026-03-31T21:12:15.355237Z","end":"2026-03-31T21:12:15.5519Z","steps":["trace[7769705] 'process raft request' (duration: 196.471111ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:12:15.592019Z","caller":"traceutil/trace.go:171","msg":"trace[1461572010] transaction","detail":"{read_only:false; response_revision:25572; number_of_response:1; }","duration":"124.947712ms","start":"2026-03-31T21:12:15.467038Z","end":"2026-03-31T21:12:15.591986Z","steps":["trace[1461572010] 'process raft request' (duration: 124.801268ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:12:28.504445Z","caller":"traceutil/trace.go:171","msg":"trace[728044430] transaction","detail":"{read_only:false; response_revision:25710; number_of_response:1; }","duration":"103.333709ms","start":"2026-03-31T21:12:28.401081Z","end":"2026-03-31T21:12:28.504414Z","steps":["trace[728044430] 'process raft request' (duration: 103.141153ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:12:28.71426Z","caller":"traceutil/trace.go:171","msg":"trace[959489397] transaction","detail":"{read_only:false; response_revision:25711; number_of_response:1; }","duration":"174.870228ms","start":"2026-03-31T21:12:28.539359Z","end":"2026-03-31T21:12:28.714229Z","steps":["trace[959489397] 'process raft request' (duration: 94.18965ms)","trace[959489397] 'compare' (duration: 80.456703ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:13:21.757629Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23020} {"level":"info","ts":"2026-03-31T21:13:21.886334Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23020,"took":"125.298284ms","hash":4172445566,"current-db-size-bytes":50937856,"current-db-size":"51 MB","current-db-size-in-use-bytes":42532864,"current-db-size-in-use":"42 MB"} {"level":"info","ts":"2026-03-31T21:13:21.88639Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4172445566,"revision":23020,"compact-revision":20852} {"level":"info","ts":"2026-03-31T21:14:04.581573Z","caller":"traceutil/trace.go:171","msg":"trace[1152850099] transaction","detail":"{read_only:false; response_revision:26595; number_of_response:1; }","duration":"109.014664ms","start":"2026-03-31T21:14:04.472538Z","end":"2026-03-31T21:14:04.581553Z","steps":["trace[1152850099] 'process raft request' (duration: 108.842319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:04.862605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.247266ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:14:04.862891Z","caller":"traceutil/trace.go:171","msg":"trace[975523560] transaction","detail":"{read_only:false; response_revision:26602; number_of_response:1; }","duration":"167.854925ms","start":"2026-03-31T21:14:04.695007Z","end":"2026-03-31T21:14:04.862862Z","steps":["trace[975523560] 'process raft request' (duration: 47.292921ms)","trace[975523560] 'compare' (duration: 120.00585ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:14:04.862899Z","caller":"traceutil/trace.go:171","msg":"trace[435209663] linearizableReadLoop","detail":"{readStateIndex:27530; appliedIndex:27527; }","duration":"142.472586ms","start":"2026-03-31T21:14:04.720393Z","end":"2026-03-31T21:14:04.862866Z","steps":["trace[435209663] 'read index received' (duration: 21.920872ms)","trace[435209663] 'applied index is now lower than readState.Index' (duration: 120.550694ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:14:04.862972Z","caller":"traceutil/trace.go:171","msg":"trace[1666589446] transaction","detail":"{read_only:false; response_revision:26603; number_of_response:1; }","duration":"167.752041ms","start":"2026-03-31T21:14:04.695215Z","end":"2026-03-31T21:14:04.862967Z","steps":["trace[1666589446] 'process raft request' (duration: 167.532896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:04.86304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.633909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:04.863081Z","caller":"traceutil/trace.go:171","msg":"trace[410204824] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:26604; }","duration":"142.685411ms","start":"2026-03-31T21:14:04.720379Z","end":"2026-03-31T21:14:04.863065Z","steps":["trace[410204824] 'agreement among raft nodes before linearized reading' (duration: 142.590498ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:04.863233Z","caller":"traceutil/trace.go:171","msg":"trace[660335982] transaction","detail":"{read_only:false; response_revision:26604; number_of_response:1; }","duration":"160.503219ms","start":"2026-03-31T21:14:04.702723Z","end":"2026-03-31T21:14:04.863226Z","steps":["trace[660335982] 'process raft request' (duration: 160.060068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:09.205504Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973393849,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:14:10.028084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.895893ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:14:10.028233Z","caller":"traceutil/trace.go:171","msg":"trace[658058171] transaction","detail":"{read_only:false; response_revision:26660; number_of_response:1; }","duration":"1.370300095s","start":"2026-03-31T21:14:08.657907Z","end":"2026-03-31T21:14:10.028207Z","steps":["trace[658058171] 'process raft request' (duration: 619.987082ms)","trace[658058171] 'compare' (duration: 749.128034ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:14:10.028335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:08.657875Z","time spent":"1.370412148s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:10.870813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000582838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:14:10.870885Z","caller":"traceutil/trace.go:171","msg":"trace[1933230075] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00066666s","start":"2026-03-31T21:14:08.870207Z","end":"2026-03-31T21:14:10.870874Z","steps":["trace[1933230075] 'agreement among raft nodes before linearized reading' (duration: 2.000582488s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:10.870912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:08.870153Z","time spent":"2.000751853s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:14:11.654072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:10.256373Z","time spent":"1.397690276s","remote":"127.0.0.1:49508","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T21:14:11.655436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467132314s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:14:11.655892Z","caller":"traceutil/trace.go:171","msg":"trace[1609663898] transaction","detail":"{read_only:false; response_revision:26661; number_of_response:1; }","duration":"2.984594322s","start":"2026-03-31T21:14:08.671261Z","end":"2026-03-31T21:14:11.655855Z","steps":["trace[1609663898] 'process raft request' (duration: 1.516926716s)","trace[1609663898] 'compare' (duration: 1.465746619s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:14:11.656117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:08.671239Z","time spent":"2.984733396s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:14:11.655898Z","caller":"traceutil/trace.go:171","msg":"trace[2120989566] transaction","detail":"{read_only:false; response_revision:26662; number_of_response:1; }","duration":"2.524125304s","start":"2026-03-31T21:14:09.13173Z","end":"2026-03-31T21:14:11.655855Z","steps":["trace[2120989566] 'process raft request' (duration: 2.523823307s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:11.656307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:09.131708Z","time spent":"2.524562326s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:12.081984Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.893866122s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:14:12.44231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.635487ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-31T21:14:12.442331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.198715ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:12.442507Z","caller":"traceutil/trace.go:171","msg":"trace[1748682420] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26662; }","duration":"211.389769ms","start":"2026-03-31T21:14:12.231097Z","end":"2026-03-31T21:14:12.442487Z","steps":["trace[1748682420] 'range keys from in-memory index tree' (duration: 211.179304ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:12.442703Z","caller":"traceutil/trace.go:171","msg":"trace[1891770230] linearizableReadLoop","detail":"{readStateIndex:27590; appliedIndex:27587; }","duration":"3.738204248s","start":"2026-03-31T21:14:08.704465Z","end":"2026-03-31T21:14:12.442669Z","steps":["trace[1891770230] 'read index received' (duration: 573.441701ms)","trace[1891770230] 'applied index is now lower than readState.Index' (duration: 3.164759767s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:14:12.442936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.738448425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:12.442987Z","caller":"traceutil/trace.go:171","msg":"trace[1857792289] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26662; }","duration":"3.738556947s","start":"2026-03-31T21:14:08.704412Z","end":"2026-03-31T21:14:12.442969Z","steps":["trace[1857792289] 'agreement among raft nodes before linearized reading' (duration: 3.738447275s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:12.443034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:08.704396Z","time spent":"3.738622659s","remote":"127.0.0.1:49912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:14:12.443576Z","caller":"traceutil/trace.go:171","msg":"trace[40040831] transaction","detail":"{read_only:false; response_revision:26663; number_of_response:1; }","duration":"3.140410024s","start":"2026-03-31T21:14:09.303137Z","end":"2026-03-31T21:14:12.443547Z","steps":["trace[40040831] 'process raft request' (duration: 3.139297586s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:12.443754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:09.303113Z","time spent":"3.140561858s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:14:12.444905Z","caller":"traceutil/trace.go:171","msg":"trace[1445327596] transaction","detail":"{read_only:false; response_revision:26664; number_of_response:1; }","duration":"3.104811328s","start":"2026-03-31T21:14:09.339992Z","end":"2026-03-31T21:14:12.444804Z","steps":["trace[1445327596] 'process raft request' (duration: 3.103478114s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:12.44523Z","caller":"traceutil/trace.go:171","msg":"trace[1363915589] transaction","detail":"{read_only:false; response_revision:26665; number_of_response:1; }","duration":"3.044949451s","start":"2026-03-31T21:14:09.40027Z","end":"2026-03-31T21:14:12.445219Z","steps":["trace[1363915589] 'process raft request' (duration: 3.044394127s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:12.445459Z","caller":"traceutil/trace.go:171","msg":"trace[1193792098] transaction","detail":"{read_only:false; response_revision:26667; number_of_response:1; }","duration":"2.387569718s","start":"2026-03-31T21:14:10.057874Z","end":"2026-03-31T21:14:12.445444Z","steps":["trace[1193792098] 'process raft request' (duration: 2.387490486s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:12.445469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:09.400246Z","time spent":"3.045031854s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:12.445562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:10.057861Z","time spent":"2.387639509s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:14:12.445656Z","caller":"traceutil/trace.go:171","msg":"trace[1392667757] transaction","detail":"{read_only:false; response_revision:26666; number_of_response:1; }","duration":"2.392192244s","start":"2026-03-31T21:14:10.053452Z","end":"2026-03-31T21:14:12.445645Z","steps":["trace[1392667757] 'process raft request' (duration: 2.391701161s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:12.445655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:09.33997Z","time spent":"3.105118637s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:12.445747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:10.053424Z","time spent":"2.392256576s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:12.494535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.657972486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:12.494565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.780792981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-31T21:14:12.494654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.851221017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-31T21:14:12.494713Z","caller":"traceutil/trace.go:171","msg":"trace[1300315667] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26669; }","duration":"2.85133471s","start":"2026-03-31T21:14:09.643364Z","end":"2026-03-31T21:14:12.494699Z","steps":["trace[1300315667] 'agreement among raft nodes before linearized reading' (duration: 2.851121405s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:12.494735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.899662446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:12.494749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:09.643343Z","time spent":"2.851401461s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T21:14:12.49477Z","caller":"traceutil/trace.go:171","msg":"trace[207263944] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:26669; }","duration":"2.899733017s","start":"2026-03-31T21:14:09.595026Z","end":"2026-03-31T21:14:12.494759Z","steps":["trace[207263944] 'agreement among raft nodes before linearized reading' (duration: 2.899672906s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:12.494816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:09.595008Z","time spent":"2.899800469s","remote":"127.0.0.1:41600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:12.494566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.734617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:12.494967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.876049714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T21:14:12.494989Z","caller":"traceutil/trace.go:171","msg":"trace[957325345] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26669; }","duration":"1.876103786s","start":"2026-03-31T21:14:10.618878Z","end":"2026-03-31T21:14:12.494982Z","steps":["trace[957325345] 'agreement among raft nodes before linearized reading' (duration: 1.876041554s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:12.495007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:10.618861Z","time spent":"1.876142306s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T21:14:12.495004Z","caller":"traceutil/trace.go:171","msg":"trace[55393871] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:26669; }","duration":"254.194808ms","start":"2026-03-31T21:14:12.240788Z","end":"2026-03-31T21:14:12.494983Z","steps":["trace[55393871] 'agreement among raft nodes before linearized reading' (duration: 253.668685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:12.494963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.378957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:12.495062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.262414585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:14:12.495088Z","caller":"traceutil/trace.go:171","msg":"trace[709857538] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26669; }","duration":"3.262470606s","start":"2026-03-31T21:14:09.232609Z","end":"2026-03-31T21:14:12.49508Z","steps":["trace[709857538] 'agreement among raft nodes before linearized reading' (duration: 3.262424785s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:12.495114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:09.232563Z","time spent":"3.262545408s","remote":"127.0.0.1:58620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:12.495124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.929305395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:14:12.495142Z","caller":"traceutil/trace.go:171","msg":"trace[1231543571] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:26669; }","duration":"1.929325856s","start":"2026-03-31T21:14:10.565812Z","end":"2026-03-31T21:14:12.495138Z","steps":["trace[1231543571] 'agreement among raft nodes before linearized reading' (duration: 1.929237784s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:12.495093Z","caller":"traceutil/trace.go:171","msg":"trace[483614382] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26669; }","duration":"164.535961ms","start":"2026-03-31T21:14:12.330532Z","end":"2026-03-31T21:14:12.495067Z","steps":["trace[483614382] 'agreement among raft nodes before linearized reading' (duration: 164.324316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:12.495195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.406216247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:12.494777Z","caller":"traceutil/trace.go:171","msg":"trace[128802661] transaction","detail":"{read_only:false; response_revision:26669; number_of_response:1; }","duration":"2.111209162s","start":"2026-03-31T21:14:10.383513Z","end":"2026-03-31T21:14:12.494722Z","steps":["trace[128802661] 'process raft request' (duration: 2.110827862s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:12.495226Z","caller":"traceutil/trace.go:171","msg":"trace[1546136144] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:26669; }","duration":"2.406301809s","start":"2026-03-31T21:14:10.088918Z","end":"2026-03-31T21:14:12.495219Z","steps":["trace[1546136144] 'agreement among raft nodes before linearized reading' (duration: 2.406250158s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:12.495241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:10.088896Z","time spent":"2.4063409s","remote":"127.0.0.1:50068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:14:12.494671Z","caller":"traceutil/trace.go:171","msg":"trace[577029924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26669; }","duration":"3.780936345s","start":"2026-03-31T21:14:08.713715Z","end":"2026-03-31T21:14:12.494652Z","steps":["trace[577029924] 'agreement among raft nodes before linearized reading' (duration: 3.780683138s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:12.49527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:08.713704Z","time spent":"3.78155657s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T21:14:12.495282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:10.383487Z","time spent":"2.111743166s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:12.495313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.614727571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T21:14:12.495368Z","caller":"traceutil/trace.go:171","msg":"trace[202820209] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26669; }","duration":"3.614829944s","start":"2026-03-31T21:14:08.880526Z","end":"2026-03-31T21:14:12.495356Z","steps":["trace[202820209] 'agreement among raft nodes before linearized reading' (duration: 3.614686411s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:12.495146Z","caller":"traceutil/trace.go:171","msg":"trace[1503219904] transaction","detail":"{read_only:false; response_revision:26668; number_of_response:1; }","duration":"2.129294498s","start":"2026-03-31T21:14:10.365838Z","end":"2026-03-31T21:14:12.495133Z","steps":["trace[1503219904] 'process raft request' (duration: 2.128351743s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:12.495407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:08.880503Z","time spent":"3.614896176s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T21:14:12.495426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623986221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:12.495432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.380531794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-5fb6474c46-dh9tp.18a207d436185e64\" ","response":"range_response_count:1 size:2109"} {"level":"info","ts":"2026-03-31T21:14:12.49544Z","caller":"traceutil/trace.go:171","msg":"trace[1956375600] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26669; }","duration":"1.624022342s","start":"2026-03-31T21:14:10.871413Z","end":"2026-03-31T21:14:12.495436Z","steps":["trace[1956375600] 'agreement among raft nodes before linearized reading' (duration: 1.623992861s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:12.495441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:10.36582Z","time spent":"2.129591975s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:14:12.495455Z","caller":"traceutil/trace.go:171","msg":"trace[849669491] range","detail":"{range_begin:/registry/events/openstack/glance-api-5fb6474c46-dh9tp.18a207d436185e64; range_end:; response_count:1; response_revision:26669; }","duration":"1.380562894s","start":"2026-03-31T21:14:11.114882Z","end":"2026-03-31T21:14:12.495445Z","steps":["trace[849669491] 'agreement among raft nodes before linearized reading' (duration: 1.380470192s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:12.495456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:10.871399Z","time spent":"1.624051803s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:14:12.495473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:11.114876Z","time spent":"1.380594345s","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2132,"request content":"key:\"/registry/events/openstack/glance-api-5fb6474c46-dh9tp.18a207d436185e64\" "} {"level":"warn","ts":"2026-03-31T21:14:12.495157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:10.565794Z","time spent":"1.929359446s","remote":"127.0.0.1:52348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":89,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:12.495582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.744636744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-31T21:14:12.49571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.675799421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:14:12.495705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.583338301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-31T21:14:12.49572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.91106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T21:14:12.49573Z","caller":"traceutil/trace.go:171","msg":"trace[1815804345] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:26669; }","duration":"2.675850502s","start":"2026-03-31T21:14:09.819875Z","end":"2026-03-31T21:14:12.495725Z","steps":["trace[1815804345] 'agreement among raft nodes before linearized reading' (duration: 2.67576068s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:12.495735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.837523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:12.495744Z","caller":"traceutil/trace.go:171","msg":"trace[1523798301] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26669; }","duration":"462.980202ms","start":"2026-03-31T21:14:12.032758Z","end":"2026-03-31T21:14:12.495738Z","steps":["trace[1523798301] 'agreement among raft nodes before linearized reading' (duration: 462.92824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:12.495747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:09.819827Z","time spent":"2.675916434s","remote":"127.0.0.1:52326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":89,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:12.495763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:12.032734Z","time spent":"463.025293ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T21:14:12.495766Z","caller":"traceutil/trace.go:171","msg":"trace[1512217467] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26669; }","duration":"550.893524ms","start":"2026-03-31T21:14:11.944861Z","end":"2026-03-31T21:14:12.495754Z","steps":["trace[1512217467] 'agreement among raft nodes before linearized reading' (duration: 550.845343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:12.495515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.571124834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:12.495792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:11.944844Z","time spent":"550.941856ms","remote":"127.0.0.1:49900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:12.49534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38473597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:12.495802Z","caller":"traceutil/trace.go:171","msg":"trace[1281514824] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:26669; }","duration":"3.571440332s","start":"2026-03-31T21:14:08.924351Z","end":"2026-03-31T21:14:12.495791Z","steps":["trace[1281514824] 'agreement among raft nodes before linearized reading' (duration: 3.571135404s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:12.495821Z","caller":"traceutil/trace.go:171","msg":"trace[602885184] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26669; }","duration":"1.385259693s","start":"2026-03-31T21:14:11.110557Z","end":"2026-03-31T21:14:12.495817Z","steps":["trace[602885184] 'agreement among raft nodes before linearized reading' (duration: 1.38476114s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:12.495841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:11.110534Z","time spent":"1.385301763s","remote":"127.0.0.1:49634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:12.495843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:08.924335Z","time spent":"3.571494993s","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:12.495842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.614881195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T21:14:12.495753Z","caller":"traceutil/trace.go:171","msg":"trace[910172834] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:26669; }","duration":"3.583414703s","start":"2026-03-31T21:14:08.912325Z","end":"2026-03-31T21:14:12.49574Z","steps":["trace[910172834] 'agreement among raft nodes before linearized reading' (duration: 3.583209458s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:12.495904Z","caller":"traceutil/trace.go:171","msg":"trace[250782087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26669; }","duration":"3.614967216s","start":"2026-03-31T21:14:08.880921Z","end":"2026-03-31T21:14:12.495888Z","steps":["trace[250782087] 'agreement among raft nodes before linearized reading' (duration: 3.614773242s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:12.49595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023785426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:12.495987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:08.880912Z","time spent":"3.615059669s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T21:14:12.496003Z","caller":"traceutil/trace.go:171","msg":"trace[12276294] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26669; }","duration":"1.024859623s","start":"2026-03-31T21:14:11.471131Z","end":"2026-03-31T21:14:12.495991Z","steps":["trace[12276294] 'agreement among raft nodes before linearized reading' (duration: 1.023775836s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:12.496036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:11.471109Z","time spent":"1.024916254s","remote":"127.0.0.1:52348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T21:14:12.495664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.466611168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:12.496183Z","caller":"traceutil/trace.go:171","msg":"trace[757648019] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26669; }","duration":"2.46711761s","start":"2026-03-31T21:14:10.029044Z","end":"2026-03-31T21:14:12.496162Z","steps":["trace[757648019] 'agreement among raft nodes before linearized reading' (duration: 2.466557396s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:12.496277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:10.028976Z","time spent":"2.467277433s","remote":"127.0.0.1:54208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:14:12.495709Z","caller":"traceutil/trace.go:171","msg":"trace[1168435744] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26669; }","duration":"2.744805979s","start":"2026-03-31T21:14:09.750886Z","end":"2026-03-31T21:14:12.495692Z","steps":["trace[1168435744] 'agreement among raft nodes before linearized reading' (duration: 2.744317526s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:12.496558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:09.750862Z","time spent":"2.74567769s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T21:14:12.495931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:08.912311Z","time spent":"3.583607448s","remote":"127.0.0.1:52190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":135,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:14:12.498016Z","caller":"traceutil/trace.go:171","msg":"trace[1125391939] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:26669; }","duration":"1.658103709s","start":"2026-03-31T21:14:10.836497Z","end":"2026-03-31T21:14:12.494601Z","steps":["trace[1125391939] 'agreement among raft nodes before linearized reading' (duration: 1.657935795s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:12.498075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:10.836482Z","time spent":"1.661580606s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:13.001054Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973393862,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:14:14.50426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999959533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:14:14.504366Z","caller":"traceutil/trace.go:171","msg":"trace[166357312] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000106546s","start":"2026-03-31T21:14:12.504242Z","end":"2026-03-31T21:14:14.504348Z","steps":["trace[166357312] 'agreement among raft nodes before linearized reading' (duration: 1.999985633s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:14.504409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:12.504225Z","time spent":"2.000173088s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:14:15.736523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.43175516s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:14:15.736639Z","caller":"traceutil/trace.go:171","msg":"trace[1348052040] transaction","detail":"{read_only:false; response_revision:26670; number_of_response:1; }","duration":"3.2375533s","start":"2026-03-31T21:14:12.499062Z","end":"2026-03-31T21:14:15.736615Z","steps":["trace[1348052040] 'process raft request' (duration: 805.611565ms)","trace[1348052040] 'compare' (duration: 2.431604906s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:14:15.736707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:12.499042Z","time spent":"3.237634501s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:15.803021Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.498220173s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T21:14:15.803566Z","caller":"traceutil/trace.go:171","msg":"trace[1575072871] transaction","detail":"{read_only:false; response_revision:26672; number_of_response:1; }","duration":"3.303735196s","start":"2026-03-31T21:14:12.499799Z","end":"2026-03-31T21:14:15.803534Z","steps":["trace[1575072871] 'process raft request' (duration: 3.303547541s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:15.803655Z","caller":"traceutil/trace.go:171","msg":"trace[309599969] linearizableReadLoop","detail":"{readStateIndex:27606; appliedIndex:27598; }","duration":"3.303514809s","start":"2026-03-31T21:14:12.500114Z","end":"2026-03-31T21:14:15.803629Z","steps":["trace[309599969] 'read index received' (duration: 804.63496ms)","trace[309599969] 'applied index is now lower than readState.Index' (duration: 2.498878909s)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:14:15.803735Z","caller":"traceutil/trace.go:171","msg":"trace[2134736143] transaction","detail":"{read_only:false; response_revision:26676; number_of_response:1; }","duration":"3.302442872s","start":"2026-03-31T21:14:12.501275Z","end":"2026-03-31T21:14:15.803718Z","steps":["trace[2134736143] 'process raft request' (duration: 3.302274938s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:15.803764Z","caller":"traceutil/trace.go:171","msg":"trace[255393699] transaction","detail":"{read_only:false; response_revision:26677; number_of_response:1; }","duration":"3.302433902s","start":"2026-03-31T21:14:12.501317Z","end":"2026-03-31T21:14:15.803751Z","steps":["trace[255393699] 'process raft request' (duration: 3.302267968s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:15.803777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:12.501269Z","time spent":"3.302486733s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:14:15.803803Z","caller":"traceutil/trace.go:171","msg":"trace[940700417] transaction","detail":"{read_only:false; response_revision:26674; number_of_response:1; }","duration":"3.303459468s","start":"2026-03-31T21:14:12.500288Z","end":"2026-03-31T21:14:15.803748Z","steps":["trace[940700417] 'process raft request' (duration: 3.303171761s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:15.803848Z","caller":"traceutil/trace.go:171","msg":"trace[600872777] transaction","detail":"{read_only:false; response_revision:26673; number_of_response:1; }","duration":"3.303995292s","start":"2026-03-31T21:14:12.499835Z","end":"2026-03-31T21:14:15.80383Z","steps":["trace[600872777] 'process raft request' (duration: 3.303538561s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:15.803868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:12.501313Z","time spent":"3.302476403s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:14:15.803889Z","caller":"traceutil/trace.go:171","msg":"trace[1876882547] transaction","detail":"{read_only:false; response_revision:26675; number_of_response:1; }","duration":"3.303098818s","start":"2026-03-31T21:14:12.500783Z","end":"2026-03-31T21:14:15.803882Z","steps":["trace[1876882547] 'process raft request' (duration: 3.302739239s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:15.803915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:12.499831Z","time spent":"3.304048013s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:15.803921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:12.500776Z","time spent":"3.303127799s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:14:15.803981Z","caller":"traceutil/trace.go:171","msg":"trace[1661622601] transaction","detail":"{read_only:false; response_revision:26671; number_of_response:1; }","duration":"3.304244248s","start":"2026-03-31T21:14:12.49973Z","end":"2026-03-31T21:14:15.803974Z","steps":["trace[1661622601] 'process raft request' (duration: 3.303488729s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:15.803991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:12.500282Z","time spent":"3.303607942s","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2092,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:15.804009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:12.499708Z","time spent":"3.304283809s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:15.804067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:12.499794Z","time spent":"3.303823138s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:15.804072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.30395593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-31T21:14:15.804097Z","caller":"traceutil/trace.go:171","msg":"trace[2035005527] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26677; }","duration":"3.303997861s","start":"2026-03-31T21:14:12.500092Z","end":"2026-03-31T21:14:15.80409Z","steps":["trace[2035005527] 'agreement among raft nodes before linearized reading' (duration: 3.303893008s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:15.804119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:12.500085Z","time spent":"3.304027292s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T21:14:16.304414Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973393882,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:14:16.504953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999982623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:14:16.50504Z","caller":"traceutil/trace.go:171","msg":"trace[1230791928] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000119157s","start":"2026-03-31T21:14:14.504902Z","end":"2026-03-31T21:14:16.505021Z","steps":["trace[1230791928] 'agreement among raft nodes before linearized reading' (duration: 2.000008454s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:16.505088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:14.504886Z","time spent":"2.000192599s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:14:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:16.805422Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973393882,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:14:17.305891Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973393882,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:14:17.806042Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973393882,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:14:18.306527Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973393882,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:14:18.512925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000672281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:14:18.513101Z","caller":"traceutil/trace.go:171","msg":"trace[345982134] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000898406s","start":"2026-03-31T21:14:16.51218Z","end":"2026-03-31T21:14:18.513079Z","steps":["trace[345982134] 'agreement among raft nodes before linearized reading' (duration: 2.000704031s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:18.513187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:16.512157Z","time spent":"2.001015779s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:14:18.581151Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.777707846s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T21:14:18.581709Z","caller":"traceutil/trace.go:171","msg":"trace[1808326067] transaction","detail":"{read_only:false; response_revision:26678; number_of_response:1; }","duration":"4.918183534s","start":"2026-03-31T21:14:13.663502Z","end":"2026-03-31T21:14:18.581685Z","steps":["trace[1808326067] 'process raft request' (duration: 4.917858506s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:18.581863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:13.663483Z","time spent":"4.918289929s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:14:18.582072Z","caller":"traceutil/trace.go:171","msg":"trace[719409930] transaction","detail":"{read_only:false; response_revision:26679; number_of_response:1; }","duration":"4.133921958s","start":"2026-03-31T21:14:14.448116Z","end":"2026-03-31T21:14:18.582038Z","steps":["trace[719409930] 'process raft request' (duration: 4.133421215s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:18.582268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:14.448094Z","time spent":"4.134076822s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:14:18.582556Z","caller":"traceutil/trace.go:171","msg":"trace[1673806883] transaction","detail":"{read_only:false; response_revision:26680; number_of_response:1; }","duration":"4.1311962s","start":"2026-03-31T21:14:14.451342Z","end":"2026-03-31T21:14:18.582538Z","steps":["trace[1673806883] 'process raft request' (duration: 4.130574554s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:18.582737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:14.451318Z","time spent":"4.131364974s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:14:18.582909Z","caller":"traceutil/trace.go:171","msg":"trace[1339237000] transaction","detail":"{read_only:false; response_revision:26681; number_of_response:1; }","duration":"4.131479617s","start":"2026-03-31T21:14:14.451406Z","end":"2026-03-31T21:14:18.582885Z","steps":["trace[1339237000] 'process raft request' (duration: 4.131057887s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:18.583019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:14.451373Z","time spent":"4.131586419s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:14:18.58339Z","caller":"traceutil/trace.go:171","msg":"trace[1921176143] transaction","detail":"{read_only:false; response_revision:26682; number_of_response:1; }","duration":"4.131918287s","start":"2026-03-31T21:14:14.451457Z","end":"2026-03-31T21:14:18.583375Z","steps":["trace[1921176143] 'process raft request' (duration: 4.131355533s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:18.583543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:14.451447Z","time spent":"4.13198362s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:14:18.583737Z","caller":"traceutil/trace.go:171","msg":"trace[354864675] transaction","detail":"{read_only:false; response_revision:26684; number_of_response:1; }","duration":"4.082812761s","start":"2026-03-31T21:14:14.500908Z","end":"2026-03-31T21:14:18.583721Z","steps":["trace[354864675] 'process raft request' (duration: 4.082600576s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:18.583805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:14.500894Z","time spent":"4.082875653s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:14:18.583891Z","caller":"traceutil/trace.go:171","msg":"trace[1687335930] transaction","detail":"{read_only:false; response_revision:26686; number_of_response:1; }","duration":"3.951387314s","start":"2026-03-31T21:14:14.632495Z","end":"2026-03-31T21:14:18.583882Z","steps":["trace[1687335930] 'process raft request' (duration: 3.951163398s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:18.583825Z","caller":"traceutil/trace.go:171","msg":"trace[404761959] transaction","detail":"{read_only:false; response_revision:26688; number_of_response:1; }","duration":"3.145997335s","start":"2026-03-31T21:14:15.43781Z","end":"2026-03-31T21:14:18.583807Z","steps":["trace[404761959] 'process raft request' (duration: 3.145941744s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:18.583939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:14.63246Z","time spent":"3.951454846s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:14:18.584009Z","caller":"traceutil/trace.go:171","msg":"trace[2111187383] transaction","detail":"{read_only:false; response_revision:26685; number_of_response:1; }","duration":"4.083012646s","start":"2026-03-31T21:14:14.500989Z","end":"2026-03-31T21:14:18.584002Z","steps":["trace[2111187383] 'process raft request' (duration: 4.082617556s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:18.584022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:15.437775Z","time spent":"3.14619216s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:18.584058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:14.500982Z","time spent":"4.083053337s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:14:18.584144Z","caller":"traceutil/trace.go:171","msg":"trace[1862402619] transaction","detail":"{read_only:false; response_revision:26687; number_of_response:1; }","duration":"3.702194502s","start":"2026-03-31T21:14:14.881932Z","end":"2026-03-31T21:14:18.584127Z","steps":["trace[1862402619] 'process raft request' (duration: 3.701772301s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:18.584229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:14.881906Z","time spent":"3.702279514s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:14:18.583582Z","caller":"traceutil/trace.go:171","msg":"trace[732374692] transaction","detail":"{read_only:false; response_revision:26683; number_of_response:1; }","duration":"4.131697222s","start":"2026-03-31T21:14:14.451856Z","end":"2026-03-31T21:14:18.583554Z","steps":["trace[732374692] 'process raft request' (duration: 4.131421255s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:18.584833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:14.451842Z","time spent":"4.1327586s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:19.44788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.761264ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:14:19.447984Z","caller":"traceutil/trace.go:171","msg":"trace[516314475] linearizableReadLoop","detail":"{readStateIndex:27618; appliedIndex:27606; }","duration":"3.644246845s","start":"2026-03-31T21:14:15.803716Z","end":"2026-03-31T21:14:19.447963Z","steps":["trace[516314475] 'read index received' (duration: 2.777586203s)","trace[516314475] 'applied index is now lower than readState.Index' (duration: 866.659431ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:14:19.448062Z","caller":"traceutil/trace.go:171","msg":"trace[581488755] transaction","detail":"{read_only:false; response_revision:26689; number_of_response:1; }","duration":"2.784935838s","start":"2026-03-31T21:14:16.663041Z","end":"2026-03-31T21:14:19.447977Z","steps":["trace[581488755] 'process raft request' (duration: 2.12699102s)","trace[581488755] 'compare' (duration: 657.28336ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:14:19.448133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.235758597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:14:19.448173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.239095651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:19.448219Z","caller":"traceutil/trace.go:171","msg":"trace[1144121605] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:26689; }","duration":"5.23587791s","start":"2026-03-31T21:14:14.212305Z","end":"2026-03-31T21:14:19.448183Z","steps":["trace[1144121605] 'agreement among raft nodes before linearized reading' (duration: 5.235746457s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:19.448241Z","caller":"traceutil/trace.go:171","msg":"trace[995934175] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:26689; }","duration":"5.239205284s","start":"2026-03-31T21:14:14.209014Z","end":"2026-03-31T21:14:19.448219Z","steps":["trace[995934175] 'agreement among raft nodes before linearized reading' (duration: 5.239086631s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:19.448267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:14.212285Z","time spent":"5.235972173s","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:19.448297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:14.20899Z","time spent":"5.239289856s","remote":"127.0.0.1:50062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:19.448371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:16.663005Z","time spent":"2.785159784s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:19.448512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.358833048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:14:19.448553Z","caller":"traceutil/trace.go:171","msg":"trace[702077211] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:26689; }","duration":"4.358872729s","start":"2026-03-31T21:14:15.089668Z","end":"2026-03-31T21:14:19.44854Z","steps":["trace[702077211] 'agreement among raft nodes before linearized reading' (duration: 4.358809857s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:19.448583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:15.089614Z","time spent":"4.358960742s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:19.448752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.647856172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:14:19.448788Z","caller":"traceutil/trace.go:171","msg":"trace[2064032198] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26689; }","duration":"4.647933684s","start":"2026-03-31T21:14:14.800846Z","end":"2026-03-31T21:14:19.448779Z","steps":["trace[2064032198] 'agreement among raft nodes before linearized reading' (duration: 4.647877922s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:19.448816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:14.800825Z","time spent":"4.647984225s","remote":"127.0.0.1:59244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:19.448878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.898501414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:19.448747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.31492464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-31T21:14:19.449095Z","caller":"traceutil/trace.go:171","msg":"trace[1337152880] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:26689; }","duration":"6.89873913s","start":"2026-03-31T21:14:12.550329Z","end":"2026-03-31T21:14:19.449068Z","steps":["trace[1337152880] 'agreement among raft nodes before linearized reading' (duration: 6.898510944s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:19.449141Z","caller":"traceutil/trace.go:171","msg":"trace[1421096170] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:26689; }","duration":"5.31535289s","start":"2026-03-31T21:14:14.133775Z","end":"2026-03-31T21:14:19.449128Z","steps":["trace[1421096170] 'agreement among raft nodes before linearized reading' (duration: 5.314835728s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:19.44916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:12.550309Z","time spent":"6.898831302s","remote":"127.0.0.1:49418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:19.449175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:14.133756Z","time spent":"5.315410232s","remote":"127.0.0.1:52168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-03-31T21:14:19.448982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.94024148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:14:19.44923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.64406956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18542"} {"level":"warn","ts":"2026-03-31T21:14:19.448813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.123444118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:19.44931Z","caller":"traceutil/trace.go:171","msg":"trace[1247852057] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:26689; }","duration":"6.123967621s","start":"2026-03-31T21:14:13.325333Z","end":"2026-03-31T21:14:19.4493Z","steps":["trace[1247852057] 'agreement among raft nodes before linearized reading' (duration: 6.123443698s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:19.449323Z","caller":"traceutil/trace.go:171","msg":"trace[1044500064] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:26689; }","duration":"4.940536427s","start":"2026-03-31T21:14:14.508708Z","end":"2026-03-31T21:14:19.449244Z","steps":["trace[1044500064] 'agreement among raft nodes before linearized reading' (duration: 4.94024496s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:19.449366Z","caller":"traceutil/trace.go:171","msg":"trace[472910943] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26689; }","duration":"3.644167312s","start":"2026-03-31T21:14:15.805126Z","end":"2026-03-31T21:14:19.449293Z","steps":["trace[472910943] 'agreement among raft nodes before linearized reading' (duration: 3.643922596s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:19.449385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:14.508696Z","time spent":"4.94067155s","remote":"127.0.0.1:52666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:19.449342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:13.325319Z","time spent":"6.124012602s","remote":"127.0.0.1:41598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:19.449407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:15.805114Z","time spent":"3.644282335s","remote":"127.0.0.1:52336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18565,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T21:14:19.44969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.640547667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-31T21:14:19.449723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.137829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:14:19.449757Z","caller":"traceutil/trace.go:171","msg":"trace[983078469] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:26689; }","duration":"396.260152ms","start":"2026-03-31T21:14:19.053488Z","end":"2026-03-31T21:14:19.449748Z","steps":["trace[983078469] 'agreement among raft nodes before linearized reading' (duration: 396.20101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:19.449794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:19.053465Z","time spent":"396.321184ms","remote":"127.0.0.1:59022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:19.449826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.43407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:19.449874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.75148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:19.449887Z","caller":"traceutil/trace.go:171","msg":"trace[1875814960] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26689; }","duration":"900.510013ms","start":"2026-03-31T21:14:18.549361Z","end":"2026-03-31T21:14:19.449871Z","steps":["trace[1875814960] 'agreement among raft nodes before linearized reading' (duration: 900.420791ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:19.449917Z","caller":"traceutil/trace.go:171","msg":"trace[1529169937] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26689; }","duration":"935.829292ms","start":"2026-03-31T21:14:18.514077Z","end":"2026-03-31T21:14:19.449906Z","steps":["trace[1529169937] 'agreement among raft nodes before linearized reading' (duration: 935.76637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:19.449938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:18.549354Z","time spent":"900.568334ms","remote":"127.0.0.1:49784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:19.449949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:18.514057Z","time spent":"935.886283ms","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:14:19.449961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.640898045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T21:14:19.450032Z","caller":"traceutil/trace.go:171","msg":"trace[302168089] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26689; }","duration":"1.640987098s","start":"2026-03-31T21:14:17.809034Z","end":"2026-03-31T21:14:19.450021Z","steps":["trace[302168089] 'agreement among raft nodes before linearized reading' (duration: 1.640797633s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:19.449952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.947081596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:19.450097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:17.809028Z","time spent":"1.641059169s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T21:14:19.450106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.878094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:19.450114Z","caller":"traceutil/trace.go:171","msg":"trace[367335254] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26689; }","duration":"6.94725374s","start":"2026-03-31T21:14:12.50285Z","end":"2026-03-31T21:14:19.450104Z","steps":["trace[367335254] 'agreement among raft nodes before linearized reading' (duration: 6.947076545s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:19.450138Z","caller":"traceutil/trace.go:171","msg":"trace[26763379] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26689; }","duration":"376.942496ms","start":"2026-03-31T21:14:19.073184Z","end":"2026-03-31T21:14:19.450127Z","steps":["trace[26763379] 'agreement among raft nodes before linearized reading' (duration: 376.900495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:19.450151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:12.502844Z","time spent":"6.947296581s","remote":"127.0.0.1:52430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T21:14:19.450174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:19.073166Z","time spent":"376.999727ms","remote":"127.0.0.1:54266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:19.450203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254488902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-31T21:14:19.450246Z","caller":"traceutil/trace.go:171","msg":"trace[1644510054] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26689; }","duration":"1.254531513s","start":"2026-03-31T21:14:18.195704Z","end":"2026-03-31T21:14:19.450235Z","steps":["trace[1644510054] 'agreement among raft nodes before linearized reading' (duration: 1.254415879s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:19.449752Z","caller":"traceutil/trace.go:171","msg":"trace[211988358] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26689; }","duration":"1.640666169s","start":"2026-03-31T21:14:17.809071Z","end":"2026-03-31T21:14:19.449737Z","steps":["trace[211988358] 'agreement among raft nodes before linearized reading' (duration: 1.640496185s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:19.450285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:18.19561Z","time spent":"1.254664476s","remote":"127.0.0.1:52318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T21:14:19.450291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:17.809061Z","time spent":"1.641222884s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T21:14:19.450395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.641363048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T21:14:19.450432Z","caller":"traceutil/trace.go:171","msg":"trace[51102166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26689; }","duration":"1.64142366s","start":"2026-03-31T21:14:17.808999Z","end":"2026-03-31T21:14:19.450423Z","steps":["trace[51102166] 'agreement among raft nodes before linearized reading' (duration: 1.641299246s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:19.450457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:17.808991Z","time spent":"1.64145996s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T21:14:19.45076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.735008113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:14:19.450806Z","caller":"traceutil/trace.go:171","msg":"trace[215988968] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26689; }","duration":"2.735109015s","start":"2026-03-31T21:14:16.715686Z","end":"2026-03-31T21:14:19.450795Z","steps":["trace[215988968] 'agreement among raft nodes before linearized reading' (duration: 2.735036093s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:19.450827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.711746069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-31T21:14:19.450838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:16.715664Z","time spent":"2.735166387s","remote":"127.0.0.1:52530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:19.450831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.720927661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:19.450868Z","caller":"traceutil/trace.go:171","msg":"trace[1559385119] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26689; }","duration":"1.7118004s","start":"2026-03-31T21:14:17.739058Z","end":"2026-03-31T21:14:19.450858Z","steps":["trace[1559385119] 'agreement among raft nodes before linearized reading' (duration: 1.711670587s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:19.450884Z","caller":"traceutil/trace.go:171","msg":"trace[411144710] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:26689; }","duration":"1.721017414s","start":"2026-03-31T21:14:17.729854Z","end":"2026-03-31T21:14:19.450872Z","steps":["trace[411144710] 'agreement among raft nodes before linearized reading' (duration: 1.720926581s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:19.450901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:17.739044Z","time spent":"1.711851471s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T21:14:19.450919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:17.729838Z","time spent":"1.721070375s","remote":"127.0.0.1:60508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:19.451115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.643105036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2069d2bdf9c2a\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-31T21:14:19.452398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643441789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T21:14:19.452446Z","caller":"traceutil/trace.go:171","msg":"trace[877805876] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26689; }","duration":"1.643539671s","start":"2026-03-31T21:14:17.808895Z","end":"2026-03-31T21:14:19.452435Z","steps":["trace[877805876] 'agreement among raft nodes before linearized reading' (duration: 1.642119946s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:19.452479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:17.808872Z","time spent":"1.643597263s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T21:14:19.45116Z","caller":"traceutil/trace.go:171","msg":"trace[375769697] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2069d2bdf9c2a; range_end:; response_count:1; response_revision:26689; }","duration":"3.643162758s","start":"2026-03-31T21:14:15.807986Z","end":"2026-03-31T21:14:19.451149Z","steps":["trace[375769697] 'agreement among raft nodes before linearized reading' (duration: 3.642933052s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:19.455317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:15.80798Z","time spent":"3.647311361s","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2069d2bdf9c2a\" "} {"level":"warn","ts":"2026-03-31T21:14:19.957682Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973393890,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:14:20.45883Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973393890,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:14:20.959365Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973393890,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:14:21.101439Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.645051991s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:14:21.457897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000420464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:14:21.457989Z","caller":"traceutil/trace.go:171","msg":"trace[370306780] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000545897s","start":"2026-03-31T21:14:19.457422Z","end":"2026-03-31T21:14:21.457967Z","steps":["trace[370306780] 'agreement among raft nodes before linearized reading' (duration: 2.000427285s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:21.458213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:19.457415Z","time spent":"2.000784153s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:14:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:23.459082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000477156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:14:23.459152Z","caller":"traceutil/trace.go:171","msg":"trace[1542124357] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000590989s","start":"2026-03-31T21:14:21.458541Z","end":"2026-03-31T21:14:23.459132Z","steps":["trace[1542124357] 'agreement among raft nodes before linearized reading' (duration: 2.000509357s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:23.459205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:21.458526Z","time spent":"2.000667512s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:14:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:24.453662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:19.457302Z","time spent":"4.996351453s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 21:14:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:24.455833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:19.457388Z","time spent":"4.998443254s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 21:14:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:24.455836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:19.458262Z","time spent":"4.997569303s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 21:14:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:25.35585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.254227286s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-31T21:14:25.355963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:19.456259Z","time spent":"5.899697677s","remote":"127.0.0.1:52168","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T21:14:25.356265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.125202512s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:25.356437Z","caller":"traceutil/trace.go:171","msg":"trace[335403534] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26689; }","duration":"3.125385297s","start":"2026-03-31T21:14:22.23103Z","end":"2026-03-31T21:14:25.356415Z","steps":["trace[335403534] 'range keys from in-memory index tree' (duration: 3.125183101s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:25.464932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99986116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:14:25.465017Z","caller":"traceutil/trace.go:171","msg":"trace[859301617] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999996713s","start":"2026-03-31T21:14:23.465001Z","end":"2026-03-31T21:14:25.464998Z","steps":["trace[859301617] 'agreement among raft nodes before linearized reading' (duration: 1.999889481s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:25.465064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:23.464981Z","time spent":"2.000073496s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:14:25.585261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:20.586211Z","time spent":"4.999041791s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:14:25.585729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:20.588289Z","time spent":"4.99743507s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 21:14:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:25.587043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:20.587548Z","time spent":"4.999425519s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 21:14:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:25.587703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:20.589068Z","time spent":"4.99863089s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 21:14:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:25.587827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:20.589212Z","time spent":"4.998613529s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 21:14:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:25.587909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:20.588674Z","time spent":"4.999228264s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:14:25.588784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:20.590274Z","time spent":"4.998506288s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 21:14:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:25.589101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:20.590314Z","time spent":"4.998783184s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 21:14:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:25.781953Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.680315669s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:14:26.457689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:19.457454Z","time spent":"7.000228964s","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:14:26.457812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:19.457448Z","time spent":"7.000359747s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:14:26.458091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:19.457507Z","time spent":"7.000577242s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:14:26.466077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:19.4649Z","time spent":"7.001169877s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:14:26.483103Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"263a9d458c0f9f02","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-31T21:14:27.46648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000301641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:14:27.466566Z","caller":"traceutil/trace.go:171","msg":"trace[1464917103] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000449075s","start":"2026-03-31T21:14:25.466098Z","end":"2026-03-31T21:14:27.466547Z","steps":["trace[1464917103] 'agreement among raft nodes before linearized reading' (duration: 2.000336052s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:27.466637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:25.466073Z","time spent":"2.000552878s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:14:27.739623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281584444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:14:27.739693Z","caller":"traceutil/trace.go:171","msg":"trace[1023745208] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"1.281770928s","start":"2026-03-31T21:14:26.457906Z","end":"2026-03-31T21:14:27.739677Z","steps":["trace[1023745208] 'agreement among raft nodes before linearized reading' (duration: 1.281672836s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:27.739743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:26.457884Z","time spent":"1.281851031s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/31 21:14:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:27.807289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351480783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:14:27.807344Z","caller":"traceutil/trace.go:171","msg":"trace[1232328149] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"1.351577566s","start":"2026-03-31T21:14:26.455753Z","end":"2026-03-31T21:14:27.807331Z","steps":["trace[1232328149] 'agreement among raft nodes before linearized reading' (duration: 1.351505174s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:27.807315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349032171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-31T21:14:27.807373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:26.455736Z","time spent":"1.351631017s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T21:14:27.807385Z","caller":"traceutil/trace.go:171","msg":"trace[1583082445] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"1.349147575s","start":"2026-03-31T21:14:26.45822Z","end":"2026-03-31T21:14:27.807367Z","steps":["trace[1583082445] 'agreement among raft nodes before linearized reading' (duration: 1.349037562s)"],"step_count":1} 2026/03/31 21:14:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:27.807425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:26.458212Z","time spent":"1.349204536s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/31 21:14:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:29.473853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999734417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:14:29.473966Z","caller":"traceutil/trace.go:171","msg":"trace[724096483] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000043216s","start":"2026-03-31T21:14:27.473909Z","end":"2026-03-31T21:14:29.473952Z","steps":["trace[724096483] 'agreement among raft nodes before linearized reading' (duration: 1.999916072s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:29.474004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:27.473889Z","time spent":"2.000107727s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:14:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:30.338402Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.556268757s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:14:30.585286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.995644455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:14:30.585343Z","caller":"traceutil/trace.go:171","msg":"trace[571833513] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.995715817s","start":"2026-03-31T21:14:25.589615Z","end":"2026-03-31T21:14:30.585331Z","steps":["trace[571833513] 'agreement among raft nodes before linearized reading' (duration: 4.995643705s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:30.58537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:25.589319Z","time spent":"4.996045315s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/03/31 21:14:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:30.586923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998813684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:14:30.586948Z","caller":"traceutil/trace.go:171","msg":"trace[567893992] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998878956s","start":"2026-03-31T21:14:25.588063Z","end":"2026-03-31T21:14:30.586942Z","steps":["trace[567893992] 'agreement among raft nodes before linearized reading' (duration: 4.998851095s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:30.586964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:25.588039Z","time spent":"4.998921097s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-03-31T21:14:30.587526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.956428926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:14:30.587582Z","caller":"traceutil/trace.go:171","msg":"trace[325095792] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.956559588s","start":"2026-03-31T21:14:25.631008Z","end":"2026-03-31T21:14:30.587567Z","steps":["trace[325095792] 'agreement among raft nodes before linearized reading' (duration: 4.956455286s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:30.587614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:25.63099Z","time spent":"4.95661816s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T21:14:30.5876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997522642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} 2026/03/31 21:14:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-31T21:14:30.587657Z","caller":"traceutil/trace.go:171","msg":"trace[235540579] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.997621595s","start":"2026-03-31T21:14:25.590022Z","end":"2026-03-31T21:14:30.587644Z","steps":["trace[235540579] 'agreement among raft nodes before linearized reading' (duration: 4.997545423s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:30.587692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:25.59001Z","time spent":"4.997675956s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/03/31 21:14:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:30.587961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.9978065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:14:30.587984Z","caller":"traceutil/trace.go:171","msg":"trace[230398110] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.99784952s","start":"2026-03-31T21:14:25.590127Z","end":"2026-03-31T21:14:30.587977Z","steps":["trace[230398110] 'agreement among raft nodes before linearized reading' (duration: 4.99782368s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:30.587999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:25.590117Z","time spent":"4.997877791s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/31 21:14:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:30.58889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998301253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:14:30.588909Z","caller":"traceutil/trace.go:171","msg":"trace[430653234] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.998336253s","start":"2026-03-31T21:14:25.590569Z","end":"2026-03-31T21:14:30.588906Z","steps":["trace[430653234] 'agreement among raft nodes before linearized reading' (duration: 4.998312553s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:30.588924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:25.590563Z","time spent":"4.998357284s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/03/31 21:14:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:30.589083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998936059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context deadline exceeded"} {"level":"warn","ts":"2026-03-31T21:14:30.589107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998917738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:14:30.589143Z","caller":"traceutil/trace.go:171","msg":"trace[1147296489] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.998973239s","start":"2026-03-31T21:14:25.590161Z","end":"2026-03-31T21:14:30.589135Z","steps":["trace[1147296489] 'agreement among raft nodes before linearized reading' (duration: 4.998926018s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:30.589144Z","caller":"traceutil/trace.go:171","msg":"trace[1925423767] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.999043121s","start":"2026-03-31T21:14:25.590088Z","end":"2026-03-31T21:14:30.589131Z","steps":["trace[1925423767] 'agreement among raft nodes before linearized reading' (duration: 4.998953699s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:30.589171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:25.590155Z","time spent":"4.99901065s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T21:14:30.589185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:25.590079Z","time spent":"4.999095972s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-31T21:14:30.772787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.990587877s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-03-31T21:14:31.454744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:24.453779Z","time spent":"7.000959152s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:14:31.473989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999875231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:14:31.47407Z","caller":"traceutil/trace.go:171","msg":"trace[333552483] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999994024s","start":"2026-03-31T21:14:29.474058Z","end":"2026-03-31T21:14:31.474052Z","steps":["trace[333552483] 'agreement among raft nodes before linearized reading' (duration: 1.999894751s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:31.474137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:29.474041Z","time spent":"2.000083816s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:14:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:32.357895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:25.356985Z","time spent":"7.000902841s","remote":"127.0.0.1:52168","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:14:32.807876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:27.83263Z","time spent":"4.975240182s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:14:32.812281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:27.830337Z","time spent":"4.98194103s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 21:14:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:33.091098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:26.090137Z","time spent":"7.000954062s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:14:33.479425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999794968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:14:33.479478Z","caller":"traceutil/trace.go:171","msg":"trace[446148974] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99988431s","start":"2026-03-31T21:14:31.479583Z","end":"2026-03-31T21:14:33.479467Z","steps":["trace[446148974] 'agreement among raft nodes before linearized reading' (duration: 1.999821918s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:33.4795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:31.479569Z","time spent":"1.999926852s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:14:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:33.740821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.967598645s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-31T21:14:33.741352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510242648s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:33.741454Z","caller":"traceutil/trace.go:171","msg":"trace[1912653199] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26697; }","duration":"1.51034641s","start":"2026-03-31T21:14:32.231088Z","end":"2026-03-31T21:14:33.741434Z","steps":["trace[1912653199] 'range keys from in-memory index tree' (duration: 1.510230548s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:33.858463Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"263a9d458c0f9f02","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-31T21:14:34.831344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:27.830413Z","time spent":"7.000925862s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:14:34.831463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:27.830477Z","time spent":"7.000978022s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:14:35.478346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000693311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:14:35.478409Z","caller":"traceutil/trace.go:171","msg":"trace[1006197020] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000788523s","start":"2026-03-31T21:14:33.477607Z","end":"2026-03-31T21:14:35.478395Z","steps":["trace[1006197020] 'agreement among raft nodes before linearized reading' (duration: 2.000691961s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:35.478441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:33.477596Z","time spent":"2.000838364s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:14:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:35.479647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000131056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:14:35.479675Z","caller":"traceutil/trace.go:171","msg":"trace[1455092542] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000168768s","start":"2026-03-31T21:14:33.479499Z","end":"2026-03-31T21:14:35.479667Z","steps":["trace[1455092542] 'agreement among raft nodes before linearized reading' (duration: 2.000138496s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:35.479691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:33.479495Z","time spent":"2.000191908s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:14:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:35.487384Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.148175743s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:14:35.586671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:30.587089Z","time spent":"4.999571144s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:14:35.590777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:30.591898Z","time spent":"4.998875825s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 21:14:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:35.718734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:28.71828Z","time spent":"7.00044753s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:14:35.904417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:28.904121Z","time spent":"7.000289206s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:14:37.488716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000401834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:14:37.488828Z","caller":"traceutil/trace.go:171","msg":"trace[2013512944] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000565087s","start":"2026-03-31T21:14:35.488236Z","end":"2026-03-31T21:14:37.488801Z","steps":["trace[2013512944] 'agreement among raft nodes before linearized reading' (duration: 2.000425314s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:37.488891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:35.488223Z","time spent":"2.00065537s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:14:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:37.590183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:30.589714Z","time spent":"7.000464581s","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:14:37.923821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:36.120472Z","time spent":"1.803344645s","remote":"127.0.0.1:43578","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T21:14:37.927105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.184665085s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-03-31T21:14:37.927354Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"25.8µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"info","ts":"2026-03-31T21:14:37.927435Z","caller":"traceutil/trace.go:171","msg":"trace[1794974195] linearizableReadLoop","detail":"{readStateIndex:27635; appliedIndex:27618; }","duration":"18.469988941s","start":"2026-03-31T21:14:19.457438Z","end":"2026-03-31T21:14:37.927427Z","steps":["trace[1794974195] 'read index received' (duration: 1.644174238s)","trace[1794974195] 'applied index is now lower than readState.Index' (duration: 16.825814113s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:14:38.427682Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973393923,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:14:38.928419Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973393923,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:14:39.429247Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973393923,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:14:39.479616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.009419506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:14:39.479692Z","caller":"traceutil/trace.go:171","msg":"trace[1092000582] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.009545649s","start":"2026-03-31T21:14:29.470127Z","end":"2026-03-31T21:14:39.479672Z","steps":["trace[1092000582] 'agreement among raft nodes before linearized reading' (duration: 10.009430116s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:39.479746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:29.47011Z","time spent":"10.009623181s","remote":"127.0.0.1:49912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/03/31 21:14:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:39.489957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000882626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:14:39.490056Z","caller":"traceutil/trace.go:171","msg":"trace[804769486] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001044779s","start":"2026-03-31T21:14:37.48899Z","end":"2026-03-31T21:14:39.490035Z","steps":["trace[804769486] 'agreement among raft nodes before linearized reading' (duration: 2.000925707s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:39.490117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:37.48897Z","time spent":"2.001137552s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:14:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:39.930119Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973393923,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:14:40.194465Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.263754435s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:14:40.272921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.760886117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:14:40.272987Z","caller":"traceutil/trace.go:171","msg":"trace[308675980] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; }","duration":"20.760992029s","start":"2026-03-31T21:14:19.511978Z","end":"2026-03-31T21:14:40.27297Z","steps":["trace[308675980] 'agreement among raft nodes before linearized reading' (duration: 20.760910447s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:40.273022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:19.511963Z","time spent":"20.761052101s","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} 2026/03/31 21:14:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:40.425093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.258785ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:6"} {"level":"warn","ts":"2026-03-31T21:14:41.091429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.997457671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:14:41.091538Z","caller":"traceutil/trace.go:171","msg":"trace[1258357297] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.997608655s","start":"2026-03-31T21:14:33.093903Z","end":"2026-03-31T21:14:41.091511Z","steps":["trace[1258357297] 'agreement among raft nodes before linearized reading' (duration: 7.997488742s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:41.091616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:33.093882Z","time spent":"7.997716967s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/03/31 21:14:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:41.42757Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.189836144s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:14:41.498089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000519235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:14:41.498173Z","caller":"traceutil/trace.go:171","msg":"trace[1407255513] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000658819s","start":"2026-03-31T21:14:39.497495Z","end":"2026-03-31T21:14:41.498153Z","steps":["trace[1407255513] 'agreement among raft nodes before linearized reading' (duration: 2.000542756s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:41.498226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:39.497468Z","time spent":"2.000743612s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:14:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:42.693835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265964711s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:551"} {"level":"warn","ts":"2026-03-31T21:14:42.694065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.858529ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:42.694171Z","caller":"traceutil/trace.go:171","msg":"trace[1665535225] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26710; }","duration":"462.963091ms","start":"2026-03-31T21:14:42.23119Z","end":"2026-03-31T21:14:42.694153Z","steps":["trace[1665535225] 'range keys from in-memory index tree' (duration: 462.845468ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:42.696072Z","caller":"traceutil/trace.go:171","msg":"trace[1158496371] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26710; }","duration":"6.970361383s","start":"2026-03-31T21:14:35.72567Z","end":"2026-03-31T21:14:42.696031Z","steps":["trace[1158496371] 'process raft request' (duration: 5.702097594s)","trace[1158496371] 'compare' (duration: 1.265873929s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:14:42.696271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:35.725653Z","time spent":"6.970513006s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":574,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:14:42.696498Z","caller":"traceutil/trace.go:171","msg":"trace[1334586441] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26710; }","duration":"6.7882548s","start":"2026-03-31T21:14:35.908215Z","end":"2026-03-31T21:14:42.69647Z","steps":["trace[1334586441] 'process raft request' (duration: 6.788039964s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:42.696628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:35.908197Z","time spent":"6.788368582s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":725,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:43.246383Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"263a9d458c0f9fe0","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-31T21:14:43.498817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000302891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:14:43.498922Z","caller":"traceutil/trace.go:171","msg":"trace[583944845] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000475016s","start":"2026-03-31T21:14:41.498422Z","end":"2026-03-31T21:14:43.498897Z","steps":["trace[583944845] 'agreement among raft nodes before linearized reading' (duration: 2.000334172s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:43.49898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:41.498397Z","time spent":"2.000570899s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:14:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:45.487064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.006847397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:14:45.48717Z","caller":"traceutil/trace.go:171","msg":"trace[1672131906] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00697919s","start":"2026-03-31T21:14:43.480171Z","end":"2026-03-31T21:14:45.48715Z","steps":["trace[1672131906] 'agreement among raft nodes before linearized reading' (duration: 2.006843127s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:45.487221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:43.480114Z","time spent":"2.007096023s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:14:45.506184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000029765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:14:45.506281Z","caller":"traceutil/trace.go:171","msg":"trace[1127848876] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000182848s","start":"2026-03-31T21:14:43.506077Z","end":"2026-03-31T21:14:45.50626Z","steps":["trace[1127848876] 'agreement among raft nodes before linearized reading' (duration: 2.000047405s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:45.506336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:43.506063Z","time spent":"2.000261571s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:14:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:47.514109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999999304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:14:47.514173Z","caller":"traceutil/trace.go:171","msg":"trace[1665209755] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000132477s","start":"2026-03-31T21:14:45.514026Z","end":"2026-03-31T21:14:47.514159Z","steps":["trace[1665209755] 'agreement among raft nodes before linearized reading' (duration: 2.000040715s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:47.514207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:45.514004Z","time spent":"2.000196509s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:14:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:48.042834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.346439773s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T21:14:48.042962Z","caller":"traceutil/trace.go:171","msg":"trace[1797594950] linearizableReadLoop","detail":"{readStateIndex:27651; appliedIndex:27645; }","duration":"10.115490345s","start":"2026-03-31T21:14:37.927449Z","end":"2026-03-31T21:14:48.042939Z","steps":["trace[1797594950] 'read index received' (duration: 2.267357413s)","trace[1797594950] 'applied index is now lower than readState.Index' (duration: 7.848131032s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:14:48.045554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.178721403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T21:14:48.045626Z","caller":"traceutil/trace.go:171","msg":"trace[123106422] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:26710; }","duration":"11.178843555s","start":"2026-03-31T21:14:36.866764Z","end":"2026-03-31T21:14:48.045608Z","steps":["trace[123106422] 'agreement among raft nodes before linearized reading' (duration: 11.178514727s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.04568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:36.866745Z","time spent":"11.178920008s","remote":"127.0.0.1:52474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:48.045961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.177240353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:48.046005Z","caller":"traceutil/trace.go:171","msg":"trace[1569561036] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26710; }","duration":"12.177292584s","start":"2026-03-31T21:14:35.8687Z","end":"2026-03-31T21:14:48.045992Z","steps":["trace[1569561036] 'agreement among raft nodes before linearized reading' (duration: 12.177209092s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.046036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:35.868657Z","time spent":"12.177370186s","remote":"127.0.0.1:49604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:48.046246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.436178039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:14:48.046281Z","caller":"traceutil/trace.go:171","msg":"trace[177348885] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:26710; }","duration":"12.436243921s","start":"2026-03-31T21:14:35.61003Z","end":"2026-03-31T21:14:48.046273Z","steps":["trace[177348885] 'agreement among raft nodes before linearized reading' (duration: 12.436131588s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.046309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:35.610016Z","time spent":"12.436284762s","remote":"127.0.0.1:52396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":80,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:48.046319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.892092215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-31T21:14:48.046371Z","caller":"traceutil/trace.go:171","msg":"trace[1269478921] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26710; }","duration":"21.892174917s","start":"2026-03-31T21:14:26.154179Z","end":"2026-03-31T21:14:48.046354Z","steps":["trace[1269478921] 'agreement among raft nodes before linearized reading' (duration: 21.892006393s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.046415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:26.154161Z","time spent":"21.892245818s","remote":"127.0.0.1:52252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T21:14:48.046505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.234531043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-03-31T21:14:48.046542Z","caller":"traceutil/trace.go:171","msg":"trace[768910516] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26710; }","duration":"22.234599035s","start":"2026-03-31T21:14:25.811935Z","end":"2026-03-31T21:14:48.046534Z","steps":["trace[768910516] 'agreement among raft nodes before linearized reading' (duration: 22.234497753s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.04657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:25.811918Z","time spent":"22.234642456s","remote":"127.0.0.1:54598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7556,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-31T21:14:48.046584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.747931854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:48.046782Z","caller":"traceutil/trace.go:171","msg":"trace[1227559493] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:26710; }","duration":"12.748183382s","start":"2026-03-31T21:14:35.298568Z","end":"2026-03-31T21:14:48.046751Z","steps":["trace[1227559493] 'agreement among raft nodes before linearized reading' (duration: 12.747983066s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.046831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:35.298542Z","time spent":"12.748275764s","remote":"127.0.0.1:54232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:48.046839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.468687487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T21:14:48.046872Z","caller":"traceutil/trace.go:171","msg":"trace[1145421218] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:26710; }","duration":"22.468768039s","start":"2026-03-31T21:14:25.578094Z","end":"2026-03-31T21:14:48.046862Z","steps":["trace[1145421218] 'agreement among raft nodes before linearized reading' (duration: 22.468615495s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.0469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:25.578069Z","time spent":"22.4688221s","remote":"127.0.0.1:58630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":162,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:48.047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.097368001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:48.047042Z","caller":"traceutil/trace.go:171","msg":"trace[1867019808] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:26710; }","duration":"13.097420762s","start":"2026-03-31T21:14:34.94961Z","end":"2026-03-31T21:14:48.047031Z","steps":["trace[1867019808] 'agreement among raft nodes before linearized reading' (duration: 13.09735671s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.047078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:34.949605Z","time spent":"13.097464313s","remote":"127.0.0.1:37564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:48.047404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.122667767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:48.047441Z","caller":"traceutil/trace.go:171","msg":"trace[52061839] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26710; }","duration":"13.12275234s","start":"2026-03-31T21:14:34.924679Z","end":"2026-03-31T21:14:48.047431Z","steps":["trace[52061839] 'agreement among raft nodes before linearized reading' (duration: 13.122697858s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.047471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:34.924647Z","time spent":"13.12281577s","remote":"127.0.0.1:49738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:48.047635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.123336013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:14:48.04767Z","caller":"traceutil/trace.go:171","msg":"trace[94996593] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:26710; }","duration":"13.123394555s","start":"2026-03-31T21:14:34.924267Z","end":"2026-03-31T21:14:48.047661Z","steps":["trace[94996593] 'agreement among raft nodes before linearized reading' (duration: 13.123339584s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.0477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:34.924256Z","time spent":"13.123435296s","remote":"127.0.0.1:52452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:48.048169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.508732642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:272968"} {"level":"info","ts":"2026-03-31T21:14:48.04823Z","caller":"traceutil/trace.go:171","msg":"trace[1025400607] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:26710; }","duration":"13.508800234s","start":"2026-03-31T21:14:34.539417Z","end":"2026-03-31T21:14:48.048218Z","steps":["trace[1025400607] 'agreement among raft nodes before linearized reading' (duration: 13.508391164s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.048269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:34.539367Z","time spent":"13.508890026s","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":272991,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-31T21:14:48.048503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.787789606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:48.048546Z","caller":"traceutil/trace.go:171","msg":"trace[177534208] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:26710; }","duration":"13.787835577s","start":"2026-03-31T21:14:34.260701Z","end":"2026-03-31T21:14:48.048537Z","steps":["trace[177534208] 'agreement among raft nodes before linearized reading' (duration: 13.787769575s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.048581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:34.260661Z","time spent":"13.787909279s","remote":"127.0.0.1:60494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:48.048678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.923927751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:48.048712Z","caller":"traceutil/trace.go:171","msg":"trace[1298166072] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:26710; }","duration":"13.923965572s","start":"2026-03-31T21:14:34.124739Z","end":"2026-03-31T21:14:48.048705Z","steps":["trace[1298166072] 'agreement among raft nodes before linearized reading' (duration: 13.923908891s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.048747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:34.12472Z","time spent":"13.924014943s","remote":"127.0.0.1:60506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:48.048838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.523195153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:48.048874Z","caller":"traceutil/trace.go:171","msg":"trace[443506661] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26710; }","duration":"14.523261815s","start":"2026-03-31T21:14:33.525602Z","end":"2026-03-31T21:14:48.048864Z","steps":["trace[443506661] 'agreement among raft nodes before linearized reading' (duration: 14.523211104s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.048906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:33.525586Z","time spent":"14.523310106s","remote":"127.0.0.1:54214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:48.048879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"26.725445526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"warn","ts":"2026-03-31T21:14:48.048916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.792523616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:48.048972Z","caller":"traceutil/trace.go:171","msg":"trace[1798236399] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26710; }","duration":"26.725576409s","start":"2026-03-31T21:14:21.323371Z","end":"2026-03-31T21:14:48.048947Z","steps":["trace[1798236399] 'agreement among raft nodes before linearized reading' (duration: 26.725328073s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.049957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.911308519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:48.049985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.347348757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:48.050003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.763974852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:14:48.050015Z","caller":"traceutil/trace.go:171","msg":"trace[1666895760] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26710; }","duration":"8.347434798s","start":"2026-03-31T21:14:39.702566Z","end":"2026-03-31T21:14:48.050001Z","steps":["trace[1666895760] 'agreement among raft nodes before linearized reading' (duration: 8.347403338s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.050016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:21.323351Z","time spent":"26.726641486s","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-31T21:14:48.050036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.936649891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-31T21:14:48.050053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.901626515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-31T21:14:48.050073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.391304577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:48.050076Z","caller":"traceutil/trace.go:171","msg":"trace[2141637481] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:26710; }","duration":"4.936723963s","start":"2026-03-31T21:14:43.113343Z","end":"2026-03-31T21:14:48.050067Z","steps":["trace[2141637481] 'agreement among raft nodes before linearized reading' (duration: 4.936555059s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.049044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"28.009703686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:48.049062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.58503929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:48.049058Z","caller":"traceutil/trace.go:171","msg":"trace[2131404538] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:26710; }","duration":"22.792853425s","start":"2026-03-31T21:14:25.256151Z","end":"2026-03-31T21:14:48.049004Z","steps":["trace[2131404538] 'agreement among raft nodes before linearized reading' (duration: 22.792396033s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.049141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.116562732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:48.050094Z","caller":"traceutil/trace.go:171","msg":"trace[1104200408] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:26710; }","duration":"18.901699757s","start":"2026-03-31T21:14:29.148383Z","end":"2026-03-31T21:14:48.050082Z","steps":["trace[1104200408] 'agreement among raft nodes before linearized reading' (duration: 18.901531733s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.05012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.409386381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:14:48.050135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.414482482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:48.050144Z","caller":"traceutil/trace.go:171","msg":"trace[225920270] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:26710; }","duration":"7.409444093s","start":"2026-03-31T21:14:40.640694Z","end":"2026-03-31T21:14:48.050138Z","steps":["trace[225920270] 'agreement among raft nodes before linearized reading' (duration: 7.409406662s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.050162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:40.640673Z","time spent":"7.409484294s","remote":"127.0.0.1:41564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:14:48.050165Z","caller":"traceutil/trace.go:171","msg":"trace[904318062] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:26710; }","duration":"9.414553474s","start":"2026-03-31T21:14:38.635602Z","end":"2026-03-31T21:14:48.050156Z","steps":["trace[904318062] 'agreement among raft nodes before linearized reading' (duration: 9.414507233s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.050166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.477008629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:48.050167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.349791298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"warn","ts":"2026-03-31T21:14:48.050176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.912847328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:48.050195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:38.635579Z","time spent":"9.414606966s","remote":"127.0.0.1:54290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:14:48.050211Z","caller":"traceutil/trace.go:171","msg":"trace[1366184976] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:26710; }","duration":"5.349837809s","start":"2026-03-31T21:14:42.700358Z","end":"2026-03-31T21:14:48.050196Z","steps":["trace[1366184976] 'agreement among raft nodes before linearized reading' (duration: 5.349757387s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.050213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.563632745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:48.050226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:43.113323Z","time spent":"4.936894167s","remote":"127.0.0.1:52478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":179,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:48.05024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:42.700352Z","time spent":"5.34988056s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"info","ts":"2026-03-31T21:14:48.050252Z","caller":"traceutil/trace.go:171","msg":"trace[646630983] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26710; }","duration":"3.563710367s","start":"2026-03-31T21:14:44.486528Z","end":"2026-03-31T21:14:48.050239Z","steps":["trace[646630983] 'agreement among raft nodes before linearized reading' (duration: 3.563634015s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.050231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.00391799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:14:48.050274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.002732084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:48.050281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:44.48651Z","time spent":"3.563762249s","remote":"127.0.0.1:50132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:48.050287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.933507257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-03-31T21:14:48.050092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.350416533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-31T21:14:48.050315Z","caller":"traceutil/trace.go:171","msg":"trace[1072137899] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:26710; }","duration":"3.004031763s","start":"2026-03-31T21:14:45.046271Z","end":"2026-03-31T21:14:48.050303Z","steps":["trace[1072137899] 'agreement among raft nodes before linearized reading' (duration: 3.003823958s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:48.050354Z","caller":"traceutil/trace.go:171","msg":"trace[1288880936] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:26710; }","duration":"28.01104737s","start":"2026-03-31T21:14:20.039294Z","end":"2026-03-31T21:14:48.050341Z","steps":["trace[1288880936] 'agreement among raft nodes before linearized reading' (duration: 28.009711136s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.050367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:25.256129Z","time spent":"22.7942317s","remote":"127.0.0.1:59048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:48.050374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.280933301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:14:48.05012Z","caller":"traceutil/trace.go:171","msg":"trace[1314965426] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:26710; }","duration":"10.117596818s","start":"2026-03-31T21:14:37.932513Z","end":"2026-03-31T21:14:48.05011Z","steps":["trace[1314965426] 'agreement among raft nodes before linearized reading' (duration: 10.116586482s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.050398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.903687818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-31T21:14:48.050414Z","caller":"traceutil/trace.go:171","msg":"trace[1620392409] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:26710; }","duration":"19.280984442s","start":"2026-03-31T21:14:28.769421Z","end":"2026-03-31T21:14:48.050405Z","steps":["trace[1620392409] 'agreement among raft nodes before linearized reading' (duration: 19.280917261s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:48.050438Z","caller":"traceutil/trace.go:171","msg":"trace[659561794] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26710; }","duration":"14.586445685s","start":"2026-03-31T21:14:33.463987Z","end":"2026-03-31T21:14:48.050433Z","steps":["trace[659561794] 'agreement among raft nodes before linearized reading' (duration: 14.585043849s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.050432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:37.932484Z","time spent":"10.117935537s","remote":"127.0.0.1:54222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:14:48.05044Z","caller":"traceutil/trace.go:171","msg":"trace[1902877911] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:26710; }","duration":"24.9037579s","start":"2026-03-31T21:14:23.146665Z","end":"2026-03-31T21:14:48.050423Z","steps":["trace[1902877911] 'agreement among raft nodes before linearized reading' (duration: 24.903636937s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.050459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:33.463973Z","time spent":"14.586480597s","remote":"127.0.0.1:49628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:48.050412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:45.046255Z","time spent":"3.004140675s","remote":"127.0.0.1:49374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:48.050472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:23.146639Z","time spent":"24.903824672s","remote":"127.0.0.1:52318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-31T21:14:48.050458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.727722416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:14:48.050506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.297238182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:14:48.050507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.994054329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:14:48.050522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.85977985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:48.050538Z","caller":"traceutil/trace.go:171","msg":"trace[1369727934] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:26710; }","duration":"19.297285502s","start":"2026-03-31T21:14:28.753242Z","end":"2026-03-31T21:14:48.050527Z","steps":["trace[1369727934] 'agreement among raft nodes before linearized reading' (duration: 19.297232951s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:48.050542Z","caller":"traceutil/trace.go:171","msg":"trace[1502663812] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:26710; }","duration":"3.727861429s","start":"2026-03-31T21:14:44.322657Z","end":"2026-03-31T21:14:48.050518Z","steps":["trace[1502663812] 'agreement among raft nodes before linearized reading' (duration: 3.727693435s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:48.050564Z","caller":"traceutil/trace.go:171","msg":"trace[1528653195] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:26710; }","duration":"25.994148061s","start":"2026-03-31T21:14:22.056401Z","end":"2026-03-31T21:14:48.050549Z","steps":["trace[1528653195] 'agreement among raft nodes before linearized reading' (duration: 25.994053169s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.050042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:39.702542Z","time spent":"8.34749441s","remote":"127.0.0.1:49652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:48.050638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:22.056383Z","time spent":"25.994206723s","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:48.050656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.937541476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:48.050291Z","caller":"traceutil/trace.go:171","msg":"trace[847442432] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26710; }","duration":"8.002781544s","start":"2026-03-31T21:14:40.047505Z","end":"2026-03-31T21:14:48.050286Z","steps":["trace[847442432] 'agreement among raft nodes before linearized reading' (duration: 8.002750734s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:48.050674Z","caller":"traceutil/trace.go:171","msg":"trace[1353547143] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:26710; }","duration":"25.937595948s","start":"2026-03-31T21:14:22.113073Z","end":"2026-03-31T21:14:48.050669Z","steps":["trace[1353547143] 'agreement among raft nodes before linearized reading' (duration: 25.937565507s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.05069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:22.113052Z","time spent":"25.937634209s","remote":"127.0.0.1:54566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:48.050704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:40.047488Z","time spent":"8.003201275s","remote":"127.0.0.1:49562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:48.050715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.651841255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:48.050568Z","caller":"traceutil/trace.go:171","msg":"trace[744991576] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:26710; }","duration":"25.859823611s","start":"2026-03-31T21:14:22.19073Z","end":"2026-03-31T21:14:48.050554Z","steps":["trace[744991576] 'agreement among raft nodes before linearized reading' (duration: 25.85976201s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:48.050751Z","caller":"traceutil/trace.go:171","msg":"trace[1070252499] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26710; }","duration":"19.651929698s","start":"2026-03-31T21:14:28.398812Z","end":"2026-03-31T21:14:48.050742Z","steps":["trace[1070252499] 'agreement among raft nodes before linearized reading' (duration: 19.651775394s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.050785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:22.190664Z","time spent":"25.860108467s","remote":"127.0.0.1:50020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:48.050797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:28.398797Z","time spent":"19.651990949s","remote":"127.0.0.1:49646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:14:48.050208Z","caller":"traceutil/trace.go:171","msg":"trace[2127453524] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:26710; }","duration":"18.912891749s","start":"2026-03-31T21:14:29.137308Z","end":"2026-03-31T21:14:48.0502Z","steps":["trace[2127453524] 'agreement among raft nodes before linearized reading' (duration: 18.912845318s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.050454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:28.769416Z","time spent":"19.281027903s","remote":"127.0.0.1:37554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:48.050904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.502373971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:14:48.050929Z","caller":"traceutil/trace.go:171","msg":"trace[801168585] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:26710; }","duration":"20.502427462s","start":"2026-03-31T21:14:27.548493Z","end":"2026-03-31T21:14:48.050921Z","steps":["trace[801168585] 'agreement among raft nodes before linearized reading' (duration: 20.502386031s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.050946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:27.548451Z","time spent":"20.502490684s","remote":"127.0.0.1:52318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:48.050133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:29.148356Z","time spent":"18.901766888s","remote":"127.0.0.1:52240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":231,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:48.051007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.058311165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:48.051008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.756453262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:48.051028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.588109135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2069d399e1156\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-03-31T21:14:48.051052Z","caller":"traceutil/trace.go:171","msg":"trace[680477399] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:26710; }","duration":"20.058353936s","start":"2026-03-31T21:14:27.992684Z","end":"2026-03-31T21:14:48.051038Z","steps":["trace[680477399] 'agreement among raft nodes before linearized reading' (duration: 20.058291655s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:48.051057Z","caller":"traceutil/trace.go:171","msg":"trace[939433406] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2069d399e1156; range_end:; response_count:1; response_revision:26710; }","duration":"21.588169726s","start":"2026-03-31T21:14:26.462878Z","end":"2026-03-31T21:14:48.051048Z","steps":["trace[939433406] 'agreement among raft nodes before linearized reading' (duration: 21.588087584s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:48.050198Z","caller":"traceutil/trace.go:171","msg":"trace[130187369] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26710; }","duration":"5.477083511s","start":"2026-03-31T21:14:42.573103Z","end":"2026-03-31T21:14:48.050186Z","steps":["trace[130187369] 'agreement among raft nodes before linearized reading' (duration: 5.47703505s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.05109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:27.992638Z","time spent":"20.058442838s","remote":"127.0.0.1:54646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:48.051096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:26.462858Z","time spent":"21.588226308s","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2069d399e1156\" "} {"level":"warn","ts":"2026-03-31T21:14:48.051112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:42.573081Z","time spent":"5.478014735s","remote":"127.0.0.1:49956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:48.049204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.974481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:48.051059Z","caller":"traceutil/trace.go:171","msg":"trace[555881374] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26710; }","duration":"21.756505993s","start":"2026-03-31T21:14:26.294538Z","end":"2026-03-31T21:14:48.051044Z","steps":["trace[555881374] 'agreement among raft nodes before linearized reading' (duration: 21.756435131s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:48.051232Z","caller":"traceutil/trace.go:171","msg":"trace[1054501983] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26710; }","duration":"194.035223ms","start":"2026-03-31T21:14:47.857182Z","end":"2026-03-31T21:14:48.051217Z","steps":["trace[1054501983] 'agreement among raft nodes before linearized reading' (duration: 191.986831ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:48.050002Z","caller":"traceutil/trace.go:171","msg":"trace[1832802202] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:26710; }","duration":"2.911426102s","start":"2026-03-31T21:14:45.138565Z","end":"2026-03-31T21:14:48.049991Z","steps":["trace[1832802202] 'agreement among raft nodes before linearized reading' (duration: 2.911364241s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.049249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.602341532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:48.051298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:45.138539Z","time spent":"2.912742955s","remote":"127.0.0.1:59094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:14:48.05133Z","caller":"traceutil/trace.go:171","msg":"trace[1403853212] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:26710; }","duration":"15.604454225s","start":"2026-03-31T21:14:32.446865Z","end":"2026-03-31T21:14:48.051319Z","steps":["trace[1403853212] 'agreement among raft nodes before linearized reading' (duration: 15.602363322s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.051368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:32.446849Z","time spent":"15.604508346s","remote":"127.0.0.1:52296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:48.049285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.689932355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:48.051462Z","caller":"traceutil/trace.go:171","msg":"trace[1402900309] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:0; response_revision:26710; }","duration":"15.692136101s","start":"2026-03-31T21:14:32.359314Z","end":"2026-03-31T21:14:48.05145Z","steps":["trace[1402900309] 'agreement among raft nodes before linearized reading' (duration: 15.689952086s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.051502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:32.359295Z","time spent":"15.692197132s","remote":"127.0.0.1:52168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-03-31T21:14:48.051238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:26.294479Z","time spent":"21.756745419s","remote":"127.0.0.1:49852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:48.049325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.907385808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:48.051597Z","caller":"traceutil/trace.go:171","msg":"trace[1047037286] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:26710; }","duration":"15.909691587s","start":"2026-03-31T21:14:32.141895Z","end":"2026-03-31T21:14:48.051586Z","steps":["trace[1047037286] 'agreement among raft nodes before linearized reading' (duration: 15.907407029s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.051638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:32.141877Z","time spent":"15.909749208s","remote":"127.0.0.1:37536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:48.049362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.943526408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:48.05172Z","caller":"traceutil/trace.go:171","msg":"trace[1011613327] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:26710; }","duration":"15.945908639s","start":"2026-03-31T21:14:32.1058Z","end":"2026-03-31T21:14:48.051708Z","steps":["trace[1011613327] 'agreement among raft nodes before linearized reading' (duration: 15.943544199s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.051772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:32.105782Z","time spent":"15.94597495s","remote":"127.0.0.1:37528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:48.049399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.274348364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:48.051835Z","caller":"traceutil/trace.go:171","msg":"trace[132490525] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:26710; }","duration":"16.276810236s","start":"2026-03-31T21:14:31.77501Z","end":"2026-03-31T21:14:48.051821Z","steps":["trace[132490525] 'agreement among raft nodes before linearized reading' (duration: 16.274368005s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.051881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:31.774991Z","time spent":"16.276876188s","remote":"127.0.0.1:54636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:48.049479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.30040859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:48.051991Z","caller":"traceutil/trace.go:171","msg":"trace[1443726326] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:26710; }","duration":"16.302954683s","start":"2026-03-31T21:14:31.749024Z","end":"2026-03-31T21:14:48.051979Z","steps":["trace[1443726326] 'agreement among raft nodes before linearized reading' (duration: 16.30042477s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.052033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:31.749002Z","time spent":"16.303018215s","remote":"127.0.0.1:52564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:48.049522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206460383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T21:14:48.052127Z","caller":"traceutil/trace.go:171","msg":"trace[1469659646] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:26710; }","duration":"1.209110069s","start":"2026-03-31T21:14:46.843006Z","end":"2026-03-31T21:14:48.052116Z","steps":["trace[1469659646] 'agreement among raft nodes before linearized reading' (duration: 1.206280168s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.052176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:46.842987Z","time spent":"1.209174121s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":177,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:48.04957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.590307887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-03-31T21:14:48.049598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673223091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:48.049613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.873973416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:48.049664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.971422933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:48.049691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.240473549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-31T21:14:48.049683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.840908867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:48.049722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.971908204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:48.049762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.24171576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-31T21:14:48.049761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.975418726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:48.049785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.231030047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:48.04981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.638457905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:48.049817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.221695734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:48.049828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.572159989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:48.049809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.435578898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:48.049845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.508510489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:14:48.049852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.675583486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:48.049874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.356187092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:48.049885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.024607167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:48.049894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.845176264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:48.049891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.813362161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:48.049942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.7768865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:14:48.049963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.9559794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T21:14:48.050045Z","caller":"traceutil/trace.go:171","msg":"trace[848393200] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26710; }","duration":"8.764048134s","start":"2026-03-31T21:14:39.285985Z","end":"2026-03-31T21:14:48.050033Z","steps":["trace[848393200] 'agreement among raft nodes before linearized reading' (duration: 8.763995833s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:48.050091Z","caller":"traceutil/trace.go:171","msg":"trace[1165833031] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:26710; }","duration":"7.391353288s","start":"2026-03-31T21:14:40.658731Z","end":"2026-03-31T21:14:48.050084Z","steps":["trace[1165833031] 'agreement among raft nodes before linearized reading' (duration: 7.391326808s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.050092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.995834206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:48.049158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.450606993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:14:48.050319Z","caller":"traceutil/trace.go:171","msg":"trace[397650597] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26710; }","duration":"18.933561059s","start":"2026-03-31T21:14:29.11675Z","end":"2026-03-31T21:14:48.050311Z","steps":["trace[397650597] 'agreement among raft nodes before linearized reading' (duration: 18.933477377s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:48.050353Z","caller":"traceutil/trace.go:171","msg":"trace[1457375324] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:26710; }","duration":"5.350705851s","start":"2026-03-31T21:14:42.699637Z","end":"2026-03-31T21:14:48.050343Z","steps":["trace[1457375324] 'agreement among raft nodes before linearized reading' (duration: 5.350383723s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.050391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:20.039274Z","time spent":"28.011106252s","remote":"127.0.0.1:49938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:14:48.052306Z","caller":"traceutil/trace.go:171","msg":"trace[809890628] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26710; }","duration":"17.243125346s","start":"2026-03-31T21:14:30.809171Z","end":"2026-03-31T21:14:48.052296Z","steps":["trace[809890628] 'agreement among raft nodes before linearized reading' (duration: 17.240464869s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:48.052317Z","caller":"traceutil/trace.go:171","msg":"trace[2044050019] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26710; }","duration":"5.843587644s","start":"2026-03-31T21:14:42.208718Z","end":"2026-03-31T21:14:48.052306Z","steps":["trace[2044050019] 'agreement among raft nodes before linearized reading' (duration: 5.840901277s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.052339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:30.809147Z","time spent":"17.243184417s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-31T21:14:48.052349Z","caller":"traceutil/trace.go:171","msg":"trace[197598445] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:26710; }","duration":"1.978040592s","start":"2026-03-31T21:14:46.074296Z","end":"2026-03-31T21:14:48.052337Z","steps":["trace[197598445] 'agreement among raft nodes before linearized reading' (duration: 1.975429257s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:48.052394Z","caller":"traceutil/trace.go:171","msg":"trace[1490803457] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:26710; }","duration":"5.974188391s","start":"2026-03-31T21:14:42.078198Z","end":"2026-03-31T21:14:48.052386Z","steps":["trace[1490803457] 'agreement among raft nodes before linearized reading' (duration: 5.971428022s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.052395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:46.074275Z","time spent":"1.978107623s","remote":"127.0.0.1:59140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:48.052416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:42.078187Z","time spent":"5.974224513s","remote":"127.0.0.1:59114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:48.050569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:28.753232Z","time spent":"19.297327954s","remote":"127.0.0.1:52302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:14:48.052468Z","caller":"traceutil/trace.go:171","msg":"trace[213470666] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:26710; }","duration":"24.438308566s","start":"2026-03-31T21:14:23.614152Z","end":"2026-03-31T21:14:48.052461Z","steps":["trace[213470666] 'agreement among raft nodes before linearized reading' (duration: 24.435570537s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.05251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:23.614129Z","time spent":"24.438367747s","remote":"127.0.0.1:52354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:14:48.052524Z","caller":"traceutil/trace.go:171","msg":"trace[821520559] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26710; }","duration":"6.233805217s","start":"2026-03-31T21:14:41.818705Z","end":"2026-03-31T21:14:48.05251Z","steps":["trace[821520559] 'agreement among raft nodes before linearized reading' (duration: 6.231043137s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.052354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:42.208698Z","time spent":"5.843643006s","remote":"127.0.0.1:49736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:48.052572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:41.818685Z","time spent":"6.233874318s","remote":"127.0.0.1:49726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:14:48.052632Z","caller":"traceutil/trace.go:171","msg":"trace[1386101511] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26710; }","duration":"6.51132739s","start":"2026-03-31T21:14:41.541294Z","end":"2026-03-31T21:14:48.052622Z","steps":["trace[1386101511] 'agreement among raft nodes before linearized reading' (duration: 6.50851992s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.050849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:29.137301Z","time spent":"18.913534625s","remote":"127.0.0.1:54676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:48.052674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:41.541277Z","time spent":"6.511385682s","remote":"127.0.0.1:59200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:14:48.052708Z","caller":"traceutil/trace.go:171","msg":"trace[485491901] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26710; }","duration":"17.641379729s","start":"2026-03-31T21:14:30.411316Z","end":"2026-03-31T21:14:48.052696Z","steps":["trace[485491901] 'agreement among raft nodes before linearized reading' (duration: 17.638469116s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.05275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:30.411302Z","time spent":"17.64143812s","remote":"127.0.0.1:49576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:48.050944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.161216901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:48.0528Z","caller":"traceutil/trace.go:171","msg":"trace[420893398] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:26710; }","duration":"21.163112729s","start":"2026-03-31T21:14:26.889676Z","end":"2026-03-31T21:14:48.052789Z","steps":["trace[420893398] 'agreement among raft nodes before linearized reading' (duration: 21.161237242s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:48.052823Z","caller":"traceutil/trace.go:171","msg":"trace[803663033] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:26710; }","duration":"18.678580382s","start":"2026-03-31T21:14:29.374229Z","end":"2026-03-31T21:14:48.052809Z","steps":["trace[803663033] 'agreement among raft nodes before linearized reading' (duration: 18.675603007s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:48.05232Z","caller":"traceutil/trace.go:171","msg":"trace[60326277] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26710; }","duration":"17.244301136s","start":"2026-03-31T21:14:30.808011Z","end":"2026-03-31T21:14:48.052312Z","steps":["trace[60326277] 'agreement among raft nodes before linearized reading' (duration: 17.24169814s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.052848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:26.889653Z","time spent":"21.163184022s","remote":"127.0.0.1:60488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:48.052871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:29.374204Z","time spent":"18.678654393s","remote":"127.0.0.1:52576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:48.052881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:30.807994Z","time spent":"17.244876099s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T21:14:48.04921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.573316792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:14:48.053004Z","caller":"traceutil/trace.go:171","msg":"trace[956229977] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:26710; }","duration":"4.359343601s","start":"2026-03-31T21:14:43.693648Z","end":"2026-03-31T21:14:48.052991Z","steps":["trace[956229977] 'agreement among raft nodes before linearized reading' (duration: 4.356194932s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:48.053031Z","caller":"traceutil/trace.go:171","msg":"trace[333450430] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26710; }","duration":"15.577163119s","start":"2026-03-31T21:14:32.475856Z","end":"2026-03-31T21:14:48.053019Z","steps":["trace[333450430] 'agreement among raft nodes before linearized reading' (duration: 15.573323272s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:48.053068Z","caller":"traceutil/trace.go:171","msg":"trace[854322158] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:26710; }","duration":"23.027790187s","start":"2026-03-31T21:14:25.02527Z","end":"2026-03-31T21:14:48.05306Z","steps":["trace[854322158] 'agreement among raft nodes before linearized reading' (duration: 23.024589997s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.053109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:25.025218Z","time spent":"23.02788086s","remote":"127.0.0.1:50090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:14:48.053117Z","caller":"traceutil/trace.go:171","msg":"trace[850307186] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:26710; }","duration":"15.454607594s","start":"2026-03-31T21:14:32.598494Z","end":"2026-03-31T21:14:48.053102Z","steps":["trace[850307186] 'agreement among raft nodes before linearized reading' (duration: 15.450594593s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:48.053145Z","caller":"traceutil/trace.go:171","msg":"trace[926656850] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:26710; }","duration":"6.959198231s","start":"2026-03-31T21:14:41.093935Z","end":"2026-03-31T21:14:48.053133Z","steps":["trace[926656850] 'agreement among raft nodes before linearized reading' (duration: 6.955935299s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:48.053174Z","caller":"traceutil/trace.go:171","msg":"trace[408091308] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:26710; }","duration":"23.780151612s","start":"2026-03-31T21:14:24.273012Z","end":"2026-03-31T21:14:48.053164Z","steps":["trace[408091308] 'agreement among raft nodes before linearized reading' (duration: 23.776850889s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.053184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:32.598476Z","time spent":"15.454691346s","remote":"127.0.0.1:52508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:48.053185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:41.093912Z","time spent":"6.959261313s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-03-31T21:14:48.05321Z","caller":"traceutil/trace.go:171","msg":"trace[986261448] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:26710; }","duration":"18.848505338s","start":"2026-03-31T21:14:29.204697Z","end":"2026-03-31T21:14:48.053202Z","steps":["trace[986261448] 'agreement among raft nodes before linearized reading' (duration: 18.845175164s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.053218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:24.272993Z","time spent":"23.780213164s","remote":"127.0.0.1:52430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:48.053252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:29.204691Z","time spent":"18.848548619s","remote":"127.0.0.1:54242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:48.053163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:29.116736Z","time spent":"18.93641532s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-31T21:14:48.04896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.887414229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:48.053331Z","caller":"traceutil/trace.go:171","msg":"trace[1630247379] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26710; }","duration":"8.9991022s","start":"2026-03-31T21:14:39.054218Z","end":"2026-03-31T21:14:48.05332Z","steps":["trace[1630247379] 'agreement among raft nodes before linearized reading' (duration: 8.995845858s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.053369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:39.054203Z","time spent":"8.999154721s","remote":"127.0.0.1:49744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:14:48.053363Z","caller":"traceutil/trace.go:171","msg":"trace[1104341928] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26710; }","duration":"27.891873411s","start":"2026-03-31T21:14:20.161478Z","end":"2026-03-31T21:14:48.053351Z","steps":["trace[1104341928] 'agreement among raft nodes before linearized reading' (duration: 27.887408739s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.053042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:43.693632Z","time spent":"4.359397532s","remote":"127.0.0.1:58572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:14:48.053181Z","caller":"traceutil/trace.go:171","msg":"trace[1433404325] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26710; }","duration":"3.816684355s","start":"2026-03-31T21:14:44.23648Z","end":"2026-03-31T21:14:48.053164Z","steps":["trace[1433404325] 'agreement among raft nodes before linearized reading' (duration: 3.813355291s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:48.052282Z","caller":"traceutil/trace.go:171","msg":"trace[1487965669] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:26710; }","duration":"5.97451223s","start":"2026-03-31T21:14:42.077757Z","end":"2026-03-31T21:14:48.052269Z","steps":["trace[1487965669] 'agreement among raft nodes before linearized reading' (duration: 5.971935655s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.05355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:44.236461Z","time spent":"3.817074494s","remote":"127.0.0.1:49538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:48.053579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:42.077733Z","time spent":"5.975829303s","remote":"127.0.0.1:54692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:14:48.052468Z","caller":"traceutil/trace.go:171","msg":"trace[1115791717] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26710; }","duration":"1.676133024s","start":"2026-03-31T21:14:46.376325Z","end":"2026-03-31T21:14:48.052458Z","steps":["trace[1115791717] 'agreement among raft nodes before linearized reading' (duration: 1.673232651s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:48.052297Z","caller":"traceutil/trace.go:171","msg":"trace[102979714] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:26710; }","duration":"16.876667984s","start":"2026-03-31T21:14:31.175606Z","end":"2026-03-31T21:14:48.052274Z","steps":["trace[102979714] 'agreement among raft nodes before linearized reading' (duration: 16.873985256s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.05361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:40.658711Z","time spent":"7.394883836s","remote":"127.0.0.1:50142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:48.053631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:46.376305Z","time spent":"1.677313663s","remote":"127.0.0.1:49754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:14:48.052291Z","caller":"traceutil/trace.go:171","msg":"trace[1791948811] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:26710; }","duration":"2.224198237s","start":"2026-03-31T21:14:45.82808Z","end":"2026-03-31T21:14:48.052278Z","steps":["trace[1791948811] 'agreement among raft nodes before linearized reading' (duration: 2.221707234s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.0537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:45.828061Z","time spent":"2.225628132s","remote":"127.0.0.1:50154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:48.051026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.135533318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:48.053859Z","caller":"traceutil/trace.go:171","msg":"trace[967542972] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26710; }","duration":"20.138342048s","start":"2026-03-31T21:14:27.915467Z","end":"2026-03-31T21:14:48.053809Z","steps":["trace[967542972] 'agreement among raft nodes before linearized reading' (duration: 20.135541697s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.053894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:27.91544Z","time spent":"20.138443971s","remote":"127.0.0.1:49888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:48.049262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.872331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:48.053996Z","caller":"traceutil/trace.go:171","msg":"trace[1951456601] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26710; }","duration":"539.59256ms","start":"2026-03-31T21:14:47.514381Z","end":"2026-03-31T21:14:48.053973Z","steps":["trace[1951456601] 'agreement among raft nodes before linearized reading' (duration: 534.85019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.054032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:47.514335Z","time spent":"539.688263ms","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:14:48.053319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:39.285964Z","time spent":"8.767343436s","remote":"127.0.0.1:54350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:48.053482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:42.699621Z","time spent":"5.353846909s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-03-31T21:14:48.053653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:31.175589Z","time spent":"16.878048978s","remote":"127.0.0.1:52282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:14:48.052438Z","caller":"traceutil/trace.go:171","msg":"trace[960114923] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:26710; }","duration":"23.574815334s","start":"2026-03-31T21:14:24.477611Z","end":"2026-03-31T21:14:48.052427Z","steps":["trace[960114923] 'agreement among raft nodes before linearized reading' (duration: 23.572163468s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.053076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:32.475837Z","time spent":"15.57722692s","remote":"127.0.0.1:52598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:48.054361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:24.477595Z","time spent":"23.576758793s","remote":"127.0.0.1:54324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:14:48.05244Z","caller":"traceutil/trace.go:171","msg":"trace[811010950] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26710; }","duration":"16.59324615s","start":"2026-03-31T21:14:31.459179Z","end":"2026-03-31T21:14:48.052425Z","steps":["trace[811010950] 'agreement among raft nodes before linearized reading' (duration: 16.590320957s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:48.054449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:31.459159Z","time spent":"16.595283441s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T21:14:48.055155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:20.161457Z","time spent":"27.891961183s","remote":"127.0.0.1:49602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:48.050594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:44.322638Z","time spent":"3.727945981s","remote":"127.0.0.1:37546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:48.555733Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973393925,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:14:49.055908Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973393925,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:14:49.557053Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973393925,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:14:49.773922Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.538525239s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:14:49.77432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:48.052652Z","time spent":"1.721663008s","remote":"127.0.0.1:52168","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T21:14:50.085691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.02649926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:14:50.085779Z","caller":"traceutil/trace.go:171","msg":"trace[1692014449] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.026618393s","start":"2026-03-31T21:14:48.059141Z","end":"2026-03-31T21:14:50.085759Z","steps":["trace[1692014449] 'agreement among raft nodes before linearized reading' (duration: 2.0265023s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:50.085829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:48.059137Z","time spent":"2.026682424s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:14:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:52.061177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.974859641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:14:52.061261Z","caller":"traceutil/trace.go:171","msg":"trace[2035919673] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.974991444s","start":"2026-03-31T21:14:50.086251Z","end":"2026-03-31T21:14:52.061242Z","steps":["trace[2035919673] 'agreement among raft nodes before linearized reading' (duration: 1.974888392s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:52.061455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:50.086235Z","time spent":"1.975203569s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:14:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:54.067243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000192189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:14:54.067339Z","caller":"traceutil/trace.go:171","msg":"trace[1772570603] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000344143s","start":"2026-03-31T21:14:52.066974Z","end":"2026-03-31T21:14:54.067318Z","steps":["trace[1772570603] 'agreement among raft nodes before linearized reading' (duration: 2.00021658s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:54.06739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:52.066958Z","time spent":"2.000421534s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:14:54.640053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.409071099s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:54.640142Z","caller":"traceutil/trace.go:171","msg":"trace[582523855] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26710; }","duration":"2.409170051s","start":"2026-03-31T21:14:52.230958Z","end":"2026-03-31T21:14:54.640128Z","steps":["trace[582523855] 'range keys from in-memory index tree' (duration: 2.409056129s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:55.054558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:48.05401Z","time spent":"7.000541321s","remote":"127.0.0.1:52222","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T21:14:55.055644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:48.055568Z","time spent":"7.000072859s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:14:55.0592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:48.059049Z","time spent":"7.000149611s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:14:55.059197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:48.058762Z","time spent":"7.000419348s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:14:55.059247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:48.058796Z","time spent":"7.000449669s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:14:55.481052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00024694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:14:55.481128Z","caller":"traceutil/trace.go:171","msg":"trace[2018283363] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000376393s","start":"2026-03-31T21:14:53.480735Z","end":"2026-03-31T21:14:55.481111Z","steps":["trace[2018283363] 'agreement among raft nodes before linearized reading' (duration: 2.00028203s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:55.48117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:53.480712Z","time spent":"2.000448965s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:14:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:14:55.945887Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.171764644s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T21:14:55.948875Z","caller":"traceutil/trace.go:171","msg":"trace[1243642708] linearizableReadLoop","detail":"{readStateIndex:27657; appliedIndex:27651; }","duration":"7.893588566s","start":"2026-03-31T21:14:48.055189Z","end":"2026-03-31T21:14:55.948778Z","steps":["trace[1243642708] 'read index received' (duration: 1.71895304s)","trace[1243642708] 'applied index is now lower than readState.Index' (duration: 6.174632386s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:14:56.067893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000357283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:14:56.068049Z","caller":"traceutil/trace.go:171","msg":"trace[1902316638] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000574718s","start":"2026-03-31T21:14:54.067434Z","end":"2026-03-31T21:14:56.068009Z","steps":["trace[1902316638] 'agreement among raft nodes before linearized reading' (duration: 2.000355242s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:56.068167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:54.067426Z","time spent":"2.000726261s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:14:56.449884Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973393940,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:14:56.783205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:49.778964Z","time spent":"7.004230924s","remote":"127.0.0.1:52168","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:14:56.950878Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973393940,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:14:57.391271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999955502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:14:57.391361Z","caller":"traceutil/trace.go:171","msg":"trace[550951863] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000093575s","start":"2026-03-31T21:14:55.391247Z","end":"2026-03-31T21:14:57.39134Z","steps":["trace[550951863] 'agreement among raft nodes before linearized reading' (duration: 1.999978832s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:57.39141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:55.391231Z","time spent":"2.000168917s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:14:57.451898Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973393940,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:14:57.952825Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973393940,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:14:58.074115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000225899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:14:58.074199Z","caller":"traceutil/trace.go:171","msg":"trace[1891223186] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000348642s","start":"2026-03-31T21:14:56.073831Z","end":"2026-03-31T21:14:58.074179Z","steps":["trace[1891223186] 'agreement among raft nodes before linearized reading' (duration: 2.00024294s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:58.074247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:56.073822Z","time spent":"2.000415264s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:14:58.453548Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973393940,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:14:58.954521Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973393940,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:14:59.113596Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.167487407s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:14:59.248131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.19291846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a69fb5ef-98ff-4a5a-a874-cb1d70df46df\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-31T21:14:59.248218Z","caller":"traceutil/trace.go:171","msg":"trace[905236501] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a69fb5ef-98ff-4a5a-a874-cb1d70df46df; range_end:; response_count:1; response_revision:26714; }","duration":"11.193007233s","start":"2026-03-31T21:14:48.055186Z","end":"2026-03-31T21:14:59.248193Z","steps":["trace[905236501] 'agreement among raft nodes before linearized reading' (duration: 7.893986015s)","trace[905236501] 'range keys from in-memory index tree' (duration: 3.298815342s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:14:59.248259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:48.055179Z","time spent":"11.193070334s","remote":"127.0.0.1:52302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-a69fb5ef-98ff-4a5a-a874-cb1d70df46df\" "} {"level":"warn","ts":"2026-03-31T21:14:59.250307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.422224ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-03-31T21:14:59.250627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:55.058193Z","time spent":"4.192430192s","remote":"127.0.0.1:52222","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T21:14:59.250773Z","caller":"traceutil/trace.go:171","msg":"trace[2072798490] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26715; }","duration":"4.189896138s","start":"2026-03-31T21:14:55.060861Z","end":"2026-03-31T21:14:59.250757Z","steps":["trace[2072798490] 'process raft request' (duration: 4.189682763s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:59.250825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:55.060841Z","time spent":"4.189952709s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":724,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:14:59.250892Z","caller":"traceutil/trace.go:171","msg":"trace[447573865] linearizableReadLoop","detail":"{readStateIndex:27662; appliedIndex:27657; }","duration":"3.30190549s","start":"2026-03-31T21:14:55.94897Z","end":"2026-03-31T21:14:59.250876Z","steps":["trace[447573865] 'read index received' (duration: 3.164754598s)","trace[447573865] 'applied index is now lower than readState.Index' (duration: 137.150072ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:14:59.251073Z","caller":"traceutil/trace.go:171","msg":"trace[1783644439] transaction","detail":"{read_only:false; response_revision:26716; number_of_response:1; }","duration":"3.605632773s","start":"2026-03-31T21:14:55.645384Z","end":"2026-03-31T21:14:59.251017Z","steps":["trace[1783644439] 'process raft request' (duration: 3.605359446s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:59.251127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.546087412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:59.251163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.518771787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:59.251135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.471493355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:59.251189Z","caller":"traceutil/trace.go:171","msg":"trace[317042879] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:26716; }","duration":"3.518792408s","start":"2026-03-31T21:14:55.732386Z","end":"2026-03-31T21:14:59.251178Z","steps":["trace[317042879] 'agreement among raft nodes before linearized reading' (duration: 3.518759347s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:59.251207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:55.732321Z","time spent":"3.518881881s","remote":"127.0.0.1:49976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:14:59.251224Z","caller":"traceutil/trace.go:171","msg":"trace[869730000] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26716; }","duration":"4.471625607s","start":"2026-03-31T21:14:54.779575Z","end":"2026-03-31T21:14:59.2512Z","steps":["trace[869730000] 'agreement among raft nodes before linearized reading' (duration: 4.471467944s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:59.251198Z","caller":"traceutil/trace.go:171","msg":"trace[470982209] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:26716; }","duration":"4.546215565s","start":"2026-03-31T21:14:54.704963Z","end":"2026-03-31T21:14:59.251178Z","steps":["trace[470982209] 'agreement among raft nodes before linearized reading' (duration: 4.545977539s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:59.25128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:54.779558Z","time spent":"4.47171121s","remote":"127.0.0.1:49774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:59.251305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:55.645366Z","time spent":"3.605816448s","remote":"127.0.0.1:54598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:14:59.251341Z","caller":"traceutil/trace.go:171","msg":"trace[1692041689] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26715; }","duration":"4.188201685s","start":"2026-03-31T21:14:55.063133Z","end":"2026-03-31T21:14:59.251335Z","steps":["trace[1692041689] 'process raft request' (duration: 4.187563829s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:59.251372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:55.063124Z","time spent":"4.188232725s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":573,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:14:59.251409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:54.704946Z","time spent":"4.546336638s","remote":"127.0.0.1:54126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:59.251503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.695190221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:59.251519Z","caller":"traceutil/trace.go:171","msg":"trace[686337619] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:26716; }","duration":"5.695231002s","start":"2026-03-31T21:14:53.556284Z","end":"2026-03-31T21:14:59.251515Z","steps":["trace[686337619] 'agreement among raft nodes before linearized reading' (duration: 5.695203332s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:59.251538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:53.556265Z","time spent":"5.695268703s","remote":"127.0.0.1:49818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:59.251614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.828683834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:59.251632Z","caller":"traceutil/trace.go:171","msg":"trace[1221421864] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:26716; }","duration":"4.828727764s","start":"2026-03-31T21:14:54.4229Z","end":"2026-03-31T21:14:59.251628Z","steps":["trace[1221421864] 'agreement among raft nodes before linearized reading' (duration: 4.828700593s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:59.251646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:54.422884Z","time spent":"4.828758415s","remote":"127.0.0.1:54526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:59.251131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.805145555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-31T21:14:59.251792Z","caller":"traceutil/trace.go:171","msg":"trace[1554464981] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26716; }","duration":"3.805835472s","start":"2026-03-31T21:14:55.445943Z","end":"2026-03-31T21:14:59.251778Z","steps":["trace[1554464981] 'agreement among raft nodes before linearized reading' (duration: 3.805032252s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:59.251939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:55.445924Z","time spent":"3.805977575s","remote":"127.0.0.1:52252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T21:14:59.251834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.18976449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418324"} {"level":"warn","ts":"2026-03-31T21:14:59.252054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.163711362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:59.252049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.000719701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:59.252102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.558199174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:59.252107Z","caller":"traceutil/trace.go:171","msg":"trace[1899602888] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:26716; }","duration":"6.163768034s","start":"2026-03-31T21:14:53.088326Z","end":"2026-03-31T21:14:59.252094Z","steps":["trace[1899602888] 'agreement among raft nodes before linearized reading' (duration: 6.163688922s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:59.252093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.359647431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:14:59.252124Z","caller":"traceutil/trace.go:171","msg":"trace[1595177341] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26716; }","duration":"8.558255545s","start":"2026-03-31T21:14:50.693861Z","end":"2026-03-31T21:14:59.252117Z","steps":["trace[1595177341] 'agreement among raft nodes before linearized reading' (duration: 8.558226424s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:59.252111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.974893509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:59.252147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:50.693841Z","time spent":"8.558302417s","remote":"127.0.0.1:49620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:14:59.252134Z","caller":"traceutil/trace.go:171","msg":"trace[643326004] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:26716; }","duration":"6.000852214s","start":"2026-03-31T21:14:53.251257Z","end":"2026-03-31T21:14:59.252109Z","steps":["trace[643326004] 'agreement among raft nodes before linearized reading' (duration: 6.000712061s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:59.252143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:53.0883Z","time spent":"6.163834326s","remote":"127.0.0.1:54556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:14:59.252163Z","caller":"traceutil/trace.go:171","msg":"trace[560903216] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26716; }","duration":"10.359753424s","start":"2026-03-31T21:14:48.892386Z","end":"2026-03-31T21:14:59.252139Z","steps":["trace[560903216] 'agreement among raft nodes before linearized reading' (duration: 10.359640901s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:59.252188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:53.251228Z","time spent":"6.000945837s","remote":"127.0.0.1:54620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:59.252184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.276112667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:14:59.25221Z","caller":"traceutil/trace.go:171","msg":"trace[141270985] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26716; }","duration":"5.975003482s","start":"2026-03-31T21:14:53.277155Z","end":"2026-03-31T21:14:59.252159Z","steps":["trace[141270985] 'agreement among raft nodes before linearized reading' (duration: 5.974862969s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:59.252216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:48.892365Z","time spent":"10.359841486s","remote":"127.0.0.1:59248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:59.252249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:53.277139Z","time spent":"5.975101185s","remote":"127.0.0.1:49714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:59.252074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.537847148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:59.252283Z","caller":"traceutil/trace.go:171","msg":"trace[613809662] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:26716; }","duration":"9.538081195s","start":"2026-03-31T21:14:49.714196Z","end":"2026-03-31T21:14:59.252278Z","steps":["trace[613809662] 'agreement among raft nodes before linearized reading' (duration: 9.537853989s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:59.252302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:49.714183Z","time spent":"9.538113276s","remote":"127.0.0.1:59104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:59.252287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.830409249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:14:59.252389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.099509954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-xvf54\" ","response":"range_response_count:1 size:5318"} {"level":"info","ts":"2026-03-31T21:14:59.252246Z","caller":"traceutil/trace.go:171","msg":"trace[1911674714] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:26716; }","duration":"7.276214491s","start":"2026-03-31T21:14:51.976013Z","end":"2026-03-31T21:14:59.252228Z","steps":["trace[1911674714] 'agreement among raft nodes before linearized reading' (duration: 7.276089167s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:59.252441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:51.975995Z","time spent":"7.276435997s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:14:59.252444Z","caller":"traceutil/trace.go:171","msg":"trace[2129237316] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-xvf54; range_end:; response_count:1; response_revision:26716; }","duration":"7.099600106s","start":"2026-03-31T21:14:52.152825Z","end":"2026-03-31T21:14:59.252425Z","steps":["trace[2129237316] 'agreement among raft nodes before linearized reading' (duration: 7.099448182s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:59.252094Z","caller":"traceutil/trace.go:171","msg":"trace[1446287115] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26716; }","duration":"5.190006416s","start":"2026-03-31T21:14:54.062037Z","end":"2026-03-31T21:14:59.252043Z","steps":["trace[1446287115] 'agreement among raft nodes before linearized reading' (duration: 5.189673108s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:59.252437Z","caller":"traceutil/trace.go:171","msg":"trace[1551016975] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:26716; }","duration":"7.830636804s","start":"2026-03-31T21:14:51.421767Z","end":"2026-03-31T21:14:59.252404Z","steps":["trace[1551016975] 'agreement among raft nodes before linearized reading' (duration: 7.830288785s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:59.252464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.752897771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:59.25249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:52.152803Z","time spent":"7.099674378s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5341,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-xvf54\" "} {"level":"warn","ts":"2026-03-31T21:14:59.252524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:51.421746Z","time spent":"7.830758907s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:59.252612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.179109129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:14:59.252634Z","caller":"traceutil/trace.go:171","msg":"trace[749582716] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:26716; }","duration":"3.179175771s","start":"2026-03-31T21:14:56.073454Z","end":"2026-03-31T21:14:59.252629Z","steps":["trace[749582716] 'agreement among raft nodes before linearized reading' (duration: 3.17912173s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:59.252649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:56.073429Z","time spent":"3.179215932s","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:59.252671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.806735933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18542"} {"level":"warn","ts":"2026-03-31T21:14:59.252502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.193796494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-03-31T21:14:59.252719Z","caller":"traceutil/trace.go:171","msg":"trace[128000829] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26716; }","duration":"10.806815314s","start":"2026-03-31T21:14:48.445893Z","end":"2026-03-31T21:14:59.252709Z","steps":["trace[128000829] 'agreement among raft nodes before linearized reading' (duration: 10.80666724s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:59.252739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555369716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:59.252736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150511936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:59.252756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:48.445873Z","time spent":"10.806876336s","remote":"127.0.0.1:52336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18565,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-31T21:14:59.252769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.810724379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:59.252779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.909080295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:14:59.252797Z","caller":"traceutil/trace.go:171","msg":"trace[975113121] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:26716; }","duration":"2.909142486s","start":"2026-03-31T21:14:56.343651Z","end":"2026-03-31T21:14:59.252794Z","steps":["trace[975113121] 'agreement among raft nodes before linearized reading' (duration: 2.909116075s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:59.252757Z","caller":"traceutil/trace.go:171","msg":"trace[122503843] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26716; }","duration":"1.555428988s","start":"2026-03-31T21:14:57.697323Z","end":"2026-03-31T21:14:59.252752Z","steps":["trace[122503843] 'agreement among raft nodes before linearized reading' (duration: 1.555397897s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:59.25282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:56.34362Z","time spent":"2.909196427s","remote":"127.0.0.1:54702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:59.252839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607662542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:14:59.252869Z","caller":"traceutil/trace.go:171","msg":"trace[401227241] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26716; }","duration":"1.607740594s","start":"2026-03-31T21:14:57.645122Z","end":"2026-03-31T21:14:59.252863Z","steps":["trace[401227241] 'agreement among raft nodes before linearized reading' (duration: 1.607690792s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:59.252888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:57.645103Z","time spent":"1.607780824s","remote":"127.0.0.1:52582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:59.252887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.8632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:59.252903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.147799842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:14:59.252531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.13842967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:14:59.252921Z","caller":"traceutil/trace.go:171","msg":"trace[340107448] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26716; }","duration":"3.147913264s","start":"2026-03-31T21:14:56.105003Z","end":"2026-03-31T21:14:59.252916Z","steps":["trace[340107448] 'agreement among raft nodes before linearized reading' (duration: 3.147883963s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:59.252927Z","caller":"traceutil/trace.go:171","msg":"trace[302958206] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26716; }","duration":"468.897482ms","start":"2026-03-31T21:14:58.784015Z","end":"2026-03-31T21:14:59.252913Z","steps":["trace[302958206] 'agreement among raft nodes before linearized reading' (duration: 468.846371ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:59.252533Z","caller":"traceutil/trace.go:171","msg":"trace[2066940998] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26716; }","duration":"9.752992683s","start":"2026-03-31T21:14:49.499522Z","end":"2026-03-31T21:14:59.252515Z","steps":["trace[2066940998] 'agreement among raft nodes before linearized reading' (duration: 9.75288811s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:59.252789Z","caller":"traceutil/trace.go:171","msg":"trace[27730982] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26716; }","duration":"1.150602749s","start":"2026-03-31T21:14:58.102172Z","end":"2026-03-31T21:14:59.252775Z","steps":["trace[27730982] 'agreement among raft nodes before linearized reading' (duration: 1.150530637s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:59.252973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:58.783996Z","time spent":"468.967913ms","remote":"127.0.0.1:49800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:59.252987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:58.102151Z","time spent":"1.150831225s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:14:59.252986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:49.499506Z","time spent":"9.753466215s","remote":"127.0.0.1:49912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T21:14:59.252548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.193776773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-31T21:14:59.252723Z","caller":"traceutil/trace.go:171","msg":"trace[1342569949] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26716; }","duration":"11.194024149s","start":"2026-03-31T21:14:48.05869Z","end":"2026-03-31T21:14:59.252714Z","steps":["trace[1342569949] 'agreement among raft nodes before linearized reading' (duration: 11.193765263s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:59.253145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.468662299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-31T21:14:59.253172Z","caller":"traceutil/trace.go:171","msg":"trace[951765530] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:26716; }","duration":"2.468775332s","start":"2026-03-31T21:14:56.784389Z","end":"2026-03-31T21:14:59.253165Z","steps":["trace[951765530] 'agreement among raft nodes before linearized reading' (duration: 2.468666659s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:59.252925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:54.06202Z","time spent":"5.190679604s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418347,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-31T21:14:59.252937Z","caller":"traceutil/trace.go:171","msg":"trace[1636098764] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26716; }","duration":"11.13887157s","start":"2026-03-31T21:14:48.114054Z","end":"2026-03-31T21:14:59.252926Z","steps":["trace[1636098764] 'agreement among raft nodes before linearized reading' (duration: 11.138425049s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:59.253214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:48.114039Z","time spent":"11.139163068s","remote":"127.0.0.1:52596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:59.252916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.513139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:14:59.253267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.394825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:14:59.253292Z","caller":"traceutil/trace.go:171","msg":"trace[2136580024] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:26716; }","duration":"334.94431ms","start":"2026-03-31T21:14:58.91834Z","end":"2026-03-31T21:14:59.253284Z","steps":["trace[2136580024] 'agreement among raft nodes before linearized reading' (duration: 334.425557ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:59.252795Z","caller":"traceutil/trace.go:171","msg":"trace[1516389647] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26716; }","duration":"2.810808761s","start":"2026-03-31T21:14:56.441978Z","end":"2026-03-31T21:14:59.252787Z","steps":["trace[1516389647] 'agreement among raft nodes before linearized reading' (duration: 2.81076282s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:59.253313Z","caller":"traceutil/trace.go:171","msg":"trace[1304289573] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:26716; }","duration":"574.478628ms","start":"2026-03-31T21:14:58.678823Z","end":"2026-03-31T21:14:59.253301Z","steps":["trace[1304289573] 'agreement among raft nodes before linearized reading' (duration: 574.351314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:59.252838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:57.697302Z","time spent":"1.55552312s","remote":"127.0.0.1:50118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:59.253317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:58.918315Z","time spent":"334.994382ms","remote":"127.0.0.1:52492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:59.253351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:56.441944Z","time spent":"2.811382905s","remote":"127.0.0.1:54182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:59.253059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.196533092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T21:14:59.253399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049445432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:59.253445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.440481814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:59.253215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:56.784371Z","time spent":"2.468820253s","remote":"127.0.0.1:52168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"info","ts":"2026-03-31T21:14:59.253474Z","caller":"traceutil/trace.go:171","msg":"trace[1879135518] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:26716; }","duration":"7.441050879s","start":"2026-03-31T21:14:51.812414Z","end":"2026-03-31T21:14:59.253465Z","steps":["trace[1879135518] 'agreement among raft nodes before linearized reading' (duration: 7.440074254s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:59.253478Z","caller":"traceutil/trace.go:171","msg":"trace[380583866] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:26716; }","duration":"1.049595395s","start":"2026-03-31T21:14:58.203859Z","end":"2026-03-31T21:14:59.253454Z","steps":["trace[380583866] 'agreement among raft nodes before linearized reading' (duration: 1.049429921s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:59.253199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.210711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:59.253407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.301085139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:14:59.253537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:58.20384Z","time spent":"1.049682328s","remote":"127.0.0.1:41560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:14:59.253555Z","caller":"traceutil/trace.go:171","msg":"trace[1131142448] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:26716; }","duration":"123.608651ms","start":"2026-03-31T21:14:59.129934Z","end":"2026-03-31T21:14:59.253543Z","steps":["trace[1131142448] 'agreement among raft nodes before linearized reading' (duration: 123.153889ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:14:59.253574Z","caller":"traceutil/trace.go:171","msg":"trace[1720029657] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26716; }","duration":"6.301242603s","start":"2026-03-31T21:14:52.952303Z","end":"2026-03-31T21:14:59.253545Z","steps":["trace[1720029657] 'agreement among raft nodes before linearized reading' (duration: 6.298597296s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:59.2535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:51.812392Z","time spent":"7.44109992s","remote":"127.0.0.1:54540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:59.253363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:58.6788Z","time spent":"574.55045ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:14:59.253421Z","caller":"traceutil/trace.go:171","msg":"trace[2055511582] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:26716; }","duration":"11.196914382s","start":"2026-03-31T21:14:48.056497Z","end":"2026-03-31T21:14:59.253411Z","steps":["trace[2055511582] 'agreement among raft nodes before linearized reading' (duration: 11.196455551s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:59.25294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:56.104954Z","time spent":"3.147980396s","remote":"127.0.0.1:59174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:59.253741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:48.056489Z","time spent":"11.19723693s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-31T21:14:59.253784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:52.952236Z","time spent":"6.301355686s","remote":"127.0.0.1:49698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:59.253174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:48.058684Z","time spent":"11.19447989s","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-03-31T21:14:59.253093Z","caller":"traceutil/trace.go:171","msg":"trace[1990957946] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26716; }","duration":"11.194333027s","start":"2026-03-31T21:14:48.058754Z","end":"2026-03-31T21:14:59.253087Z","steps":["trace[1990957946] 'agreement among raft nodes before linearized reading' (duration: 11.193762413s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:59.253918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:48.058748Z","time spent":"11.195162878s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T21:14:59.255064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.562159061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:14:59.255124Z","caller":"traceutil/trace.go:171","msg":"trace[1073766029] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26716; }","duration":"6.562265513s","start":"2026-03-31T21:14:52.692844Z","end":"2026-03-31T21:14:59.255109Z","steps":["trace[1073766029] 'agreement among raft nodes before linearized reading' (duration: 6.558128709s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:14:59.255159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:52.692807Z","time spent":"6.562342094s","remote":"127.0.0.1:59262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:14:59.75788Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973393942,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:15:00.258504Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973393942,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:15:00.759358Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973393942,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:15:01.257259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000242291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:15:01.257343Z","caller":"traceutil/trace.go:171","msg":"trace[204985424] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000356474s","start":"2026-03-31T21:14:59.256968Z","end":"2026-03-31T21:15:01.257324Z","steps":["trace[204985424] 'agreement among raft nodes before linearized reading' (duration: 2.000252992s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:01.257395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:59.256954Z","time spent":"2.000426536s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:15:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:15:01.260439Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973393942,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:15:01.671896Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.020254427s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:15:01.807377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.957928ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:15:01.807481Z","caller":"traceutil/trace.go:171","msg":"trace[356888929] transaction","detail":"{read_only:false; response_revision:26717; number_of_response:1; }","duration":"2.5513176s","start":"2026-03-31T21:14:59.256142Z","end":"2026-03-31T21:15:01.80746Z","steps":["trace[356888929] 'process raft request' (duration: 2.416199019s)","trace[356888929] 'compare' (duration: 133.804257ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:15:01.807536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:59.25612Z","time spent":"2.551394082s","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":816,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T21:15:03.266186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99986125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:15:03.26626Z","caller":"traceutil/trace.go:171","msg":"trace[289669302] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999974823s","start":"2026-03-31T21:15:01.266271Z","end":"2026-03-31T21:15:03.266246Z","steps":["trace[289669302] 'agreement among raft nodes before linearized reading' (duration: 1.99988146s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:03.266291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:01.266257Z","time spent":"2.000028784s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:15:05.267332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000244619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:15:05.267404Z","caller":"traceutil/trace.go:171","msg":"trace[505464487] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000356742s","start":"2026-03-31T21:15:03.267032Z","end":"2026-03-31T21:15:05.267389Z","steps":["trace[505464487] 'agreement among raft nodes before linearized reading' (duration: 2.00025607s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:05.26744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:03.267021Z","time spent":"2.000411113s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:15:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:15:05.481034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000569938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:15:05.481121Z","caller":"traceutil/trace.go:171","msg":"trace[296597964] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00069993s","start":"2026-03-31T21:15:03.480401Z","end":"2026-03-31T21:15:05.481101Z","steps":["trace[296597964] 'agreement among raft nodes before linearized reading' (duration: 2.000589168s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:05.481169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:03.480387Z","time spent":"2.000771753s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:15:05.654712Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.800357942s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:15:06.257921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:59.256745Z","time spent":"7.001167827s","remote":"127.0.0.1:52168","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T21:15:06.264105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:59.263975Z","time spent":"7.000126391s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:15:06.268337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:59.267233Z","time spent":"7.001100495s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:15:06.625788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:59.625309Z","time spent":"7.000471089s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:15:07.276514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00029313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:15:07.276604Z","caller":"traceutil/trace.go:171","msg":"trace[1202948080] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000428094s","start":"2026-03-31T21:15:05.276157Z","end":"2026-03-31T21:15:07.276585Z","steps":["trace[1202948080] 'agreement among raft nodes before linearized reading' (duration: 2.000314371s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:07.276653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:05.276144Z","time spent":"2.000499565s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:15:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:15:07.73761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.506593863s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:07.737743Z","caller":"traceutil/trace.go:171","msg":"trace[830127777] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26717; }","duration":"5.506735467s","start":"2026-03-31T21:15:02.230989Z","end":"2026-03-31T21:15:07.737724Z","steps":["trace[830127777] 'range keys from in-memory index tree' (duration: 5.506577283s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:07.74053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.085580508s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-31T21:15:07.74178Z","caller":"traceutil/trace.go:171","msg":"trace[1086052903] linearizableReadLoop","detail":"{readStateIndex:27667; appliedIndex:27662; }","duration":"8.484768705s","start":"2026-03-31T21:14:59.256988Z","end":"2026-03-31T21:15:07.741757Z","steps":["trace[1086052903] 'read index received' (duration: 2.415368448s)","trace[1086052903] 'applied index is now lower than readState.Index' (duration: 6.069399457s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:15:08.041203Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.386168153s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:15:09.262812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.002047889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:15:09.262899Z","caller":"traceutil/trace.go:171","msg":"trace[1472402619] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"10.002160833s","start":"2026-03-31T21:14:59.260718Z","end":"2026-03-31T21:15:09.262879Z","steps":["trace[1472402619] 'agreement among raft nodes before linearized reading' (duration: 10.00205252s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:09.26295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:59.260706Z","time spent":"10.002234044s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/03/31 21:15:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:15:09.275738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.008650356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:15:09.275823Z","caller":"traceutil/trace.go:171","msg":"trace[502462992] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.008783849s","start":"2026-03-31T21:14:59.26702Z","end":"2026-03-31T21:15:09.275804Z","steps":["trace[502462992] 'agreement among raft nodes before linearized reading' (duration: 10.008674766s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:09.275875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:59.267007Z","time spent":"10.008856371s","remote":"127.0.0.1:52348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/03/31 21:15:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:15:09.279773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002741393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:15:09.279822Z","caller":"traceutil/trace.go:171","msg":"trace[1671760756] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.002832594s","start":"2026-03-31T21:15:07.276979Z","end":"2026-03-31T21:15:09.279812Z","steps":["trace[1671760756] 'agreement among raft nodes before linearized reading' (duration: 2.002776743s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:09.279844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:07.276958Z","time spent":"2.002881366s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:15:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:15:10.594691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:09.909408Z","time spent":"685.276436ms","remote":"127.0.0.1:47806","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T21:15:10.59471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:10.284152Z","time spent":"310.554405ms","remote":"127.0.0.1:47826","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T21:15:10.596267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.554722625s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:15:10.598178Z","caller":"traceutil/trace.go:171","msg":"trace[625209985] transaction","detail":"{read_only:false; response_revision:26721; number_of_response:1; }","duration":"6.338049629s","start":"2026-03-31T21:15:04.260093Z","end":"2026-03-31T21:15:10.598143Z","steps":["trace[625209985] 'process raft request' (duration: 3.781329944s)","trace[625209985] 'compare' (duration: 2.55371788s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:15:10.59872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:04.260071Z","time spent":"6.33851904s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:15:10.808326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.585154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:15:10.808386Z","caller":"traceutil/trace.go:171","msg":"trace[1815056840] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; }","duration":"745.696308ms","start":"2026-03-31T21:15:10.062675Z","end":"2026-03-31T21:15:10.808372Z","steps":["trace[1815056840] 'agreement among raft nodes before linearized reading' (duration: 745.619666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:10.808414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:10.062654Z","time spent":"745.755359ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} 2026/03/31 21:15:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:15:10.808909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.454931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:15:10.808934Z","caller":"traceutil/trace.go:171","msg":"trace[330621846] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; }","duration":"743.530903ms","start":"2026-03-31T21:15:10.065397Z","end":"2026-03-31T21:15:10.808928Z","steps":["trace[330621846] 'agreement among raft nodes before linearized reading' (duration: 743.501962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:10.808949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:10.065372Z","time spent":"743.573844ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} 2026/03/31 21:15:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:15:11.285699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000488685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:15:11.285784Z","caller":"traceutil/trace.go:171","msg":"trace[1697138747] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000610189s","start":"2026-03-31T21:15:09.285154Z","end":"2026-03-31T21:15:11.285764Z","steps":["trace[1697138747] 'agreement among raft nodes before linearized reading' (duration: 2.000503616s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:11.285837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:09.285144Z","time spent":"2.00067809s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:15:12.102605Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"263a9d458c0fa006","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-31T21:15:13.286192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999944202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:15:13.28629Z","caller":"traceutil/trace.go:171","msg":"trace[1318652373] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000092456s","start":"2026-03-31T21:15:11.286176Z","end":"2026-03-31T21:15:13.286269Z","steps":["trace[1318652373] 'agreement among raft nodes before linearized reading' (duration: 1.999975763s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:13.28637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:11.286156Z","time spent":"2.000196779s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:15:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:15:15.294772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000585969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:15:15.294839Z","caller":"traceutil/trace.go:171","msg":"trace[748631315] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000709421s","start":"2026-03-31T21:15:13.294115Z","end":"2026-03-31T21:15:15.294824Z","steps":["trace[748631315] 'agreement among raft nodes before linearized reading' (duration: 2.000618209s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:15.294875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:13.29409Z","time spent":"2.000777773s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:15:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:15:16.22371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.627280661s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T21:15:16.223863Z","caller":"traceutil/trace.go:171","msg":"trace[911742080] linearizableReadLoop","detail":"{readStateIndex:27669; appliedIndex:27667; }","duration":"8.481999285s","start":"2026-03-31T21:15:07.741837Z","end":"2026-03-31T21:15:16.223836Z","steps":["trace[911742080] 'read index received' (duration: 299.502867ms)","trace[911742080] 'applied index is now lower than readState.Index' (duration: 8.182494098s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:15:16.223924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.993107564s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:16.230216Z","caller":"traceutil/trace.go:171","msg":"trace[220128085] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26722; }","duration":"3.999420313s","start":"2026-03-31T21:15:12.230781Z","end":"2026-03-31T21:15:16.230201Z","steps":["trace[220128085] 'range keys from in-memory index tree' (duration: 3.993093334s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:16.225736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.327318109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:16.230341Z","caller":"traceutil/trace.go:171","msg":"trace[436808509] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26722; }","duration":"12.331957056s","start":"2026-03-31T21:15:03.898348Z","end":"2026-03-31T21:15:16.230305Z","steps":["trace[436808509] 'agreement among raft nodes before linearized reading' (duration: 12.327284228s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:16.226016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.81562456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:15:16.230431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:03.898333Z","time spent":"12.332066849s","remote":"127.0.0.1:52366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:16.230429Z","caller":"traceutil/trace.go:171","msg":"trace[1382535713] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26722; }","duration":"15.820085612s","start":"2026-03-31T21:15:00.410321Z","end":"2026-03-31T21:15:16.230407Z","steps":["trace[1382535713] 'agreement among raft nodes before linearized reading' (duration: 15.815563498s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:16.230488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:00.410305Z","time spent":"15.820168244s","remote":"127.0.0.1:59216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:16.226067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.281843259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:16.226184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.400153472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:15:16.226201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.414129847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2069d2bdf9c2a\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-31T21:15:16.226216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.547149234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:15:16.226249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.858973939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:16.226286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.475241514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:15:16.226324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.272927496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:16.226335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.759493258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:16.226449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.950922763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-8229n\" ","response":"range_response_count:1 size:4695"} {"level":"warn","ts":"2026-03-31T21:15:16.226493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.440923928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:16.226538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.780396361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:16.226517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.633845386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:15:16.226533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.374256741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:15:16.226602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.471951815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:16.226583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.792677851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:16.226675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.075667819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:16.22668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.718533362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:16.226678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.687928728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:16.226714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.572770844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:15:16.226725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.575337498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:16.226743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.52337218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:15:16.226749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.342378118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:16.227192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.862609148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-03-31T21:15:16.227252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.818809986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:16.227234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.966391399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-03-31T21:15:16.227259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.96519554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18542"} {"level":"warn","ts":"2026-03-31T21:15:16.227513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.967657602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:689"} {"level":"warn","ts":"2026-03-31T21:15:16.228219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.631667251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T21:15:16.230635Z","caller":"traceutil/trace.go:171","msg":"trace[1483477523] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:26722; }","duration":"11.638023861s","start":"2026-03-31T21:15:04.5926Z","end":"2026-03-31T21:15:16.230624Z","steps":["trace[1483477523] 'agreement among raft nodes before linearized reading' (duration: 11.633838746s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:16.230664Z","caller":"traceutil/trace.go:171","msg":"trace[1337390904] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:26722; }","duration":"9.378470137s","start":"2026-03-31T21:15:06.852186Z","end":"2026-03-31T21:15:16.230656Z","steps":["trace[1337390904] 'agreement among raft nodes before linearized reading' (duration: 9.37421558s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:16.230672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:04.59258Z","time spent":"11.638083273s","remote":"127.0.0.1:54608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:16.230688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:06.852165Z","time spent":"9.378514478s","remote":"127.0.0.1:41590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:16.230743Z","caller":"traceutil/trace.go:171","msg":"trace[417834747] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:26722; }","duration":"14.479724388s","start":"2026-03-31T21:15:01.750993Z","end":"2026-03-31T21:15:16.230717Z","steps":["trace[417834747] 'agreement among raft nodes before linearized reading' (duration: 14.475242165s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:16.230797Z","caller":"traceutil/trace.go:171","msg":"trace[1092027068] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26722; }","duration":"13.277395298s","start":"2026-03-31T21:15:02.953387Z","end":"2026-03-31T21:15:16.230782Z","steps":["trace[1092027068] 'agreement among raft nodes before linearized reading' (duration: 13.272892965s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:16.230777Z","caller":"traceutil/trace.go:171","msg":"trace[1066336509] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2069d2bdf9c2a; range_end:; response_count:1; response_revision:26722; }","duration":"14.418692372s","start":"2026-03-31T21:15:01.812035Z","end":"2026-03-31T21:15:16.230727Z","steps":["trace[1066336509] 'agreement among raft nodes before linearized reading' (duration: 14.414020805s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:16.230818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:01.750972Z","time spent":"14.479826371s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:16.230851Z","caller":"traceutil/trace.go:171","msg":"trace[1310272346] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26722; }","duration":"9.346505592s","start":"2026-03-31T21:15:06.884334Z","end":"2026-03-31T21:15:16.23084Z","steps":["trace[1310272346] 'agreement among raft nodes before linearized reading' (duration: 9.342373298s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:16.230855Z","caller":"traceutil/trace.go:171","msg":"trace[1214515808] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:26722; }","duration":"14.764013722s","start":"2026-03-31T21:15:01.466832Z","end":"2026-03-31T21:15:16.230846Z","steps":["trace[1214515808] 'agreement among raft nodes before linearized reading' (duration: 14.759476558s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:16.230863Z","caller":"traceutil/trace.go:171","msg":"trace[719368885] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26722; }","duration":"12.863605996s","start":"2026-03-31T21:15:03.367242Z","end":"2026-03-31T21:15:16.230848Z","steps":["trace[719368885] 'agreement among raft nodes before linearized reading' (duration: 12.858969479s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:16.230883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:01.466777Z","time spent":"14.764097134s","remote":"127.0.0.1:59100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:16.230828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:02.953356Z","time spent":"13.27746286s","remote":"127.0.0.1:58608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:16.230907Z","caller":"traceutil/trace.go:171","msg":"trace[121237456] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:26722; }","duration":"16.866352492s","start":"2026-03-31T21:14:59.364543Z","end":"2026-03-31T21:15:16.230896Z","steps":["trace[121237456] 'agreement among raft nodes before linearized reading' (duration: 16.862452004s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:16.230884Z","caller":"traceutil/trace.go:171","msg":"trace[1578468433] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26722; }","duration":"16.527506014s","start":"2026-03-31T21:14:59.703327Z","end":"2026-03-31T21:15:16.230833Z","steps":["trace[1578468433] 'agreement among raft nodes before linearized reading' (duration: 16.5234007s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:16.230932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:59.364459Z","time spent":"16.866465455s","remote":"127.0.0.1:52318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-31T21:15:16.230954Z","caller":"traceutil/trace.go:171","msg":"trace[116927673] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26722; }","duration":"9.784833493s","start":"2026-03-31T21:15:06.44611Z","end":"2026-03-31T21:15:16.230943Z","steps":["trace[116927673] 'agreement among raft nodes before linearized reading' (duration: 9.780399802s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:16.230854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:01.812005Z","time spent":"14.418832855s","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2069d2bdf9c2a\" "} {"level":"warn","ts":"2026-03-31T21:15:16.230993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:06.446098Z","time spent":"9.784883685s","remote":"127.0.0.1:49582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:16.230991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:59.703307Z","time spent":"16.527654158s","remote":"127.0.0.1:59186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:16.231067Z","caller":"traceutil/trace.go:171","msg":"trace[420394506] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26722; }","duration":"16.822659673s","start":"2026-03-31T21:14:59.408396Z","end":"2026-03-31T21:15:16.231056Z","steps":["trace[420394506] 'agreement among raft nodes before linearized reading' (duration: 16.818829417s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:16.231037Z","caller":"traceutil/trace.go:171","msg":"trace[191547812] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:26722; }","duration":"16.722921772s","start":"2026-03-31T21:14:59.508098Z","end":"2026-03-31T21:15:16.23102Z","steps":["trace[191547812] 'agreement among raft nodes before linearized reading' (duration: 16.718555972s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:16.231109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:59.408379Z","time spent":"16.822720744s","remote":"127.0.0.1:49572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:16.230918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:03.367228Z","time spent":"12.863673227s","remote":"127.0.0.1:54166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:16.231139Z","caller":"traceutil/trace.go:171","msg":"trace[1411527119] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-8229n; range_end:; response_count:1; response_revision:26722; }","duration":"9.955645672s","start":"2026-03-31T21:15:06.275482Z","end":"2026-03-31T21:15:16.231127Z","steps":["trace[1411527119] 'agreement among raft nodes before linearized reading' (duration: 9.950892463s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:16.231181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:06.275461Z","time spent":"9.955708423s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4718,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-8229n\" "} {"level":"info","ts":"2026-03-31T21:15:16.231201Z","caller":"traceutil/trace.go:171","msg":"trace[1487723192] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26722; }","duration":"16.970375549s","start":"2026-03-31T21:14:59.260817Z","end":"2026-03-31T21:15:16.231193Z","steps":["trace[1487723192] 'agreement among raft nodes before linearized reading' (duration: 16.966303237s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:16.231212Z","caller":"traceutil/trace.go:171","msg":"trace[357866389] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:26722; }","duration":"10.476645243s","start":"2026-03-31T21:15:05.754558Z","end":"2026-03-31T21:15:16.231203Z","steps":["trace[357866389] 'agreement among raft nodes before linearized reading' (duration: 10.472011676s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:16.231224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:59.260814Z","time spent":"16.9704028s","remote":"127.0.0.1:52348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-31T21:15:16.231252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:05.754527Z","time spent":"10.476711245s","remote":"127.0.0.1:59072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:16.231165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:59.508076Z","time spent":"16.723045266s","remote":"127.0.0.1:59124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:16.231266Z","caller":"traceutil/trace.go:171","msg":"trace[2029467405] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26722; }","duration":"8.692511193s","start":"2026-03-31T21:15:07.538738Z","end":"2026-03-31T21:15:16.231249Z","steps":["trace[2029467405] 'agreement among raft nodes before linearized reading' (duration: 8.687866226s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:16.231313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:07.538665Z","time spent":"8.692633805s","remote":"127.0.0.1:49558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:16.231325Z","caller":"traceutil/trace.go:171","msg":"trace[1286554596] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:0; response_revision:26722; }","duration":"9.4457905s","start":"2026-03-31T21:15:06.785524Z","end":"2026-03-31T21:15:16.231315Z","steps":["trace[1286554596] 'agreement among raft nodes before linearized reading' (duration: 9.440944188s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:16.231369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:06.785506Z","time spent":"9.445853273s","remote":"127.0.0.1:52168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"info","ts":"2026-03-31T21:15:16.231392Z","caller":"traceutil/trace.go:171","msg":"trace[306616443] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26722; }","duration":"16.969354705s","start":"2026-03-31T21:14:59.26202Z","end":"2026-03-31T21:15:16.231374Z","steps":["trace[306616443] 'agreement among raft nodes before linearized reading' (duration: 16.965025015s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:16.231457Z","caller":"traceutil/trace.go:171","msg":"trace[1598079238] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:26722; }","duration":"16.971611792s","start":"2026-03-31T21:14:59.259834Z","end":"2026-03-31T21:15:16.231446Z","steps":["trace[1598079238] 'agreement among raft nodes before linearized reading' (duration: 16.96759176s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:16.231178Z","caller":"traceutil/trace.go:171","msg":"trace[1716739114] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26722; }","duration":"9.797300157s","start":"2026-03-31T21:15:06.43386Z","end":"2026-03-31T21:15:16.23116Z","steps":["trace[1716739114] 'agreement among raft nodes before linearized reading' (duration: 9.792696621s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:16.231486Z","caller":"traceutil/trace.go:171","msg":"trace[255486999] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:26722; }","duration":"16.577552454s","start":"2026-03-31T21:14:59.65392Z","end":"2026-03-31T21:15:16.231472Z","steps":["trace[255486999] 'agreement among raft nodes before linearized reading' (duration: 16.572776204s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:16.231492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:59.262014Z","time spent":"16.969464398s","remote":"127.0.0.1:52336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18565,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-31T21:15:16.231503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:59.259825Z","time spent":"16.971667454s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":712,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-03-31T21:15:16.231509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:06.43384Z","time spent":"9.797658057s","remote":"127.0.0.1:41568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:16.231526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:59.65391Z","time spent":"16.577602716s","remote":"127.0.0.1:37578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:16.23088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:06.884294Z","time spent":"9.346574603s","remote":"127.0.0.1:49984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:16.23155Z","caller":"traceutil/trace.go:171","msg":"trace[1602460033] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:26722; }","duration":"11.080542332s","start":"2026-03-31T21:15:05.150995Z","end":"2026-03-31T21:15:16.231538Z","steps":["trace[1602460033] 'agreement among raft nodes before linearized reading' (duration: 11.075645908s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:16.231595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:05.150931Z","time spent":"11.080646244s","remote":"127.0.0.1:54142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:16.23079Z","caller":"traceutil/trace.go:171","msg":"trace[1150264344] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26722; }","duration":"8.55174473s","start":"2026-03-31T21:15:07.679019Z","end":"2026-03-31T21:15:16.230764Z","steps":["trace[1150264344] 'agreement among raft nodes before linearized reading' (duration: 8.547139014s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:16.231674Z","caller":"traceutil/trace.go:171","msg":"trace[1372030743] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:26722; }","duration":"16.580313184s","start":"2026-03-31T21:14:59.651349Z","end":"2026-03-31T21:15:16.231662Z","steps":["trace[1372030743] 'agreement among raft nodes before linearized reading' (duration: 16.575354239s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:16.231687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:07.679004Z","time spent":"8.552671713s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:16.23064Z","caller":"traceutil/trace.go:171","msg":"trace[1537668] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26722; }","duration":"8.634146884s","start":"2026-03-31T21:15:07.596485Z","end":"2026-03-31T21:15:16.230632Z","steps":["trace[1537668] 'agreement among raft nodes before linearized reading' (duration: 8.629771774s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:16.23172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:07.596462Z","time spent":"8.635251362s","remote":"127.0.0.1:52674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2660,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:16.231719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:14:59.651334Z","time spent":"16.580372736s","remote":"127.0.0.1:52234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:16.231818Z","caller":"traceutil/trace.go:171","msg":"trace[188971397] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26722; }","duration":"12.405809136s","start":"2026-03-31T21:15:03.825989Z","end":"2026-03-31T21:15:16.231798Z","steps":["trace[188971397] 'agreement among raft nodes before linearized reading' (duration: 12.400150383s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:16.231855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:03.825973Z","time spent":"12.405868577s","remote":"127.0.0.1:59162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:16.232037Z","caller":"traceutil/trace.go:171","msg":"trace[1576587300] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:26722; }","duration":"14.286738001s","start":"2026-03-31T21:15:01.944136Z","end":"2026-03-31T21:15:16.230874Z","steps":["trace[1576587300] 'agreement among raft nodes before linearized reading' (duration: 14.281782156s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:16.232103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:01.94412Z","time spent":"14.287968343s","remote":"127.0.0.1:54704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:16.730977Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973393953,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:15:17.231404Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973393953,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:15:17.295148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999963443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:15:17.295229Z","caller":"traceutil/trace.go:171","msg":"trace[1837625157] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000061035s","start":"2026-03-31T21:15:15.29515Z","end":"2026-03-31T21:15:17.295211Z","steps":["trace[1837625157] 'agreement among raft nodes before linearized reading' (duration: 1.999961863s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:17.295276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:15.295087Z","time spent":"2.000175308s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:15:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:15:17.69636Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.091930857s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T21:15:17.696909Z","caller":"traceutil/trace.go:171","msg":"trace[1428392000] transaction","detail":"{read_only:false; response_revision:26723; number_of_response:1; }","duration":"2.092585025s","start":"2026-03-31T21:15:15.604298Z","end":"2026-03-31T21:15:17.696883Z","steps":["trace[1428392000] 'process raft request' (duration: 2.092431321s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:17.697068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:15.604271Z","time spent":"2.092697528s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:15:19.302774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000114798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:15:19.302907Z","caller":"traceutil/trace.go:171","msg":"trace[1966375366] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000322752s","start":"2026-03-31T21:15:17.302554Z","end":"2026-03-31T21:15:19.302877Z","steps":["trace[1966375366] 'agreement among raft nodes before linearized reading' (duration: 2.000142547s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:19.302979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:17.302538Z","time spent":"2.000427845s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:15:19.462877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999442944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:15:19.463075Z","caller":"traceutil/trace.go:171","msg":"trace[1581556802] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"9.999706791s","start":"2026-03-31T21:15:09.463345Z","end":"2026-03-31T21:15:19.463052Z","steps":["trace[1581556802] 'agreement among raft nodes before linearized reading' (duration: 9.999480535s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:19.46316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:09.463325Z","time spent":"9.999821024s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/03/31 21:15:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:15:19.892964Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.196374766s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:15:21.313583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.009393171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:15:21.313669Z","caller":"traceutil/trace.go:171","msg":"trace[1198851160] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.009537006s","start":"2026-03-31T21:15:19.304113Z","end":"2026-03-31T21:15:21.31365Z","steps":["trace[1198851160] 'agreement among raft nodes before linearized reading' (duration: 2.009430503s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:21.313718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:19.304083Z","time spent":"2.009625437s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:15:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:15:21.388523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495306932s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-31T21:15:21.388687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:16.233144Z","time spent":"5.15553789s","remote":"127.0.0.1:52168","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T21:15:21.389665Z","caller":"traceutil/trace.go:171","msg":"trace[381443197] transaction","detail":"{read_only:false; response_revision:26724; number_of_response:1; }","duration":"5.155338245s","start":"2026-03-31T21:15:16.234288Z","end":"2026-03-31T21:15:21.389626Z","steps":["trace[381443197] 'process raft request' (duration: 5.154307038s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:21.389751Z","caller":"traceutil/trace.go:171","msg":"trace[567027202] linearizableReadLoop","detail":"{readStateIndex:27674; appliedIndex:27669; }","duration":"5.159580741s","start":"2026-03-31T21:15:16.230149Z","end":"2026-03-31T21:15:21.38973Z","steps":["trace[567027202] 'read index received' (duration: 1.46657551s)","trace[567027202] 'applied index is now lower than readState.Index' (duration: 3.693004391s)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:15:21.389808Z","caller":"traceutil/trace.go:171","msg":"trace[24942840] transaction","detail":"{read_only:false; response_revision:26725; number_of_response:1; }","duration":"5.154708349s","start":"2026-03-31T21:15:16.23505Z","end":"2026-03-31T21:15:21.389758Z","steps":["trace[24942840] 'process raft request' (duration: 5.154513454s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:21.390031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.766594485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:15:21.390029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.56136289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:21.390066Z","caller":"traceutil/trace.go:171","msg":"trace[617848384] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:26726; }","duration":"9.766671617s","start":"2026-03-31T21:15:11.623381Z","end":"2026-03-31T21:15:21.390053Z","steps":["trace[617848384] 'agreement among raft nodes before linearized reading' (duration: 9.766559175s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:21.390077Z","caller":"traceutil/trace.go:171","msg":"trace[1163316818] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:26726; }","duration":"9.561414243s","start":"2026-03-31T21:15:11.828648Z","end":"2026-03-31T21:15:21.390062Z","steps":["trace[1163316818] 'agreement among raft nodes before linearized reading' (duration: 9.561247958s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:21.38985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:16.234274Z","time spent":"5.155473318s","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:15:21.390116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:11.828622Z","time spent":"9.561484384s","remote":"127.0.0.1:50060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:21.390221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.068217056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T21:15:21.390241Z","caller":"traceutil/trace.go:171","msg":"trace[672902448] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:26726; }","duration":"10.068251937s","start":"2026-03-31T21:15:11.321984Z","end":"2026-03-31T21:15:21.390236Z","steps":["trace[672902448] 'agreement among raft nodes before linearized reading' (duration: 10.068127414s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:21.390258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:11.321977Z","time spent":"10.068276098s","remote":"127.0.0.1:52252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":141,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:21.390324Z","caller":"traceutil/trace.go:171","msg":"trace[1070154817] transaction","detail":"{read_only:false; response_revision:26726; number_of_response:1; }","duration":"5.152061883s","start":"2026-03-31T21:15:16.23825Z","end":"2026-03-31T21:15:21.390312Z","steps":["trace[1070154817] 'process raft request' (duration: 5.151413687s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:21.390383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:16.238244Z","time spent":"5.152103564s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4873,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:15:21.390497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.579588095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-31T21:15:21.390519Z","caller":"traceutil/trace.go:171","msg":"trace[1768906285] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26726; }","duration":"10.579647027s","start":"2026-03-31T21:15:10.810865Z","end":"2026-03-31T21:15:21.390512Z","steps":["trace[1768906285] 'agreement among raft nodes before linearized reading' (duration: 10.579559835s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:21.390533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.748626326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:15:21.390547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:10.810844Z","time spent":"10.579694348s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-31T21:15:21.390563Z","caller":"traceutil/trace.go:171","msg":"trace[1745423994] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26726; }","duration":"5.748693828s","start":"2026-03-31T21:15:15.641859Z","end":"2026-03-31T21:15:21.390553Z","steps":["trace[1745423994] 'agreement among raft nodes before linearized reading' (duration: 5.748641717s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:21.390576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.577586446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-31T21:15:21.390672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.050789141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:21.390689Z","caller":"traceutil/trace.go:171","msg":"trace[461279759] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26726; }","duration":"10.5777479s","start":"2026-03-31T21:15:10.812916Z","end":"2026-03-31T21:15:21.390663Z","steps":["trace[461279759] 'agreement among raft nodes before linearized reading' (duration: 10.577488803s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:21.390703Z","caller":"traceutil/trace.go:171","msg":"trace[1496054361] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:26726; }","duration":"6.050832101s","start":"2026-03-31T21:15:15.33986Z","end":"2026-03-31T21:15:21.390692Z","steps":["trace[1496054361] 'agreement among raft nodes before linearized reading' (duration: 6.05078384s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:21.390733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:15.339853Z","time spent":"6.050872923s","remote":"127.0.0.1:50092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:21.390741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.653569764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:21.390592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:15.641839Z","time spent":"5.74874564s","remote":"127.0.0.1:54336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:21.390729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.146014361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:21.390768Z","caller":"traceutil/trace.go:171","msg":"trace[498060687] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26726; }","duration":"11.653632306s","start":"2026-03-31T21:15:09.737128Z","end":"2026-03-31T21:15:21.39076Z","steps":["trace[498060687] 'agreement among raft nodes before linearized reading' (duration: 11.653593505s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:21.390789Z","caller":"traceutil/trace.go:171","msg":"trace[2031876962] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:26726; }","duration":"8.146125273s","start":"2026-03-31T21:15:13.244649Z","end":"2026-03-31T21:15:21.390774Z","steps":["trace[2031876962] 'agreement among raft nodes before linearized reading' (duration: 8.1460058s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:21.390739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:10.812894Z","time spent":"10.577832552s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T21:15:21.390823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:13.24463Z","time spent":"8.146187725s","remote":"127.0.0.1:54264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:21.390884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.536725804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:15:21.390912Z","caller":"traceutil/trace.go:171","msg":"trace[754594728] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:26726; }","duration":"8.536794246s","start":"2026-03-31T21:15:12.854109Z","end":"2026-03-31T21:15:21.390903Z","steps":["trace[754594728] 'agreement among raft nodes before linearized reading' (duration: 8.536743684s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:21.390924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.981115898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:15:21.390939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:12.854078Z","time spent":"8.536854386s","remote":"127.0.0.1:52400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:21.390947Z","caller":"traceutil/trace.go:171","msg":"trace[99727147] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:26726; }","duration":"11.981139918s","start":"2026-03-31T21:15:09.4098Z","end":"2026-03-31T21:15:21.39094Z","steps":["trace[99727147] 'agreement among raft nodes before linearized reading' (duration: 11.981094047s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:21.390966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.069118312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:21.390971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:09.409747Z","time spent":"11.981216981s","remote":"127.0.0.1:50162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:21.390985Z","caller":"traceutil/trace.go:171","msg":"trace[1556367925] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:26726; }","duration":"6.069135552s","start":"2026-03-31T21:15:15.321842Z","end":"2026-03-31T21:15:21.390977Z","steps":["trace[1556367925] 'agreement among raft nodes before linearized reading' (duration: 6.069107082s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:21.391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:15.321833Z","time spent":"6.069162763s","remote":"127.0.0.1:54220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:21.391095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.235127766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:15:21.391108Z","caller":"traceutil/trace.go:171","msg":"trace[1927742925] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:26726; }","duration":"7.235180327s","start":"2026-03-31T21:15:14.155924Z","end":"2026-03-31T21:15:21.391104Z","steps":["trace[1927742925] 'agreement among raft nodes before linearized reading' (duration: 7.235131606s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:21.391121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:14.155902Z","time spent":"7.235215048s","remote":"127.0.0.1:52642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:21.390794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:09.737109Z","time spent":"11.653677998s","remote":"127.0.0.1:49994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:21.391148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.83579998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:21.391183Z","caller":"traceutil/trace.go:171","msg":"trace[266324752] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26726; }","duration":"8.835874182s","start":"2026-03-31T21:15:12.555299Z","end":"2026-03-31T21:15:21.391173Z","steps":["trace[266324752] 'agreement among raft nodes before linearized reading' (duration: 8.835742039s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:21.391213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:12.555278Z","time spent":"8.835926404s","remote":"127.0.0.1:49638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:21.390064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:16.235036Z","time spent":"5.154882373s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:15:21.390093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:11.623367Z","time spent":"9.766719118s","remote":"127.0.0.1:52680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:21.391329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.782500256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18542"} {"level":"warn","ts":"2026-03-31T21:15:21.390707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.300199451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:21.391413Z","caller":"traceutil/trace.go:171","msg":"trace[1060732923] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26726; }","duration":"12.782646081s","start":"2026-03-31T21:15:08.608747Z","end":"2026-03-31T21:15:21.391393Z","steps":["trace[1060732923] 'agreement among raft nodes before linearized reading' (duration: 12.782307032s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:21.39143Z","caller":"traceutil/trace.go:171","msg":"trace[1716521768] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26726; }","duration":"11.30096197s","start":"2026-03-31T21:15:10.090461Z","end":"2026-03-31T21:15:21.391423Z","steps":["trace[1716521768] 'agreement among raft nodes before linearized reading' (duration: 11.300214312s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:21.391421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.985993827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:21.391453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:10.090443Z","time spent":"11.301003022s","remote":"127.0.0.1:49924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:21.391463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:08.608728Z","time spent":"12.782726222s","remote":"127.0.0.1:52336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18565,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T21:15:21.39147Z","caller":"traceutil/trace.go:171","msg":"trace[187878892] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:26726; }","duration":"12.986076439s","start":"2026-03-31T21:15:08.405377Z","end":"2026-03-31T21:15:21.391453Z","steps":["trace[187878892] 'agreement among raft nodes before linearized reading' (duration: 12.985971727s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:21.391512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:08.405359Z","time spent":"12.986141271s","remote":"127.0.0.1:54254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:21.391522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.901170274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:21.391552Z","caller":"traceutil/trace.go:171","msg":"trace[2020478324] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:26726; }","duration":"12.901237715s","start":"2026-03-31T21:15:08.490304Z","end":"2026-03-31T21:15:21.391542Z","steps":["trace[2020478324] 'agreement among raft nodes before linearized reading' (duration: 12.901184524s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:21.391579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:08.490285Z","time spent":"12.901288036s","remote":"127.0.0.1:50056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:21.391702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.057106544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:21.391719Z","caller":"traceutil/trace.go:171","msg":"trace[1766670528] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:26726; }","duration":"8.057147886s","start":"2026-03-31T21:15:13.334566Z","end":"2026-03-31T21:15:21.391714Z","steps":["trace[1766670528] 'agreement among raft nodes before linearized reading' (duration: 8.057116325s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:21.391734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:13.334548Z","time spent":"8.057181346s","remote":"127.0.0.1:59270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:21.391587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.312545205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:21.392309Z","caller":"traceutil/trace.go:171","msg":"trace[156183697] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:26726; }","duration":"7.313357916s","start":"2026-03-31T21:15:14.078742Z","end":"2026-03-31T21:15:21.3921Z","steps":["trace[156183697] 'agreement among raft nodes before linearized reading' (duration: 7.312552415s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:21.395287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:14.078718Z","time spent":"7.316556066s","remote":"127.0.0.1:60518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} 2026/03/31 21:15:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:15:21.890455Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973393960,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:15:22.391165Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973393960,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:15:22.891495Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973393960,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:15:23.204346Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.815440868s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:15:23.31352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999683696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:15:23.313606Z","caller":"traceutil/trace.go:171","msg":"trace[1770564705] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99982486s","start":"2026-03-31T21:15:21.313762Z","end":"2026-03-31T21:15:23.313587Z","steps":["trace[1770564705] 'agreement among raft nodes before linearized reading' (duration: 1.999719627s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:23.313656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:21.313731Z","time spent":"1.999910901s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:15:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:15:24.794874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.564191782s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:24.795033Z","caller":"traceutil/trace.go:171","msg":"trace[1671571992] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26726; }","duration":"2.564350396s","start":"2026-03-31T21:15:22.230655Z","end":"2026-03-31T21:15:24.795006Z","steps":["trace[1671571992] 'range keys from in-memory index tree' (duration: 2.564177822s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:24.833468Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.506983707s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:15:25.313744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000099996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:15:25.31383Z","caller":"traceutil/trace.go:171","msg":"trace[1804658527] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00025365s","start":"2026-03-31T21:15:23.313556Z","end":"2026-03-31T21:15:25.313809Z","steps":["trace[1804658527] 'agreement among raft nodes before linearized reading' (duration: 2.000145867s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:25.313886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:23.313527Z","time spent":"2.000348733s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:15:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:15:25.480104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000171338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:15:25.480173Z","caller":"traceutil/trace.go:171","msg":"trace[2115722696] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0002558s","start":"2026-03-31T21:15:23.479901Z","end":"2026-03-31T21:15:25.480157Z","steps":["trace[2115722696] 'agreement among raft nodes before linearized reading' (duration: 2.000167338s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:25.480208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:23.479854Z","time spent":"2.000346953s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:15:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:15:27.319648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000483986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:15:27.31976Z","caller":"traceutil/trace.go:171","msg":"trace[1130056774] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00065238s","start":"2026-03-31T21:15:25.319091Z","end":"2026-03-31T21:15:27.319743Z","steps":["trace[1130056774] 'agreement among raft nodes before linearized reading' (duration: 2.000514647s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:27.319827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:25.319065Z","time spent":"2.000730312s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:15:28.126905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.92235109s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T21:15:28.131404Z","caller":"traceutil/trace.go:171","msg":"trace[610245038] transaction","detail":"{read_only:false; response_revision:26727; number_of_response:1; }","duration":"6.735952491s","start":"2026-03-31T21:15:21.395434Z","end":"2026-03-31T21:15:28.131386Z","steps":["trace[610245038] 'process raft request' (duration: 6.731713755s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:28.132302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:21.395408Z","time spent":"6.736817194s","remote":"127.0.0.1:52168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:15:29.303504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.008514424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:15:29.303624Z","caller":"traceutil/trace.go:171","msg":"trace[169561166] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.008711788s","start":"2026-03-31T21:15:19.294895Z","end":"2026-03-31T21:15:29.303607Z","steps":["trace[169561166] 'agreement among raft nodes before linearized reading' (duration: 10.008566945s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:29.303682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:19.294869Z","time spent":"10.008801791s","remote":"127.0.0.1:49912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/03/31 21:15:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:15:29.320482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00022656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:15:29.320518Z","caller":"traceutil/trace.go:171","msg":"trace[546436307] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00028961s","start":"2026-03-31T21:15:27.32022Z","end":"2026-03-31T21:15:29.320509Z","steps":["trace[546436307] 'agreement among raft nodes before linearized reading' (duration: 2.000249119s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:29.320548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:27.320205Z","time spent":"2.000337982s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:15:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:15:29.704662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:22.703624Z","time spent":"7.001030044s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:15:29.864462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999730962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:15:29.864864Z","caller":"traceutil/trace.go:171","msg":"trace[148800330] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"10.000185603s","start":"2026-03-31T21:15:19.86465Z","end":"2026-03-31T21:15:29.864836Z","steps":["trace[148800330] 'agreement among raft nodes before linearized reading' (duration: 9.999754203s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:29.864995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:19.864634Z","time spent":"10.000341627s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/03/31 21:15:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:15:31.327274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999790118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:15:31.327358Z","caller":"traceutil/trace.go:171","msg":"trace[617117013] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999939402s","start":"2026-03-31T21:15:29.327399Z","end":"2026-03-31T21:15:31.327338Z","steps":["trace[617117013] 'agreement among raft nodes before linearized reading' (duration: 1.999825999s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:31.327405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:29.327347Z","time spent":"2.000049125s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:15:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:15:32.206105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.074653827s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:15:32.2064Z","caller":"traceutil/trace.go:171","msg":"trace[1521546486] linearizableReadLoop","detail":"{readStateIndex:27678; appliedIndex:27674; }","duration":"10.816581309s","start":"2026-03-31T21:15:21.3898Z","end":"2026-03-31T21:15:32.206381Z","steps":["trace[1521546486] 'read index received' (duration: 1.814764952s)","trace[1521546486] 'applied index is now lower than readState.Index' (duration: 9.001813137s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:15:32.206928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.009311279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:15:32.206973Z","caller":"traceutil/trace.go:171","msg":"trace[1086848240] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:26729; }","duration":"11.009393721s","start":"2026-03-31T21:15:21.197569Z","end":"2026-03-31T21:15:32.206962Z","steps":["trace[1086848240] 'agreement among raft nodes before linearized reading' (duration: 11.009308129s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:32.207041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:21.197552Z","time spent":"11.009475264s","remote":"127.0.0.1:49428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:32.207314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.527615003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:32.207356Z","caller":"traceutil/trace.go:171","msg":"trace[977319393] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26729; }","duration":"11.527699866s","start":"2026-03-31T21:15:20.679645Z","end":"2026-03-31T21:15:32.207345Z","steps":["trace[977319393] 'agreement among raft nodes before linearized reading' (duration: 11.527630794s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:32.207429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:20.679623Z","time spent":"11.527793858s","remote":"127.0.0.1:49872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:32.207684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.852661384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:32.207725Z","caller":"traceutil/trace.go:171","msg":"trace[265806454] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:26729; }","duration":"11.852752067s","start":"2026-03-31T21:15:20.354962Z","end":"2026-03-31T21:15:32.207714Z","steps":["trace[265806454] 'agreement among raft nodes before linearized reading' (duration: 11.852687445s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:32.207796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:20.354936Z","time spent":"11.852848999s","remote":"127.0.0.1:54590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:32.208023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.050824701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:32.208061Z","caller":"traceutil/trace.go:171","msg":"trace[867276774] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:26729; }","duration":"12.050917744s","start":"2026-03-31T21:15:20.157135Z","end":"2026-03-31T21:15:32.208052Z","steps":["trace[867276774] 'agreement among raft nodes before linearized reading' (duration: 12.050854942s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:32.20813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:20.157105Z","time spent":"12.051013826s","remote":"127.0.0.1:54320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:32.208371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.48663512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:32.208411Z","caller":"traceutil/trace.go:171","msg":"trace[1485504432] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:26729; }","duration":"12.486688442s","start":"2026-03-31T21:15:19.721713Z","end":"2026-03-31T21:15:32.208402Z","steps":["trace[1485504432] 'agreement among raft nodes before linearized reading' (duration: 12.48662745s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:32.208478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:19.721704Z","time spent":"12.486763093s","remote":"127.0.0.1:49390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:32.208734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.510938771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:15:32.208772Z","caller":"traceutil/trace.go:171","msg":"trace[191504853] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26729; }","duration":"12.511022833s","start":"2026-03-31T21:15:19.697741Z","end":"2026-03-31T21:15:32.208763Z","steps":["trace[191504853] 'agreement among raft nodes before linearized reading' (duration: 12.510956341s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:32.208838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:19.697718Z","time spent":"12.511108045s","remote":"127.0.0.1:59150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:32.209026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.126542424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:32.209064Z","caller":"traceutil/trace.go:171","msg":"trace[764780494] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:26729; }","duration":"13.126618246s","start":"2026-03-31T21:15:19.082437Z","end":"2026-03-31T21:15:32.209056Z","steps":["trace[764780494] 'agreement among raft nodes before linearized reading' (duration: 13.126558844s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:32.209135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:19.082413Z","time spent":"13.126710929s","remote":"127.0.0.1:49860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:32.20931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.972727884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:32.209371Z","caller":"traceutil/trace.go:171","msg":"trace[633564974] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:26729; }","duration":"15.972821986s","start":"2026-03-31T21:15:16.236532Z","end":"2026-03-31T21:15:32.209354Z","steps":["trace[633564974] 'agreement among raft nodes before linearized reading' (duration: 15.972665492s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:32.209413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:16.236526Z","time spent":"15.972877908s","remote":"127.0.0.1:52234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-03-31T21:15:32.209528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.97458662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-729ffd25-43ed-4eec-bcb0-756f457ddddf\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-03-31T21:15:32.20958Z","caller":"traceutil/trace.go:171","msg":"trace[1307523699] range","detail":"{range_begin:/registry/persistentvolumes/pvc-729ffd25-43ed-4eec-bcb0-756f457ddddf; range_end:; response_count:1; response_revision:26729; }","duration":"15.974674503s","start":"2026-03-31T21:15:16.234894Z","end":"2026-03-31T21:15:32.209569Z","steps":["trace[1307523699] 'agreement among raft nodes before linearized reading' (duration: 15.974495178s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:32.209627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.683067777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:15:32.209653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.666717468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-31T21:15:32.209702Z","caller":"traceutil/trace.go:171","msg":"trace[1712386046] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26729; }","duration":"13.666817321s","start":"2026-03-31T21:15:18.542869Z","end":"2026-03-31T21:15:32.209687Z","steps":["trace[1712386046] 'agreement among raft nodes before linearized reading' (duration: 13.666695058s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:32.209718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.466281538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:15:32.209735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:18.542849Z","time spent":"13.666880452s","remote":"127.0.0.1:52252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-31T21:15:32.209745Z","caller":"traceutil/trace.go:171","msg":"trace[162428247] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:26729; }","duration":"15.46634441s","start":"2026-03-31T21:15:16.743392Z","end":"2026-03-31T21:15:32.209737Z","steps":["trace[162428247] 'agreement among raft nodes before linearized reading' (duration: 15.466288858s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:32.209775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:16.743374Z","time spent":"15.466393091s","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:32.209916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.992171599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:32.209942Z","caller":"traceutil/trace.go:171","msg":"trace[821099665] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:26729; }","duration":"13.992250881s","start":"2026-03-31T21:15:18.217684Z","end":"2026-03-31T21:15:32.209935Z","steps":["trace[821099665] 'agreement among raft nodes before linearized reading' (duration: 13.992194069s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:32.209963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:18.217664Z","time spent":"13.992293341s","remote":"127.0.0.1:52538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:32.209953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.744419208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:32.210043Z","caller":"traceutil/trace.go:171","msg":"trace[152096970] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:26729; }","duration":"15.744587752s","start":"2026-03-31T21:15:16.465434Z","end":"2026-03-31T21:15:32.210022Z","steps":["trace[152096970] 'agreement among raft nodes before linearized reading' (duration: 15.744427048s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:32.210107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:16.465402Z","time spent":"15.744684644s","remote":"127.0.0.1:54684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:32.210123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.258963283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:32.210158Z","caller":"traceutil/trace.go:171","msg":"trace[1860508439] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26729; }","duration":"14.258997984s","start":"2026-03-31T21:15:17.951148Z","end":"2026-03-31T21:15:32.210146Z","steps":["trace[1860508439] 'agreement among raft nodes before linearized reading' (duration: 14.258943263s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:32.210197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:17.951104Z","time spent":"14.259080586s","remote":"127.0.0.1:49596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:32.209657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:16.234878Z","time spent":"15.974767225s","remote":"127.0.0.1:52302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-729ffd25-43ed-4eec-bcb0-756f457ddddf\" "} {"level":"warn","ts":"2026-03-31T21:15:32.209513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.306225413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T21:15:32.210427Z","caller":"traceutil/trace.go:171","msg":"trace[342693281] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:26729; }","duration":"14.307224629s","start":"2026-03-31T21:15:17.903192Z","end":"2026-03-31T21:15:32.210417Z","steps":["trace[342693281] 'agreement among raft nodes before linearized reading' (duration: 14.3061046s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:32.21046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:17.903174Z","time spent":"14.307276631s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-03-31T21:15:32.209664Z","caller":"traceutil/trace.go:171","msg":"trace[324223785] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:26729; }","duration":"14.683143009s","start":"2026-03-31T21:15:17.526508Z","end":"2026-03-31T21:15:32.209651Z","steps":["trace[324223785] 'agreement among raft nodes before linearized reading' (duration: 14.683072097s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:32.210664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:17.526481Z","time spent":"14.684166084s","remote":"127.0.0.1:49402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:32.707533Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973393965,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:15:33.207894Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973393965,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:15:33.32754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999632354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:15:33.327644Z","caller":"traceutil/trace.go:171","msg":"trace[546824809] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999789628s","start":"2026-03-31T21:15:31.327833Z","end":"2026-03-31T21:15:33.327622Z","steps":["trace[546824809] 'agreement among raft nodes before linearized reading' (duration: 1.999663945s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:33.327709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:31.327791Z","time spent":"1.999905281s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:15:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:15:33.72602Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973393965,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:15:34.227072Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973393965,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:15:34.293281Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.524785231s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:15:35.335822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999924392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:15:35.335909Z","caller":"traceutil/trace.go:171","msg":"trace[156802630] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000060095s","start":"2026-03-31T21:15:33.33583Z","end":"2026-03-31T21:15:35.33589Z","steps":["trace[156802630] 'agreement among raft nodes before linearized reading' (duration: 1.999918862s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:35.335961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:33.335793Z","time spent":"2.000155808s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:15:36.525206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.231534721s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:15:36.525342Z","caller":"traceutil/trace.go:171","msg":"trace[1838015273] linearizableReadLoop","detail":"{readStateIndex:27679; appliedIndex:27678; }","duration":"4.318883903s","start":"2026-03-31T21:15:32.206436Z","end":"2026-03-31T21:15:36.52532Z","steps":["trace[1838015273] 'read index received' (duration: 2.087001194s)","trace[1838015273] 'applied index is now lower than readState.Index' (duration: 2.231880319s)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:15:36.525471Z","caller":"traceutil/trace.go:171","msg":"trace[775375497] transaction","detail":"{read_only:false; response_revision:26730; number_of_response:1; }","duration":"4.75706321s","start":"2026-03-31T21:15:31.76839Z","end":"2026-03-31T21:15:36.525453Z","steps":["trace[775375497] 'process raft request' (duration: 2.525172271s)","trace[775375497] 'compare' (duration: 2.230279888s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:15:36.525559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:31.768365Z","time spent":"4.757146873s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:15:36.525905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.077564947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:36.525965Z","caller":"traceutil/trace.go:171","msg":"trace[1286686619] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26730; }","duration":"5.07769019s","start":"2026-03-31T21:15:31.448259Z","end":"2026-03-31T21:15:36.525949Z","steps":["trace[1286686619] 'agreement among raft nodes before linearized reading' (duration: 5.077554446s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.526017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:31.448242Z","time spent":"5.077758942s","remote":"127.0.0.1:49600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:36.526264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.633476557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:36.526322Z","caller":"traceutil/trace.go:171","msg":"trace[318511443] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26730; }","duration":"5.6335785s","start":"2026-03-31T21:15:30.892729Z","end":"2026-03-31T21:15:36.526308Z","steps":["trace[318511443] 'agreement among raft nodes before linearized reading' (duration: 5.633485797s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.526384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:30.892702Z","time spent":"5.633667682s","remote":"127.0.0.1:49928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:36.526745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.859622157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-03-31T21:15:36.526775Z","caller":"traceutil/trace.go:171","msg":"trace[1622266867] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:26730; }","duration":"5.859652618s","start":"2026-03-31T21:15:30.667115Z","end":"2026-03-31T21:15:36.526768Z","steps":["trace[1622266867] 'agreement among raft nodes before linearized reading' (duration: 5.859512345s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.526798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:30.66706Z","time spent":"5.859732071s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-03-31T21:15:36.526919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.998466423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:36.526951Z","caller":"traceutil/trace.go:171","msg":"trace[817211578] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:26730; }","duration":"5.998530884s","start":"2026-03-31T21:15:30.528412Z","end":"2026-03-31T21:15:36.526943Z","steps":["trace[817211578] 'agreement among raft nodes before linearized reading' (duration: 5.998477863s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.526997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:30.528395Z","time spent":"5.998573505s","remote":"127.0.0.1:54306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:36.527156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.181565389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:36.527191Z","caller":"traceutil/trace.go:171","msg":"trace[1162525544] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:26730; }","duration":"6.181660972s","start":"2026-03-31T21:15:30.345522Z","end":"2026-03-31T21:15:36.527183Z","steps":["trace[1162525544] 'agreement among raft nodes before linearized reading' (duration: 6.181603921s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.527215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:30.345502Z","time spent":"6.181705343s","remote":"127.0.0.1:50082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:36.527374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.393002043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:36.527411Z","caller":"traceutil/trace.go:171","msg":"trace[1684919882] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:26730; }","duration":"6.393079845s","start":"2026-03-31T21:15:30.134321Z","end":"2026-03-31T21:15:36.527401Z","steps":["trace[1684919882] 'agreement among raft nodes before linearized reading' (duration: 6.393025603s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.52744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:30.134299Z","time spent":"6.393130155s","remote":"127.0.0.1:50068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:36.527654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.818341206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-31T21:15:36.527703Z","caller":"traceutil/trace.go:171","msg":"trace[1525918991] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26730; }","duration":"6.818391648s","start":"2026-03-31T21:15:29.709299Z","end":"2026-03-31T21:15:36.527691Z","steps":["trace[1525918991] 'agreement among raft nodes before linearized reading' (duration: 6.818288005s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.527735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:29.709248Z","time spent":"6.8184782s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T21:15:36.52791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.854558285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:36.527948Z","caller":"traceutil/trace.go:171","msg":"trace[544375537] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26730; }","duration":"7.854645407s","start":"2026-03-31T21:15:28.673294Z","end":"2026-03-31T21:15:36.527939Z","steps":["trace[544375537] 'agreement among raft nodes before linearized reading' (duration: 7.854580575s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.527975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:28.673273Z","time spent":"7.854693738s","remote":"127.0.0.1:49678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:36.528148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.160906444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:36.528186Z","caller":"traceutil/trace.go:171","msg":"trace[1924907657] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26730; }","duration":"8.160996486s","start":"2026-03-31T21:15:28.367178Z","end":"2026-03-31T21:15:36.528175Z","steps":["trace[1924907657] 'agreement among raft nodes before linearized reading' (duration: 8.160935904s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.528214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:28.367138Z","time spent":"8.161067788s","remote":"127.0.0.1:49964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:36.528399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.330774831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-31T21:15:36.528433Z","caller":"traceutil/trace.go:171","msg":"trace[675822374] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26730; }","duration":"14.330849023s","start":"2026-03-31T21:15:22.197575Z","end":"2026-03-31T21:15:36.528424Z","steps":["trace[675822374] 'agreement among raft nodes before linearized reading' (duration: 14.330755061s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.528458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:22.197553Z","time spent":"14.330897744s","remote":"127.0.0.1:52220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-31T21:15:36.528456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.320355288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130906"} {"level":"info","ts":"2026-03-31T21:15:36.52858Z","caller":"traceutil/trace.go:171","msg":"trace[1893564463] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26730; }","duration":"14.320458461s","start":"2026-03-31T21:15:22.208049Z","end":"2026-03-31T21:15:36.528508Z","steps":["trace[1893564463] 'agreement among raft nodes before linearized reading' (duration: 14.320176264s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.52862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:22.208034Z","time spent":"14.320578024s","remote":"127.0.0.1:52204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130929,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-31T21:15:36.528732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.123985133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-shj5w\" ","response":"range_response_count:1 size:5488"} {"level":"info","ts":"2026-03-31T21:15:36.528768Z","caller":"traceutil/trace.go:171","msg":"trace[1436645054] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-shj5w; range_end:; response_count:1; response_revision:26730; }","duration":"15.124042914s","start":"2026-03-31T21:15:21.404715Z","end":"2026-03-31T21:15:36.528758Z","steps":["trace[1436645054] 'agreement among raft nodes before linearized reading' (duration: 15.123960762s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.528793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:21.404703Z","time spent":"15.124083625s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5511,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-shj5w\" "} {"level":"warn","ts":"2026-03-31T21:15:36.529004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.129927912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18542"} {"level":"info","ts":"2026-03-31T21:15:36.52904Z","caller":"traceutil/trace.go:171","msg":"trace[917915411] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26730; }","duration":"15.130001944s","start":"2026-03-31T21:15:21.399029Z","end":"2026-03-31T21:15:36.529031Z","steps":["trace[917915411] 'agreement among raft nodes before linearized reading' (duration: 15.129906352s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.529065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:21.399011Z","time spent":"15.130047035s","remote":"127.0.0.1:52336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18565,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T21:15:36.52918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.394249796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-31T21:15:36.529243Z","caller":"traceutil/trace.go:171","msg":"trace[959382044] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26730; }","duration":"8.39438125s","start":"2026-03-31T21:15:28.134849Z","end":"2026-03-31T21:15:36.52923Z","steps":["trace[959382044] 'agreement among raft nodes before linearized reading' (duration: 8.394176375s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.529272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:28.134819Z","time spent":"8.394446621s","remote":"127.0.0.1:52326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T21:15:36.529308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.734851829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:36.529385Z","caller":"traceutil/trace.go:171","msg":"trace[1838287146] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26730; }","duration":"11.734975352s","start":"2026-03-31T21:15:24.79439Z","end":"2026-03-31T21:15:36.529365Z","steps":["trace[1838287146] 'agreement among raft nodes before linearized reading' (duration: 11.734830299s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.529438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:24.794362Z","time spent":"11.735061095s","remote":"127.0.0.1:49912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:36.529532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.045735087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:15:36.529605Z","caller":"traceutil/trace.go:171","msg":"trace[517516937] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26730; }","duration":"14.04585113s","start":"2026-03-31T21:15:22.48374Z","end":"2026-03-31T21:15:36.529591Z","steps":["trace[517516937] 'agreement among raft nodes before linearized reading' (duration: 14.045750457s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.529673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:22.483719Z","time spent":"14.045940972s","remote":"127.0.0.1:59228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:36.529546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.523533395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:36.52975Z","caller":"traceutil/trace.go:171","msg":"trace[958168624] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:26730; }","duration":"13.523816322s","start":"2026-03-31T21:15:23.005922Z","end":"2026-03-31T21:15:36.529738Z","steps":["trace[958168624] 'agreement among raft nodes before linearized reading' (duration: 13.523501754s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.529756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.453955346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:36.529801Z","caller":"traceutil/trace.go:171","msg":"trace[1491503075] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26730; }","duration":"9.454029358s","start":"2026-03-31T21:15:27.075754Z","end":"2026-03-31T21:15:36.529784Z","steps":["trace[1491503075] 'agreement among raft nodes before linearized reading' (duration: 9.453972586s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.529881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:27.075721Z","time spent":"9.45414644s","remote":"127.0.0.1:49672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:36.528658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.123892001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-66dd659597-kwccw.18a20778cfd168f4\" ","response":"range_response_count:1 size:1138"} {"level":"warn","ts":"2026-03-31T21:15:36.529893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.23486661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:15:36.529942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.721043068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:36.529985Z","caller":"traceutil/trace.go:171","msg":"trace[413456614] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:26730; }","duration":"12.72111991s","start":"2026-03-31T21:15:23.808851Z","end":"2026-03-31T21:15:36.52997Z","steps":["trace[413456614] 'agreement among raft nodes before linearized reading' (duration: 12.721065539s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.529993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.130343139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:36.530021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:23.80883Z","time spent":"12.721180192s","remote":"127.0.0.1:49948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:36.53003Z","caller":"traceutil/trace.go:171","msg":"trace[321605274] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26730; }","duration":"10.130411881s","start":"2026-03-31T21:15:26.399607Z","end":"2026-03-31T21:15:36.530019Z","steps":["trace[321605274] 'agreement among raft nodes before linearized reading' (duration: 10.130353839s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.530084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:26.399591Z","time spent":"10.130473172s","remote":"127.0.0.1:54150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:36.529934Z","caller":"traceutil/trace.go:171","msg":"trace[868108486] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:26730; }","duration":"13.234913631s","start":"2026-03-31T21:15:23.295008Z","end":"2026-03-31T21:15:36.529922Z","steps":["trace[868108486] 'agreement among raft nodes before linearized reading' (duration: 13.234842189s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.530201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:23.294974Z","time spent":"13.235213479s","remote":"127.0.0.1:52336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:36.530192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.015508986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:36.530251Z","caller":"traceutil/trace.go:171","msg":"trace[1409028204] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26730; }","duration":"11.015621889s","start":"2026-03-31T21:15:25.514615Z","end":"2026-03-31T21:15:36.530237Z","steps":["trace[1409028204] 'agreement among raft nodes before linearized reading' (duration: 11.015486335s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.529785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:23.005899Z","time spent":"13.523875753s","remote":"127.0.0.1:49944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:36.529699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.74404482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:36.530314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:25.514601Z","time spent":"11.015702622s","remote":"127.0.0.1:52382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:36.530916Z","caller":"traceutil/trace.go:171","msg":"trace[987061892] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26730; }","duration":"8.745313003s","start":"2026-03-31T21:15:27.78559Z","end":"2026-03-31T21:15:36.530903Z","steps":["trace[987061892] 'agreement among raft nodes before linearized reading' (duration: 8.74405794s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.530461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.293113255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-03-31T21:15:36.530957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:27.785569Z","time spent":"8.745372793s","remote":"127.0.0.1:54198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:36.530335Z","caller":"traceutil/trace.go:171","msg":"trace[1048596073] range","detail":"{range_begin:/registry/events/openstack/barbican-api-66dd659597-kwccw.18a20778cfd168f4; range_end:; response_count:1; response_revision:26730; }","duration":"15.125598814s","start":"2026-03-31T21:15:21.404716Z","end":"2026-03-31T21:15:36.530315Z","steps":["trace[1048596073] 'agreement among raft nodes before linearized reading' (duration: 15.12386853s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:36.530989Z","caller":"traceutil/trace.go:171","msg":"trace[424340679] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26730; }","duration":"10.293651319s","start":"2026-03-31T21:15:26.237311Z","end":"2026-03-31T21:15:36.530962Z","steps":["trace[424340679] 'agreement among raft nodes before linearized reading' (duration: 10.293045194s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.531096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:21.404693Z","time spent":"15.126343353s","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1161,"request content":"key:\"/registry/events/openstack/barbican-api-66dd659597-kwccw.18a20778cfd168f4\" "} {"level":"warn","ts":"2026-03-31T21:15:36.530514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.991607764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:15:36.532998Z","caller":"traceutil/trace.go:171","msg":"trace[6402638] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26730; }","duration":"10.994130028s","start":"2026-03-31T21:15:25.538852Z","end":"2026-03-31T21:15:36.532982Z","steps":["trace[6402638] 'agreement among raft nodes before linearized reading' (duration: 10.991622625s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.531107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:26.237293Z","time spent":"10.293769482s","remote":"127.0.0.1:52348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-31T21:15:36.530499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.247482117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:15:36.533108Z","caller":"traceutil/trace.go:171","msg":"trace[55033048] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:26730; }","duration":"13.250130084s","start":"2026-03-31T21:15:23.282969Z","end":"2026-03-31T21:15:36.533099Z","steps":["trace[55033048] 'agreement among raft nodes before linearized reading' (duration: 13.247496068s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:36.533152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:23.282947Z","time spent":"13.250191516s","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:36.533296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:25.538829Z","time spent":"10.994359683s","remote":"127.0.0.1:59146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:37.025927Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973393967,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:15:37.336635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000172578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:15:37.336743Z","caller":"traceutil/trace.go:171","msg":"trace[1953412738] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000348563s","start":"2026-03-31T21:15:35.33637Z","end":"2026-03-31T21:15:37.336719Z","steps":["trace[1953412738] 'agreement among raft nodes before linearized reading' (duration: 2.000205249s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:37.336804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:35.336347Z","time spent":"2.000442304s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:15:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:15:37.526117Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973393967,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:15:38.026943Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973393967,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:15:38.527847Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973393967,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:15:39.028242Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973393967,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:15:39.344363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000429754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:15:39.344432Z","caller":"traceutil/trace.go:171","msg":"trace[971940995] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000559857s","start":"2026-03-31T21:15:37.343856Z","end":"2026-03-31T21:15:39.344416Z","steps":["trace[971940995] 'agreement among raft nodes before linearized reading' (duration: 2.000465525s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:39.344468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:37.343837Z","time spent":"2.000623869s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:15:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:15:39.531912Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973393967,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:15:40.000745Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.860846272s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:15:41.344872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000014865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:15:41.344951Z","caller":"traceutil/trace.go:171","msg":"trace[1100292494] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000148887s","start":"2026-03-31T21:15:39.344785Z","end":"2026-03-31T21:15:41.344934Z","steps":["trace[1100292494] 'agreement among raft nodes before linearized reading' (duration: 2.000049195s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:41.345002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:39.344768Z","time spent":"2.00022413s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:15:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:15:42.140118Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"263a9d458c0fa022","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-31T21:15:42.6741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.67296197s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-31T21:15:42.674399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:40.245286Z","time spent":"2.429106943s","remote":"127.0.0.1:52660","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T21:15:42.67458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.45074ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:42.674693Z","caller":"traceutil/trace.go:171","msg":"trace[1587652704] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26731; }","duration":"443.595304ms","start":"2026-03-31T21:15:42.231078Z","end":"2026-03-31T21:15:42.674673Z","steps":["trace[1587652704] 'range keys from in-memory index tree' (duration: 443.438599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:43.350964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999955993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T21:15:43.351049Z","caller":"traceutil/trace.go:171","msg":"trace[1192705456] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000090656s","start":"2026-03-31T21:15:41.350938Z","end":"2026-03-31T21:15:43.351029Z","steps":["trace[1192705456] 'agreement among raft nodes before linearized reading' (duration: 1.999980194s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:43.351274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:41.350922Z","time spent":"2.000335572s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:15:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:15:43.535483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:36.534868Z","time spent":"7.000606123s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:15:43.535545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:36.534537Z","time spent":"7.001000093s","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:15:43.538795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:36.538574Z","time spent":"7.000218483s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T21:15:44.03944Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.036458255s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T21:15:44.039938Z","caller":"traceutil/trace.go:171","msg":"trace[835820895] linearizableReadLoop","detail":"{readStateIndex:27683; appliedIndex:27679; }","duration":"7.514538077s","start":"2026-03-31T21:15:36.525383Z","end":"2026-03-31T21:15:44.039921Z","steps":["trace[835820895] 'read index received' (duration: 3.475688352s)","trace[835820895] 'applied index is now lower than readState.Index' (duration: 4.038848985s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:15:44.040052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.42791005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:15:44.040072Z","caller":"traceutil/trace.go:171","msg":"trace[1787101479] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:26734; }","duration":"9.427945131s","start":"2026-03-31T21:15:34.612119Z","end":"2026-03-31T21:15:44.040064Z","steps":["trace[1787101479] 'agreement among raft nodes before linearized reading' (duration: 9.42789188s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:44.040056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.342476811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:44.04009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:34.612033Z","time spent":"9.428052034s","remote":"127.0.0.1:52666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:44.040121Z","caller":"traceutil/trace.go:171","msg":"trace[63672108] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:26734; }","duration":"9.342588824s","start":"2026-03-31T21:15:34.6975Z","end":"2026-03-31T21:15:44.040089Z","steps":["trace[63672108] 'agreement among raft nodes before linearized reading' (duration: 9.342459581s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:44.040202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:34.697481Z","time spent":"9.342699037s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:44.040253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.82666844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T21:15:44.040269Z","caller":"traceutil/trace.go:171","msg":"trace[1880193346] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:26734; }","duration":"11.82670204s","start":"2026-03-31T21:15:32.213561Z","end":"2026-03-31T21:15:44.040264Z","steps":["trace[1880193346] 'agreement among raft nodes before linearized reading' (duration: 11.826644659s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:44.040281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:32.213549Z","time spent":"11.826729872s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-31T21:15:44.040276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.825685325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-31T21:15:44.040322Z","caller":"traceutil/trace.go:171","msg":"trace[226845177] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:26734; }","duration":"11.825745207s","start":"2026-03-31T21:15:32.214561Z","end":"2026-03-31T21:15:44.040306Z","steps":["trace[226845177] 'agreement among raft nodes before linearized reading' (duration: 11.825592804s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:44.040355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:32.214554Z","time spent":"11.825791638s","remote":"127.0.0.1:52318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-31T21:15:44.040607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.352178959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-31T21:15:44.040644Z","caller":"traceutil/trace.go:171","msg":"trace[923320165] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26734; }","duration":"11.352246251s","start":"2026-03-31T21:15:32.688386Z","end":"2026-03-31T21:15:44.040633Z","steps":["trace[923320165] 'agreement among raft nodes before linearized reading' (duration: 11.352136078s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:44.040674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:32.688366Z","time spent":"11.352300472s","remote":"127.0.0.1:52252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T21:15:44.040707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.5082381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:89 size:117501"} {"level":"info","ts":"2026-03-31T21:15:44.040722Z","caller":"traceutil/trace.go:171","msg":"trace[1503462138] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:89; response_revision:26734; }","duration":"7.508268661s","start":"2026-03-31T21:15:36.53245Z","end":"2026-03-31T21:15:44.040718Z","steps":["trace[1503462138] 'agreement among raft nodes before linearized reading' (duration: 7.50789964s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:44.040744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:36.532437Z","time spent":"7.508302301s","remote":"127.0.0.1:52348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":117524,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-31T21:15:44.040855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.524177058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:44.040907Z","caller":"traceutil/trace.go:171","msg":"trace[1606692155] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:26734; }","duration":"11.52423455s","start":"2026-03-31T21:15:32.516644Z","end":"2026-03-31T21:15:44.040878Z","steps":["trace[1606692155] 'agreement among raft nodes before linearized reading' (duration: 11.524178818s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:44.040922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.448923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:44.040947Z","caller":"traceutil/trace.go:171","msg":"trace[391621111] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26734; }","duration":"219.491445ms","start":"2026-03-31T21:15:43.821442Z","end":"2026-03-31T21:15:44.040934Z","steps":["trace[391621111] 'agreement among raft nodes before linearized reading' (duration: 219.459004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:44.041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.739171649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:44.041044Z","caller":"traceutil/trace.go:171","msg":"trace[365227526] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26734; }","duration":"11.739270031s","start":"2026-03-31T21:15:32.301762Z","end":"2026-03-31T21:15:44.041032Z","steps":["trace[365227526] 'agreement among raft nodes before linearized reading' (duration: 11.73920117s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:44.041081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:32.301742Z","time spent":"11.739327602s","remote":"127.0.0.1:54208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:44.041095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.22682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-9scw6\" ","response":"range_response_count:1 size:5422"} {"level":"info","ts":"2026-03-31T21:15:44.041109Z","caller":"traceutil/trace.go:171","msg":"trace[1716056200] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-9scw6; range_end:; response_count:1; response_revision:26734; }","duration":"500.24155ms","start":"2026-03-31T21:15:43.540863Z","end":"2026-03-31T21:15:44.041105Z","steps":["trace[1716056200] 'agreement among raft nodes before linearized reading' (duration: 500.189589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:44.041121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:43.540826Z","time spent":"500.292171ms","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5445,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-9scw6\" "} {"level":"warn","ts":"2026-03-31T21:15:44.041235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.06602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-31T21:15:44.041254Z","caller":"traceutil/trace.go:171","msg":"trace[240905974] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:26734; }","duration":"501.096842ms","start":"2026-03-31T21:15:43.540152Z","end":"2026-03-31T21:15:44.041249Z","steps":["trace[240905974] 'agreement among raft nodes before linearized reading' (duration: 501.068441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:44.041267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:43.540146Z","time spent":"501.118102ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-03-31T21:15:44.041366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.425186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2069d2bdf9c2a\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-31T21:15:44.041385Z","caller":"traceutil/trace.go:171","msg":"trace[153583082] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2069d2bdf9c2a; range_end:; response_count:1; response_revision:26734; }","duration":"502.474506ms","start":"2026-03-31T21:15:43.538905Z","end":"2026-03-31T21:15:44.04138Z","steps":["trace[153583082] 'agreement among raft nodes before linearized reading' (duration: 502.417835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:44.041402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:43.538888Z","time spent":"502.510827ms","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2069d2bdf9c2a\" "} {"level":"warn","ts":"2026-03-31T21:15:44.041461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.425681775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:44.041486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.421493745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:15:44.041506Z","caller":"traceutil/trace.go:171","msg":"trace[1055750812] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:26734; }","duration":"7.421559887s","start":"2026-03-31T21:15:36.619942Z","end":"2026-03-31T21:15:44.041502Z","steps":["trace[1055750812] 'agreement among raft nodes before linearized reading' (duration: 7.421527356s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:44.041519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:36.619923Z","time spent":"7.421592768s","remote":"127.0.0.1:52410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:44.041512Z","caller":"traceutil/trace.go:171","msg":"trace[595746200] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:26734; }","duration":"6.425764937s","start":"2026-03-31T21:15:37.615734Z","end":"2026-03-31T21:15:44.041499Z","steps":["trace[595746200] 'agreement among raft nodes before linearized reading' (duration: 6.425662284s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:44.041507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.606502635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:44.041549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:37.615719Z","time spent":"6.425817848s","remote":"127.0.0.1:59082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:44.04156Z","caller":"traceutil/trace.go:171","msg":"trace[1961970919] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26734; }","duration":"3.606622828s","start":"2026-03-31T21:15:40.434925Z","end":"2026-03-31T21:15:44.041548Z","steps":["trace[1961970919] 'agreement among raft nodes before linearized reading' (duration: 3.606493735s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:44.040944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:32.516631Z","time spent":"11.524302111s","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:44.041105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.221339836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:44.042887Z","caller":"traceutil/trace.go:171","msg":"trace[444928447] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26734; }","duration":"8.223170511s","start":"2026-03-31T21:15:35.819705Z","end":"2026-03-31T21:15:44.042875Z","steps":["trace[444928447] 'agreement among raft nodes before linearized reading' (duration: 8.221303065s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:44.042925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:35.819685Z","time spent":"8.223229032s","remote":"127.0.0.1:54266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:44.04157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.848446428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T21:15:44.043041Z","caller":"traceutil/trace.go:171","msg":"trace[1721614257] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:26734; }","duration":"8.849944935s","start":"2026-03-31T21:15:35.193065Z","end":"2026-03-31T21:15:44.043009Z","steps":["trace[1721614257] 'agreement among raft nodes before linearized reading' (duration: 8.84810942s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:44.041588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:40.434905Z","time spent":"3.60667816s","remote":"127.0.0.1:49546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:44.041628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.608771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:44.043127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:35.193017Z","time spent":"8.850085359s","remote":"127.0.0.1:52350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":239,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:44.043176Z","caller":"traceutil/trace.go:171","msg":"trace[463037469] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26734; }","duration":"692.17088ms","start":"2026-03-31T21:15:43.350995Z","end":"2026-03-31T21:15:44.043166Z","steps":["trace[463037469] 'agreement among raft nodes before linearized reading' (duration: 690.615062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:44.043197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:43.350985Z","time spent":"692.207011ms","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:15:44.041653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.972687717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:44.043304Z","caller":"traceutil/trace.go:171","msg":"trace[759221284] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26734; }","duration":"1.974371017s","start":"2026-03-31T21:15:42.068924Z","end":"2026-03-31T21:15:44.043295Z","steps":["trace[759221284] 'agreement among raft nodes before linearized reading' (duration: 1.972713766s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:44.043323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:42.068904Z","time spent":"1.974412169s","remote":"127.0.0.1:49654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:44.041706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.50587425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-31T21:15:44.043427Z","caller":"traceutil/trace.go:171","msg":"trace[1830698378] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26734; }","duration":"7.507632453s","start":"2026-03-31T21:15:36.535789Z","end":"2026-03-31T21:15:44.043421Z","steps":["trace[1830698378] 'agreement among raft nodes before linearized reading' (duration: 7.505789177s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:44.043444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:36.535775Z","time spent":"7.507663935s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T21:15:44.041731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.709136517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:44.043609Z","caller":"traceutil/trace.go:171","msg":"trace[2080442314] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:26734; }","duration":"3.711030176s","start":"2026-03-31T21:15:40.332555Z","end":"2026-03-31T21:15:44.043585Z","steps":["trace[2080442314] 'agreement among raft nodes before linearized reading' (duration: 3.709145978s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:44.043653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:40.332538Z","time spent":"3.711100237s","remote":"127.0.0.1:41598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:44.041697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.952456855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:44.044242Z","caller":"traceutil/trace.go:171","msg":"trace[907655350] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:26734; }","duration":"8.955186924s","start":"2026-03-31T21:15:35.08903Z","end":"2026-03-31T21:15:44.044217Z","steps":["trace[907655350] 'agreement among raft nodes before linearized reading' (duration: 8.952575729s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:44.044411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:35.088998Z","time spent":"8.955388049s","remote":"127.0.0.1:54678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:44.041771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.559498358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:44.044896Z","caller":"traceutil/trace.go:171","msg":"trace[492820621] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:26734; }","duration":"4.562643608s","start":"2026-03-31T21:15:39.482231Z","end":"2026-03-31T21:15:44.044874Z","steps":["trace[492820621] 'agreement among raft nodes before linearized reading' (duration: 4.559520789s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:44.04181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.72248599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:44.041846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.062253491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:44.041888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.222013419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:44.04192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.376514757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:44.041939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.508997038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:89 size:117501"} {"level":"warn","ts":"2026-03-31T21:15:44.041966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.50905041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:44.04196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.052290037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:15:44.041994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.927576668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:272968"} {"level":"info","ts":"2026-03-31T21:15:44.046986Z","caller":"traceutil/trace.go:171","msg":"trace[82341539] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26734; }","duration":"5.067437932s","start":"2026-03-31T21:15:38.979534Z","end":"2026-03-31T21:15:44.046972Z","steps":["trace[82341539] 'agreement among raft nodes before linearized reading' (duration: 5.062291352s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:44.047001Z","caller":"traceutil/trace.go:171","msg":"trace[1915961734] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26734; }","duration":"6.227123498s","start":"2026-03-31T21:15:37.819863Z","end":"2026-03-31T21:15:44.046987Z","steps":["trace[1915961734] 'agreement among raft nodes before linearized reading' (duration: 6.222000569s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:44.047032Z","caller":"traceutil/trace.go:171","msg":"trace[599704712] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:89; response_revision:26734; }","duration":"7.514128238s","start":"2026-03-31T21:15:36.532898Z","end":"2026-03-31T21:15:44.047026Z","steps":["trace[599704712] 'agreement among raft nodes before linearized reading' (duration: 7.508809674s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:44.047048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:36.532891Z","time spent":"7.514151008s","remote":"127.0.0.1:52348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":117524,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-03-31T21:15:44.04702Z","caller":"traceutil/trace.go:171","msg":"trace[1108739614] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:26734; }","duration":"2.932617544s","start":"2026-03-31T21:15:41.114387Z","end":"2026-03-31T21:15:44.047004Z","steps":["trace[1108739614] 'agreement among raft nodes before linearized reading' (duration: 2.92727562s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:44.04707Z","caller":"traceutil/trace.go:171","msg":"trace[1054032370] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:26734; }","duration":"6.381696298s","start":"2026-03-31T21:15:37.665367Z","end":"2026-03-31T21:15:44.047063Z","steps":["trace[1054032370] 'agreement among raft nodes before linearized reading' (duration: 6.376536688s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:44.047086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:37.665349Z","time spent":"6.381732178s","remote":"127.0.0.1:50104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:44.047088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:41.114376Z","time spent":"2.932695087s","remote":"127.0.0.1:52616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":272991,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-31T21:15:44.047247Z","caller":"traceutil/trace.go:171","msg":"trace[1128007255] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:26734; }","duration":"3.057603161s","start":"2026-03-31T21:15:40.989638Z","end":"2026-03-31T21:15:44.047241Z","steps":["trace[1128007255] 'agreement among raft nodes before linearized reading' (duration: 3.052243296s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:44.047276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:40.989627Z","time spent":"3.057642402s","remote":"127.0.0.1:52348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":89,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:44.047319Z","caller":"traceutil/trace.go:171","msg":"trace[1352287553] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:26734; }","duration":"7.514422525s","start":"2026-03-31T21:15:36.53289Z","end":"2026-03-31T21:15:44.047313Z","steps":["trace[1352287553] 'agreement among raft nodes before linearized reading' (duration: 7.50906119s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:44.047336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:36.532874Z","time spent":"7.514455046s","remote":"127.0.0.1:52168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-31T21:15:44.042003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.121894508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:15:44.047016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:38.979521Z","time spent":"5.067486032s","remote":"127.0.0.1:49690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:44.047373Z","caller":"traceutil/trace.go:171","msg":"trace[1363693721] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26734; }","duration":"3.127285403s","start":"2026-03-31T21:15:40.920074Z","end":"2026-03-31T21:15:44.04736Z","steps":["trace[1363693721] 'agreement among raft nodes before linearized reading' (duration: 3.121908108s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:44.047413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:40.920054Z","time spent":"3.127344435s","remote":"127.0.0.1:52614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:44.045105Z","caller":"traceutil/trace.go:171","msg":"trace[853529525] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26734; }","duration":"4.725812524s","start":"2026-03-31T21:15:39.319283Z","end":"2026-03-31T21:15:44.045095Z","steps":["trace[853529525] 'agreement among raft nodes before linearized reading' (duration: 4.722504981s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:44.047456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:39.319256Z","time spent":"4.728192474s","remote":"127.0.0.1:49912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T21:15:44.045052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:39.482213Z","time spent":"4.562825403s","remote":"127.0.0.1:50062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:44.047048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:37.819804Z","time spent":"6.2272311s","remote":"127.0.0.1:49794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:44.549038Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973393974,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:15:45.050197Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973393974,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:15:45.550907Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973393974,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:15:46.050555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000973268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:15:46.050697Z","caller":"traceutil/trace.go:171","msg":"trace[1787947000] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001113312s","start":"2026-03-31T21:15:44.049536Z","end":"2026-03-31T21:15:46.05065Z","steps":["trace[1787947000] 'agreement among raft nodes before linearized reading' (duration: 2.000976098s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:46.050746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:44.049533Z","time spent":"2.001203124s","remote":"127.0.0.1:52116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 21:15:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T21:15:46.051018Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973393974,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:15:46.551446Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973393974,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:15:47.052158Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973393974,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:15:47.172273Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.127340945s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T21:15:47.174675Z","caller":"traceutil/trace.go:171","msg":"trace[500950298] transaction","detail":"{read_only:false; response_revision:26735; number_of_response:1; }","duration":"3.129857758s","start":"2026-03-31T21:15:44.0448Z","end":"2026-03-31T21:15:47.174658Z","steps":["trace[500950298] 'process raft request' (duration: 3.129729625s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:47.174774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:44.044775Z","time spent":"3.129948901s","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:15:48.051158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000137997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T21:15:48.051232Z","caller":"traceutil/trace.go:171","msg":"trace[1261468068] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00026129s","start":"2026-03-31T21:15:46.050953Z","end":"2026-03-31T21:15:48.051215Z","steps":["trace[1261468068] 'agreement among raft nodes before linearized reading' (duration: 2.000161858s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:48.05127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:46.05094Z","time spent":"2.000323441s","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:15:50.907703Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.733413908s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T21:15:50.908132Z","caller":"traceutil/trace.go:171","msg":"trace[757158215] transaction","detail":"{read_only:false; response_revision:26736; number_of_response:1; }","duration":"6.862716843s","start":"2026-03-31T21:15:44.045377Z","end":"2026-03-31T21:15:50.908094Z","steps":["trace[757158215] 'process raft request' (duration: 6.862518428s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:50.908152Z","caller":"traceutil/trace.go:171","msg":"trace[246638566] linearizableReadLoop","detail":"{readStateIndex:27688; appliedIndex:27683; }","duration":"6.859498312s","start":"2026-03-31T21:15:44.048641Z","end":"2026-03-31T21:15:50.90814Z","steps":["trace[246638566] 'read index received' (duration: 3.125895239s)","trace[246638566] 'applied index is now lower than readState.Index' (duration: 3.733601903s)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:15:50.908239Z","caller":"traceutil/trace.go:171","msg":"trace[690051345] transaction","detail":"{read_only:false; response_revision:26738; number_of_response:1; }","duration":"6.858827815s","start":"2026-03-31T21:15:44.049384Z","end":"2026-03-31T21:15:50.908212Z","steps":["trace[690051345] 'process raft request' (duration: 6.858666701s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:50.908155Z","caller":"traceutil/trace.go:171","msg":"trace[751454654] transaction","detail":"{read_only:false; response_revision:26737; number_of_response:1; }","duration":"6.862703103s","start":"2026-03-31T21:15:44.045425Z","end":"2026-03-31T21:15:50.908129Z","steps":["trace[751454654] 'process raft request' (duration: 6.86259344s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:50.908278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:44.045367Z","time spent":"6.862815575s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:15:50.90835Z","caller":"traceutil/trace.go:171","msg":"trace[883362441] transaction","detail":"{read_only:false; response_revision:26739; number_of_response:1; }","duration":"6.857610415s","start":"2026-03-31T21:15:44.050709Z","end":"2026-03-31T21:15:50.908327Z","steps":["trace[883362441] 'process raft request' (duration: 6.857380599s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:50.908366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:44.045421Z","time spent":"6.862890627s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:15:50.908369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:44.049376Z","time spent":"6.858917007s","remote":"127.0.0.1:52326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":353,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:15:50.908438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:44.050701Z","time spent":"6.857686586s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5582,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:15:50.908471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.85982311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-03-31T21:15:50.908509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.859788079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-31T21:15:50.908506Z","caller":"traceutil/trace.go:171","msg":"trace[2122030382] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26739; }","duration":"6.859874522s","start":"2026-03-31T21:15:44.04862Z","end":"2026-03-31T21:15:50.908495Z","steps":["trace[2122030382] 'agreement among raft nodes before linearized reading' (duration: 6.859745189s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:50.908526Z","caller":"traceutil/trace.go:171","msg":"trace[1913613452] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:26739; }","duration":"6.85980934s","start":"2026-03-31T21:15:44.048709Z","end":"2026-03-31T21:15:50.908519Z","steps":["trace[1913613452] 'agreement among raft nodes before linearized reading' (duration: 6.859755298s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:50.908532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:44.048612Z","time spent":"6.859913583s","remote":"127.0.0.1:52220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-31T21:15:50.908543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:44.048707Z","time spent":"6.8598317s","remote":"127.0.0.1:52318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-31T21:15:50.908773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.049291364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:15:50.908805Z","caller":"traceutil/trace.go:171","msg":"trace[1704030593] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:26739; }","duration":"5.049362425s","start":"2026-03-31T21:15:45.859433Z","end":"2026-03-31T21:15:50.908796Z","steps":["trace[1704030593] 'agreement among raft nodes before linearized reading' (duration: 5.049107069s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:50.908834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:45.859412Z","time spent":"5.049415617s","remote":"127.0.0.1:52466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:50.908897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.344932265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-31T21:15:50.908906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.864031761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:50.908916Z","caller":"traceutil/trace.go:171","msg":"trace[1195036600] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:26739; }","duration":"5.344974646s","start":"2026-03-31T21:15:45.563936Z","end":"2026-03-31T21:15:50.90891Z","steps":["trace[1195036600] 'agreement among raft nodes before linearized reading' (duration: 5.344878704s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:50.908931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:45.563922Z","time spent":"5.345005327s","remote":"127.0.0.1:52190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":135,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:50.90893Z","caller":"traceutil/trace.go:171","msg":"trace[970489185] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26739; }","duration":"1.864084143s","start":"2026-03-31T21:15:49.044838Z","end":"2026-03-31T21:15:50.908922Z","steps":["trace[970489185] 'agreement among raft nodes before linearized reading' (duration: 1.864041621s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:50.908942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.537990121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:50.908981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02000796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:50.908982Z","caller":"traceutil/trace.go:171","msg":"trace[1186703987] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:26739; }","duration":"6.538033172s","start":"2026-03-31T21:15:44.370936Z","end":"2026-03-31T21:15:50.908969Z","steps":["trace[1186703987] 'agreement among raft nodes before linearized reading' (duration: 6.53796125s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:50.908999Z","caller":"traceutil/trace.go:171","msg":"trace[1345018178] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:26739; }","duration":"1.020060831s","start":"2026-03-31T21:15:49.888932Z","end":"2026-03-31T21:15:50.908993Z","steps":["trace[1345018178] 'agreement among raft nodes before linearized reading' (duration: 1.020031981s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:50.909009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.024036137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:50.909023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:44.370871Z","time spent":"6.538142955s","remote":"127.0.0.1:41600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:50.909043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.548654004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:15:50.909046Z","caller":"traceutil/trace.go:171","msg":"trace[1689385106] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:26739; }","duration":"2.024098929s","start":"2026-03-31T21:15:48.884933Z","end":"2026-03-31T21:15:50.909032Z","steps":["trace[1689385106] 'agreement among raft nodes before linearized reading' (duration: 2.024043198s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:50.90906Z","caller":"traceutil/trace.go:171","msg":"trace[149646401] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26739; }","duration":"1.548695366s","start":"2026-03-31T21:15:49.36036Z","end":"2026-03-31T21:15:50.909055Z","steps":["trace[149646401] 'agreement among raft nodes before linearized reading' (duration: 1.548669195s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:50.909044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.610247222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:50.909077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:48.884917Z","time spent":"2.0241512s","remote":"127.0.0.1:49730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:50.909107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577423928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:50.909112Z","caller":"traceutil/trace.go:171","msg":"trace[1446505060] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:26739; }","duration":"5.610336954s","start":"2026-03-31T21:15:45.298757Z","end":"2026-03-31T21:15:50.909094Z","steps":["trace[1446505060] 'agreement among raft nodes before linearized reading' (duration: 5.610212031s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:50.909125Z","caller":"traceutil/trace.go:171","msg":"trace[65240563] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26739; }","duration":"1.577473269s","start":"2026-03-31T21:15:49.331646Z","end":"2026-03-31T21:15:50.909119Z","steps":["trace[65240563] 'agreement among raft nodes before linearized reading' (duration: 1.577444819s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:50.909153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:49.331631Z","time spent":"1.577517021s","remote":"127.0.0.1:49918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:50.909175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:45.298712Z","time spent":"5.610437986s","remote":"127.0.0.1:60508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:50.909208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.656393613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:50.909232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.846301572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:50.909246Z","caller":"traceutil/trace.go:171","msg":"trace[1094390859] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26739; }","duration":"5.656466815s","start":"2026-03-31T21:15:45.252766Z","end":"2026-03-31T21:15:50.909233Z","steps":["trace[1094390859] 'agreement among raft nodes before linearized reading' (duration: 5.656405844s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:50.909265Z","caller":"traceutil/trace.go:171","msg":"trace[1868265462] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26739; }","duration":"2.846332553s","start":"2026-03-31T21:15:48.06292Z","end":"2026-03-31T21:15:50.909252Z","steps":["trace[1868265462] 'agreement among raft nodes before linearized reading' (duration: 2.846286002s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:50.909283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:45.252744Z","time spent":"5.656529786s","remote":"127.0.0.1:49658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:50.909294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:48.062872Z","time spent":"2.846414105s","remote":"127.0.0.1:49726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:50.909347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.856599338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:50.909369Z","caller":"traceutil/trace.go:171","msg":"trace[2075588863] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26739; }","duration":"6.856629049s","start":"2026-03-31T21:15:44.052733Z","end":"2026-03-31T21:15:50.909362Z","steps":["trace[2075588863] 'agreement among raft nodes before linearized reading' (duration: 6.856594189s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:50.909388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:44.052728Z","time spent":"6.85665577s","remote":"127.0.0.1:52348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T21:15:50.909415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.527894459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:50.909442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.773215156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:50.909462Z","caller":"traceutil/trace.go:171","msg":"trace[790414838] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:26739; }","duration":"5.527976002s","start":"2026-03-31T21:15:45.38147Z","end":"2026-03-31T21:15:50.909446Z","steps":["trace[790414838] 'agreement among raft nodes before linearized reading' (duration: 5.52789998s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:15:50.909471Z","caller":"traceutil/trace.go:171","msg":"trace[855127380] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26739; }","duration":"4.773279778s","start":"2026-03-31T21:15:46.136184Z","end":"2026-03-31T21:15:50.909463Z","steps":["trace[855127380] 'agreement among raft nodes before linearized reading' (duration: 4.773231097s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:50.909498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:46.136164Z","time spent":"4.773326689s","remote":"127.0.0.1:49644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:50.909503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:45.381447Z","time spent":"5.528044793s","remote":"127.0.0.1:59036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:50.909537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.856717792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130906"} {"level":"info","ts":"2026-03-31T21:15:50.909557Z","caller":"traceutil/trace.go:171","msg":"trace[1963085713] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26739; }","duration":"6.856759932s","start":"2026-03-31T21:15:44.052791Z","end":"2026-03-31T21:15:50.909551Z","steps":["trace[1963085713] 'agreement among raft nodes before linearized reading' (duration: 6.85667986s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:50.909573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:44.052781Z","time spent":"6.856788163s","remote":"127.0.0.1:52204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130929,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-31T21:15:50.909643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.026526582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:50.909079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:49.360347Z","time spent":"1.548726956s","remote":"127.0.0.1:54350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:50.909672Z","caller":"traceutil/trace.go:171","msg":"trace[1278061185] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:26739; }","duration":"5.026557493s","start":"2026-03-31T21:15:45.883105Z","end":"2026-03-31T21:15:50.909663Z","steps":["trace[1278061185] 'agreement among raft nodes before linearized reading' (duration: 5.026513252s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:50.909699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:45.883068Z","time spent":"5.026624025s","remote":"127.0.0.1:54224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:50.909017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:49.888915Z","time spent":"1.020096893s","remote":"127.0.0.1:60476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:50.909464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.233273812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:50.909884Z","caller":"traceutil/trace.go:171","msg":"trace[1856679425] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:26739; }","duration":"6.233725414s","start":"2026-03-31T21:15:44.676142Z","end":"2026-03-31T21:15:50.909867Z","steps":["trace[1856679425] 'agreement among raft nodes before linearized reading' (duration: 6.233287202s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:50.90993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:44.676124Z","time spent":"6.233790665s","remote":"127.0.0.1:37522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:50.908951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:49.044823Z","time spent":"1.864123063s","remote":"127.0.0.1:49802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:50.913155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.742645321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T21:15:50.913193Z","caller":"traceutil/trace.go:171","msg":"trace[2080820752] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26739; }","duration":"6.742724183s","start":"2026-03-31T21:15:44.170459Z","end":"2026-03-31T21:15:50.913184Z","steps":["trace[2080820752] 'agreement among raft nodes before linearized reading' (duration: 6.738540257s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:50.916406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:44.170435Z","time spent":"6.745938553s","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2661,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:53.901176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.562271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:15:53.901249Z","caller":"traceutil/trace.go:171","msg":"trace[2011959665] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:26739; }","duration":"346.669594ms","start":"2026-03-31T21:15:53.554561Z","end":"2026-03-31T21:15:53.901231Z","steps":["trace[2011959665] 'count revisions from in-memory index tree' (duration: 346.51297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:53.901282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:53.554554Z","time spent":"346.718806ms","remote":"127.0.0.1:58586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:53.901436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.613303238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T21:15:53.901513Z","caller":"traceutil/trace.go:171","msg":"trace[1765079144] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:26739; }","duration":"2.613437352s","start":"2026-03-31T21:15:51.288056Z","end":"2026-03-31T21:15:53.901493Z","steps":["trace[1765079144] 'count revisions from in-memory index tree' (duration: 2.613212185s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:53.901549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:51.288037Z","time spent":"2.613502384s","remote":"127.0.0.1:58630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":162,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:53.901482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.538803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:53.901647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.831421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:15:53.901681Z","caller":"traceutil/trace.go:171","msg":"trace[284326159] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:26739; }","duration":"356.865411ms","start":"2026-03-31T21:15:53.544807Z","end":"2026-03-31T21:15:53.901672Z","steps":["trace[284326159] 'count revisions from in-memory index tree' (duration: 356.747319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:53.901702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:53.544744Z","time spent":"356.951904ms","remote":"127.0.0.1:59022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:53.901747Z","caller":"traceutil/trace.go:171","msg":"trace[690862717] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26739; }","duration":"267.779639ms","start":"2026-03-31T21:15:53.633876Z","end":"2026-03-31T21:15:53.901655Z","steps":["trace[690862717] 'count revisions from in-memory index tree' (duration: 267.475521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:53.901812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323510748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:15:53.901872Z","caller":"traceutil/trace.go:171","msg":"trace[1175399670] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:26739; }","duration":"1.323602311s","start":"2026-03-31T21:15:52.578253Z","end":"2026-03-31T21:15:53.901855Z","steps":["trace[1175399670] 'count revisions from in-memory index tree' (duration: 1.323418296s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:53.901917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:52.57823Z","time spent":"1.323672393s","remote":"127.0.0.1:54598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:53.902054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.718016715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:53.902142Z","caller":"traceutil/trace.go:171","msg":"trace[1818359452] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26739; }","duration":"2.718154178s","start":"2026-03-31T21:15:51.183967Z","end":"2026-03-31T21:15:53.902121Z","steps":["trace[1818359452] 'count revisions from in-memory index tree' (duration: 2.717875912s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:53.902191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:51.183949Z","time spent":"2.71823139s","remote":"127.0.0.1:49652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:53.902299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667501166s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:53.902364Z","caller":"traceutil/trace.go:171","msg":"trace[1942662947] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26739; }","duration":"1.667565727s","start":"2026-03-31T21:15:52.234789Z","end":"2026-03-31T21:15:53.902355Z","steps":["trace[1942662947] 'range keys from in-memory index tree' (duration: 1.667492536s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:53.902668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.760819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:15:53.902741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198165204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:53.902784Z","caller":"traceutil/trace.go:171","msg":"trace[1616375325] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:26739; }","duration":"1.198245216s","start":"2026-03-31T21:15:52.704528Z","end":"2026-03-31T21:15:53.902773Z","steps":["trace[1616375325] 'count revisions from in-memory index tree' (duration: 1.198084623s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:53.902815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:52.704509Z","time spent":"1.198296898s","remote":"127.0.0.1:52454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:15:53.902827Z","caller":"traceutil/trace.go:171","msg":"trace[1934656763] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26739; }","duration":"865.887051ms","start":"2026-03-31T21:15:53.036862Z","end":"2026-03-31T21:15:53.902749Z","steps":["trace[1934656763] 'count revisions from in-memory index tree' (duration: 865.629486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:53.902967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:53.036845Z","time spent":"866.105227ms","remote":"127.0.0.1:49770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:15:53.902998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190656915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:15:53.903119Z","caller":"traceutil/trace.go:171","msg":"trace[470827419] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26739; }","duration":"1.190805419s","start":"2026-03-31T21:15:52.712293Z","end":"2026-03-31T21:15:53.903099Z","steps":["trace[470827419] 'count revisions from in-memory index tree' (duration: 1.190572723s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:15:53.903202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:15:52.712272Z","time spent":"1.19088702s","remote":"127.0.0.1:49736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:18:12.266211Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006c2a.wal"} {"level":"info","ts":"2026-03-31T21:18:12.266646Z","caller":"traceutil/trace.go:171","msg":"trace[745859660] transaction","detail":"{read_only:false; response_revision:26740; number_of_response:1; }","duration":"231.951608ms","start":"2026-03-31T21:18:12.03467Z","end":"2026-03-31T21:18:12.266622Z","steps":["trace[745859660] 'process raft request' (duration: 231.766273ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:12.660782Z","caller":"traceutil/trace.go:171","msg":"trace[804371661] transaction","detail":"{read_only:false; response_revision:26743; number_of_response:1; }","duration":"540.264657ms","start":"2026-03-31T21:18:12.12049Z","end":"2026-03-31T21:18:12.660755Z","steps":["trace[804371661] 'process raft request' (duration: 540.166615ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:12.661021Z","caller":"traceutil/trace.go:171","msg":"trace[1033746213] linearizableReadLoop","detail":"{readStateIndex:27691; appliedIndex:27689; }","duration":"611.311624ms","start":"2026-03-31T21:18:12.049681Z","end":"2026-03-31T21:18:12.660992Z","steps":["trace[1033746213] 'read index received' (duration: 217.00049ms)","trace[1033746213] 'applied index is now lower than readState.Index' (duration: 394.309964ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:18:12.66106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:12.120468Z","time spent":"540.492152ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:18:12.661404Z","caller":"traceutil/trace.go:171","msg":"trace[1052071209] transaction","detail":"{read_only:false; response_revision:26744; number_of_response:1; }","duration":"502.096596ms","start":"2026-03-31T21:18:12.159293Z","end":"2026-03-31T21:18:12.66139Z","steps":["trace[1052071209] 'process raft request' (duration: 501.412559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:12.661514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:12.159275Z","time spent":"502.169278ms","remote":"127.0.0.1:39948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7038,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:18:12.661642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.948471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:12.661746Z","caller":"traceutil/trace.go:171","msg":"trace[1047422065] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:0; response_revision:26744; }","duration":"612.086963ms","start":"2026-03-31T21:18:12.04964Z","end":"2026-03-31T21:18:12.661727Z","steps":["trace[1047422065] 'agreement among raft nodes before linearized reading' (duration: 611.902179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:12.661826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:12.049625Z","time spent":"612.187047ms","remote":"127.0.0.1:39812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-03-31T21:18:12.661978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.983944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T21:18:12.662028Z","caller":"traceutil/trace.go:171","msg":"trace[2120239329] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26744; }","duration":"363.059007ms","start":"2026-03-31T21:18:12.298955Z","end":"2026-03-31T21:18:12.662014Z","steps":["trace[2120239329] 'agreement among raft nodes before linearized reading' (duration: 362.927993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:12.66206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:12.29894Z","time spent":"363.112517ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T21:18:12.662128Z","caller":"traceutil/trace.go:171","msg":"trace[1075543955] transaction","detail":"{read_only:false; response_revision:26742; number_of_response:1; }","duration":"626.716782ms","start":"2026-03-31T21:18:12.035394Z","end":"2026-03-31T21:18:12.662111Z","steps":["trace[1075543955] 'process raft request' (duration: 625.204584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:12.66219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:12.035382Z","time spent":"626.773603ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:18:12.663058Z","caller":"traceutil/trace.go:171","msg":"trace[1915495895] transaction","detail":"{read_only:false; response_revision:26741; number_of_response:1; }","duration":"628.265641ms","start":"2026-03-31T21:18:12.034752Z","end":"2026-03-31T21:18:12.663017Z","steps":["trace[1915495895] 'process raft request' (duration: 625.667296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:12.664864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:12.034729Z","time spent":"628.435696ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:18:12.842927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.216767ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:18:12.843144Z","caller":"traceutil/trace.go:171","msg":"trace[1063496187] transaction","detail":"{read_only:false; response_revision:26745; number_of_response:1; }","duration":"167.588648ms","start":"2026-03-31T21:18:12.675535Z","end":"2026-03-31T21:18:12.843123Z","steps":["trace[1063496187] 'process raft request' (duration: 65.833797ms)","trace[1063496187] 'compare' (duration: 101.076984ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:12.881708Z","caller":"traceutil/trace.go:171","msg":"trace[55728486] linearizableReadLoop","detail":"{readStateIndex:27696; appliedIndex:27693; }","duration":"201.914522ms","start":"2026-03-31T21:18:12.679773Z","end":"2026-03-31T21:18:12.881687Z","steps":["trace[55728486] 'read index received' (duration: 61.613261ms)","trace[55728486] 'applied index is now lower than readState.Index' (duration: 140.300501ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:12.882304Z","caller":"traceutil/trace.go:171","msg":"trace[1058286149] transaction","detail":"{read_only:false; response_revision:26746; number_of_response:1; }","duration":"206.556599ms","start":"2026-03-31T21:18:12.675737Z","end":"2026-03-31T21:18:12.882294Z","steps":["trace[1058286149] 'process raft request' (duration: 205.752499ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:12.882496Z","caller":"traceutil/trace.go:171","msg":"trace[327700328] transaction","detail":"{read_only:false; response_revision:26747; number_of_response:1; }","duration":"206.62124ms","start":"2026-03-31T21:18:12.675867Z","end":"2026-03-31T21:18:12.882488Z","steps":["trace[327700328] 'process raft request' (duration: 205.737969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:12.882737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.866075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:12.88281Z","caller":"traceutil/trace.go:171","msg":"trace[1808294841] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26748; }","duration":"202.951437ms","start":"2026-03-31T21:18:12.67984Z","end":"2026-03-31T21:18:12.882791Z","steps":["trace[1808294841] 'agreement among raft nodes before linearized reading' (duration: 202.820564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:12.883002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.219204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-31T21:18:12.883067Z","caller":"traceutil/trace.go:171","msg":"trace[1743850969] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26748; }","duration":"203.335367ms","start":"2026-03-31T21:18:12.679723Z","end":"2026-03-31T21:18:12.883058Z","steps":["trace[1743850969] 'agreement among raft nodes before linearized reading' (duration: 203.189003ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:12.883277Z","caller":"traceutil/trace.go:171","msg":"trace[972634555] transaction","detail":"{read_only:false; response_revision:26748; number_of_response:1; }","duration":"194.172786ms","start":"2026-03-31T21:18:12.689097Z","end":"2026-03-31T21:18:12.88327Z","steps":["trace[972634555] 'process raft request' (duration: 192.539465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:12.883637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.364868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-31T21:18:12.883708Z","caller":"traceutil/trace.go:171","msg":"trace[467263862] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:26748; }","duration":"203.43095ms","start":"2026-03-31T21:18:12.680256Z","end":"2026-03-31T21:18:12.883687Z","steps":["trace[467263862] 'agreement among raft nodes before linearized reading' (duration: 203.324388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:12.88388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.383159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-03-31T21:18:12.88393Z","caller":"traceutil/trace.go:171","msg":"trace[1512590931] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:26748; }","duration":"203.44253ms","start":"2026-03-31T21:18:12.68048Z","end":"2026-03-31T21:18:12.883923Z","steps":["trace[1512590931] 'agreement among raft nodes before linearized reading' (duration: 203.352438ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:13.221269Z","caller":"traceutil/trace.go:171","msg":"trace[896932150] linearizableReadLoop","detail":"{readStateIndex:27702; appliedIndex:27701; }","duration":"145.092222ms","start":"2026-03-31T21:18:13.076151Z","end":"2026-03-31T21:18:13.221244Z","steps":["trace[896932150] 'read index received' (duration: 144.775424ms)","trace[896932150] 'applied index is now lower than readState.Index' (duration: 315.538µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:13.22158Z","caller":"traceutil/trace.go:171","msg":"trace[1467138724] transaction","detail":"{read_only:false; response_revision:26753; number_of_response:1; }","duration":"145.653816ms","start":"2026-03-31T21:18:13.075912Z","end":"2026-03-31T21:18:13.221566Z","steps":["trace[1467138724] 'process raft request' (duration: 145.170894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:13.221819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.655876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:monitoring\" ","response":"range_response_count:1 size:635"} {"level":"info","ts":"2026-03-31T21:18:13.221863Z","caller":"traceutil/trace.go:171","msg":"trace[75828131] range","detail":"{range_begin:/registry/clusterroles/system:monitoring; range_end:; response_count:1; response_revision:26753; }","duration":"145.721067ms","start":"2026-03-31T21:18:13.076131Z","end":"2026-03-31T21:18:13.221852Z","steps":["trace[75828131] 'agreement among raft nodes before linearized reading' (duration: 145.633545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:13.222031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.727435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:13.22207Z","caller":"traceutil/trace.go:171","msg":"trace[409701786] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:26753; }","duration":"135.767946ms","start":"2026-03-31T21:18:13.086291Z","end":"2026-03-31T21:18:13.222058Z","steps":["trace[409701786] 'agreement among raft nodes before linearized reading' (duration: 135.710825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:13.222236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.90874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:13.222278Z","caller":"traceutil/trace.go:171","msg":"trace[2074752227] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:26753; }","duration":"135.980702ms","start":"2026-03-31T21:18:13.086289Z","end":"2026-03-31T21:18:13.22227Z","steps":["trace[2074752227] 'agreement among raft nodes before linearized reading' (duration: 135.92062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:13.502908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.980682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:kube-aggregator\" ","response":"range_response_count:1 size:596"} {"level":"info","ts":"2026-03-31T21:18:13.503063Z","caller":"traceutil/trace.go:171","msg":"trace[1218681533] range","detail":"{range_begin:/registry/clusterroles/system:kube-aggregator; range_end:; response_count:1; response_revision:26755; }","duration":"188.218727ms","start":"2026-03-31T21:18:13.314828Z","end":"2026-03-31T21:18:13.503047Z","steps":["trace[1218681533] 'range keys from in-memory index tree' (duration: 187.9066ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:13.511048Z","caller":"traceutil/trace.go:171","msg":"trace[583612171] linearizableReadLoop","detail":"{readStateIndex:27705; appliedIndex:27704; }","duration":"141.328007ms","start":"2026-03-31T21:18:13.3697Z","end":"2026-03-31T21:18:13.511028Z","steps":["trace[583612171] 'read index received' (duration: 141.185173ms)","trace[583612171] 'applied index is now lower than readState.Index' (duration: 141.894µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:13.511107Z","caller":"traceutil/trace.go:171","msg":"trace[739505883] transaction","detail":"{read_only:false; response_revision:26756; number_of_response:1; }","duration":"192.082185ms","start":"2026-03-31T21:18:13.318988Z","end":"2026-03-31T21:18:13.51107Z","steps":["trace[739505883] 'process raft request' (duration: 191.896969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:13.511198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.469811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:13.511231Z","caller":"traceutil/trace.go:171","msg":"trace[988256693] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:26756; }","duration":"141.527802ms","start":"2026-03-31T21:18:13.369694Z","end":"2026-03-31T21:18:13.511222Z","steps":["trace[988256693] 'agreement among raft nodes before linearized reading' (duration: 141.44519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:13.511286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.529093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:13.511374Z","caller":"traceutil/trace.go:171","msg":"trace[726849162] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:26756; }","duration":"141.678607ms","start":"2026-03-31T21:18:13.369674Z","end":"2026-03-31T21:18:13.511352Z","steps":["trace[726849162] 'agreement among raft nodes before linearized reading' (duration: 141.501632ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:13.8064Z","caller":"traceutil/trace.go:171","msg":"trace[1897411947] linearizableReadLoop","detail":"{readStateIndex:27706; appliedIndex:27705; }","duration":"284.773857ms","start":"2026-03-31T21:18:13.521599Z","end":"2026-03-31T21:18:13.806373Z","steps":["trace[1897411947] 'read index received' (duration: 254.014713ms)","trace[1897411947] 'applied index is now lower than readState.Index' (duration: 30.757454ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:18:13.806656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.008093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:legacy-unknown-approver\" ","response":"range_response_count:1 size:680"} {"level":"info","ts":"2026-03-31T21:18:13.806714Z","caller":"traceutil/trace.go:171","msg":"trace[1358809569] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:legacy-unknown-approver; range_end:; response_count:1; response_revision:26757; }","duration":"285.089715ms","start":"2026-03-31T21:18:13.521595Z","end":"2026-03-31T21:18:13.806684Z","steps":["trace[1358809569] 'agreement among raft nodes before linearized reading' (duration: 284.926801ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:13.806778Z","caller":"traceutil/trace.go:171","msg":"trace[1517065400] transaction","detail":"{read_only:false; response_revision:26757; number_of_response:1; }","duration":"285.790313ms","start":"2026-03-31T21:18:13.520812Z","end":"2026-03-31T21:18:13.806602Z","steps":["trace[1517065400] 'process raft request' (duration: 254.858704ms)","trace[1517065400] 'compare' (duration: 30.56392ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:18:13.806905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.035432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T21:18:13.806997Z","caller":"traceutil/trace.go:171","msg":"trace[1859991158] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26757; }","duration":"126.178936ms","start":"2026-03-31T21:18:13.680796Z","end":"2026-03-31T21:18:13.806975Z","steps":["trace[1859991158] 'agreement among raft nodes before linearized reading' (duration: 125.896749ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:14.190317Z","caller":"traceutil/trace.go:171","msg":"trace[71783943] linearizableReadLoop","detail":"{readStateIndex:27707; appliedIndex:27706; }","duration":"356.127363ms","start":"2026-03-31T21:18:13.834163Z","end":"2026-03-31T21:18:14.19029Z","steps":["trace[71783943] 'read index received' (duration: 355.887277ms)","trace[71783943] 'applied index is now lower than readState.Index' (duration: 238.376µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:14.190383Z","caller":"traceutil/trace.go:171","msg":"trace[1892779218] transaction","detail":"{read_only:false; response_revision:26758; number_of_response:1; }","duration":"356.327137ms","start":"2026-03-31T21:18:13.834013Z","end":"2026-03-31T21:18:14.19034Z","steps":["trace[1892779218] 'process raft request' (duration: 356.098901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:14.190544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.347018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:node-proxier\" ","response":"range_response_count:1 size:713"} {"level":"warn","ts":"2026-03-31T21:18:14.190641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:13.834Z","time spent":"356.486912ms","remote":"127.0.0.1:39948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6246,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:18:14.190679Z","caller":"traceutil/trace.go:171","msg":"trace[1309452843] range","detail":"{range_begin:/registry/clusterroles/system:node-proxier; range_end:; response_count:1; response_revision:26758; }","duration":"356.552633ms","start":"2026-03-31T21:18:13.834105Z","end":"2026-03-31T21:18:14.190658Z","steps":["trace[1309452843] 'agreement among raft nodes before linearized reading' (duration: 356.296067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:14.190739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:13.834085Z","time spent":"356.643755ms","remote":"127.0.0.1:40152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":736,"request content":"key:\"/registry/clusterroles/system:node-proxier\" "} {"level":"info","ts":"2026-03-31T21:18:14.607375Z","caller":"traceutil/trace.go:171","msg":"trace[154918899] linearizableReadLoop","detail":"{readStateIndex:27708; appliedIndex:27707; }","duration":"405.917986ms","start":"2026-03-31T21:18:14.201433Z","end":"2026-03-31T21:18:14.607351Z","steps":["trace[154918899] 'read index received' (duration: 336.808557ms)","trace[154918899] 'applied index is now lower than readState.Index' (duration: 69.108129ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:18:14.607538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.08051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:cronjob-controller\" ","response":"range_response_count:1 size:836"} {"level":"info","ts":"2026-03-31T21:18:14.607529Z","caller":"traceutil/trace.go:171","msg":"trace[740523411] transaction","detail":"{read_only:false; response_revision:26759; number_of_response:1; }","duration":"407.241308ms","start":"2026-03-31T21:18:14.200244Z","end":"2026-03-31T21:18:14.607485Z","steps":["trace[740523411] 'process raft request' (duration: 338.066247ms)","trace[740523411] 'compare' (duration: 68.931175ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:14.607574Z","caller":"traceutil/trace.go:171","msg":"trace[1075728004] range","detail":"{range_begin:/registry/clusterroles/system:controller:cronjob-controller; range_end:; response_count:1; response_revision:26759; }","duration":"406.148241ms","start":"2026-03-31T21:18:14.201412Z","end":"2026-03-31T21:18:14.607561Z","steps":["trace[1075728004] 'agreement among raft nodes before linearized reading' (duration: 406.055499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:14.607621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:14.201404Z","time spent":"406.208534ms","remote":"127.0.0.1:40152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":859,"request content":"key:\"/registry/clusterroles/system:controller:cronjob-controller\" "} {"level":"warn","ts":"2026-03-31T21:18:14.607687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:14.200224Z","time spent":"407.386763ms","remote":"127.0.0.1:39948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:18:14.607754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.729063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-31T21:18:14.607882Z","caller":"traceutil/trace.go:171","msg":"trace[1485919148] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26759; }","duration":"117.912868ms","start":"2026-03-31T21:18:14.489942Z","end":"2026-03-31T21:18:14.607854Z","steps":["trace[1485919148] 'agreement among raft nodes before linearized reading' (duration: 117.59747ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:14.864588Z","caller":"traceutil/trace.go:171","msg":"trace[514438166] linearizableReadLoop","detail":"{readStateIndex:27709; appliedIndex:27708; }","duration":"242.332138ms","start":"2026-03-31T21:18:14.622234Z","end":"2026-03-31T21:18:14.864566Z","steps":["trace[514438166] 'read index received' (duration: 242.172525ms)","trace[514438166] 'applied index is now lower than readState.Index' (duration: 158.573µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:14.864722Z","caller":"traceutil/trace.go:171","msg":"trace[485739693] transaction","detail":"{read_only:false; response_revision:26760; number_of_response:1; }","duration":"246.35176ms","start":"2026-03-31T21:18:14.618351Z","end":"2026-03-31T21:18:14.864703Z","steps":["trace[485739693] 'process raft request' (duration: 246.055493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:14.864901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.635687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:endpoint-controller\" ","response":"range_response_count:1 size:755"} {"level":"warn","ts":"2026-03-31T21:18:14.864936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.538688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:14.864971Z","caller":"traceutil/trace.go:171","msg":"trace[88490668] range","detail":"{range_begin:/registry/clusterroles/system:controller:endpoint-controller; range_end:; response_count:1; response_revision:26760; }","duration":"242.740479ms","start":"2026-03-31T21:18:14.622213Z","end":"2026-03-31T21:18:14.864954Z","steps":["trace[88490668] 'agreement among raft nodes before linearized reading' (duration: 242.572845ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:14.864985Z","caller":"traceutil/trace.go:171","msg":"trace[967923400] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26760; }","duration":"148.62044ms","start":"2026-03-31T21:18:14.716343Z","end":"2026-03-31T21:18:14.864964Z","steps":["trace[967923400] 'agreement among raft nodes before linearized reading' (duration: 148.548859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:14.864918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.068518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:14.865067Z","caller":"traceutil/trace.go:171","msg":"trace[1943942523] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:26760; }","duration":"189.262874ms","start":"2026-03-31T21:18:14.675789Z","end":"2026-03-31T21:18:14.865052Z","steps":["trace[1943942523] 'agreement among raft nodes before linearized reading' (duration: 189.052268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:14.865271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.396007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:14.865306Z","caller":"traceutil/trace.go:171","msg":"trace[1314767897] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:26760; }","duration":"189.467099ms","start":"2026-03-31T21:18:14.675828Z","end":"2026-03-31T21:18:14.865295Z","steps":["trace[1314767897] 'agreement among raft nodes before linearized reading' (duration: 189.411977ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:15.045955Z","caller":"traceutil/trace.go:171","msg":"trace[1543705123] linearizableReadLoop","detail":"{readStateIndex:27711; appliedIndex:27710; }","duration":"165.793232ms","start":"2026-03-31T21:18:14.880138Z","end":"2026-03-31T21:18:15.045931Z","steps":["trace[1543705123] 'read index received' (duration: 91.504413ms)","trace[1543705123] 'applied index is now lower than readState.Index' (duration: 74.287449ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:15.046176Z","caller":"traceutil/trace.go:171","msg":"trace[1755561479] transaction","detail":"{read_only:false; response_revision:26762; number_of_response:1; }","duration":"167.881034ms","start":"2026-03-31T21:18:14.878257Z","end":"2026-03-31T21:18:15.046138Z","steps":["trace[1755561479] 'process raft request' (duration: 93.408871ms)","trace[1755561479] 'compare' (duration: 74.141725ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:18:15.046255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.08133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:generic-garbage-collector\" ","response":"range_response_count:1 size:694"} {"level":"info","ts":"2026-03-31T21:18:15.046338Z","caller":"traceutil/trace.go:171","msg":"trace[1442505899] range","detail":"{range_begin:/registry/clusterroles/system:controller:generic-garbage-collector; range_end:; response_count:1; response_revision:26762; }","duration":"166.197173ms","start":"2026-03-31T21:18:14.880122Z","end":"2026-03-31T21:18:15.046319Z","steps":["trace[1442505899] 'agreement among raft nodes before linearized reading' (duration: 165.945936ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:15.188151Z","caller":"traceutil/trace.go:171","msg":"trace[1715286879] linearizableReadLoop","detail":"{readStateIndex:27712; appliedIndex:27711; }","duration":"136.29334ms","start":"2026-03-31T21:18:15.051825Z","end":"2026-03-31T21:18:15.188118Z","steps":["trace[1715286879] 'read index received' (duration: 104.881069ms)","trace[1715286879] 'applied index is now lower than readState.Index' (duration: 31.409911ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:15.188152Z","caller":"traceutil/trace.go:171","msg":"trace[296037592] transaction","detail":"{read_only:false; response_revision:26763; number_of_response:1; }","duration":"136.766432ms","start":"2026-03-31T21:18:15.051354Z","end":"2026-03-31T21:18:15.188121Z","steps":["trace[296037592] 'process raft request' (duration: 105.337681ms)","trace[296037592] 'compare' (duration: 31.148904ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:18:15.188313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.476554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:job-controller\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-31T21:18:15.18836Z","caller":"traceutil/trace.go:171","msg":"trace[1449633813] range","detail":"{range_begin:/registry/clusterroles/system:controller:job-controller; range_end:; response_count:1; response_revision:26765; }","duration":"136.569987ms","start":"2026-03-31T21:18:15.051776Z","end":"2026-03-31T21:18:15.188346Z","steps":["trace[1449633813] 'agreement among raft nodes before linearized reading' (duration: 136.454184ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:15.188378Z","caller":"traceutil/trace.go:171","msg":"trace[1450957359] transaction","detail":"{read_only:false; response_revision:26764; number_of_response:1; }","duration":"130.888663ms","start":"2026-03-31T21:18:15.057476Z","end":"2026-03-31T21:18:15.188365Z","steps":["trace[1450957359] 'process raft request' (duration: 130.537714ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:15.461485Z","caller":"traceutil/trace.go:171","msg":"trace[1332849282] linearizableReadLoop","detail":"{readStateIndex:27715; appliedIndex:27714; }","duration":"252.662099ms","start":"2026-03-31T21:18:15.208798Z","end":"2026-03-31T21:18:15.46146Z","steps":["trace[1332849282] 'read index received' (duration: 252.349541ms)","trace[1332849282] 'applied index is now lower than readState.Index' (duration: 311.297µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:15.461517Z","caller":"traceutil/trace.go:171","msg":"trace[59481959] transaction","detail":"{read_only:false; response_revision:26766; number_of_response:1; }","duration":"257.659834ms","start":"2026-03-31T21:18:15.20383Z","end":"2026-03-31T21:18:15.46149Z","steps":["trace[59481959] 'process raft request' (duration: 257.401078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:15.461627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.813032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:replication-controller\" ","response":"range_response_count:1 size:829"} {"level":"info","ts":"2026-03-31T21:18:15.461665Z","caller":"traceutil/trace.go:171","msg":"trace[1424741266] range","detail":"{range_begin:/registry/clusterroles/system:controller:replication-controller; range_end:; response_count:1; response_revision:26766; }","duration":"252.895304ms","start":"2026-03-31T21:18:15.208755Z","end":"2026-03-31T21:18:15.46165Z","steps":["trace[1424741266] 'agreement among raft nodes before linearized reading' (duration: 252.806422ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:15.605498Z","caller":"traceutil/trace.go:171","msg":"trace[1587851335] linearizableReadLoop","detail":"{readStateIndex:27716; appliedIndex:27715; }","duration":"133.842068ms","start":"2026-03-31T21:18:15.471633Z","end":"2026-03-31T21:18:15.605475Z","steps":["trace[1587851335] 'read index received' (duration: 133.592302ms)","trace[1587851335] 'applied index is now lower than readState.Index' (duration: 248.686µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:15.605743Z","caller":"traceutil/trace.go:171","msg":"trace[1014558014] transaction","detail":"{read_only:false; response_revision:26767; number_of_response:1; }","duration":"134.348891ms","start":"2026-03-31T21:18:15.471362Z","end":"2026-03-31T21:18:15.605711Z","steps":["trace[1014558014] 'process raft request' (duration: 133.934181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:15.605813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.008912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:service-controller\" ","response":"range_response_count:1 size:725"} {"level":"info","ts":"2026-03-31T21:18:15.606007Z","caller":"traceutil/trace.go:171","msg":"trace[1818927055] range","detail":"{range_begin:/registry/clusterroles/system:controller:service-controller; range_end:; response_count:1; response_revision:26767; }","duration":"134.368002ms","start":"2026-03-31T21:18:15.471619Z","end":"2026-03-31T21:18:15.605987Z","steps":["trace[1818927055] 'agreement among raft nodes before linearized reading' (duration: 133.944371ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:15.986816Z","caller":"traceutil/trace.go:171","msg":"trace[481857360] linearizableReadLoop","detail":"{readStateIndex:27719; appliedIndex:27718; }","duration":"143.02188ms","start":"2026-03-31T21:18:15.843766Z","end":"2026-03-31T21:18:15.986788Z","steps":["trace[481857360] 'read index received' (duration: 137.769887ms)","trace[481857360] 'applied index is now lower than readState.Index' (duration: 5.251093ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:15.986919Z","caller":"traceutil/trace.go:171","msg":"trace[1223612866] transaction","detail":"{read_only:false; response_revision:26770; number_of_response:1; }","duration":"145.335748ms","start":"2026-03-31T21:18:15.841543Z","end":"2026-03-31T21:18:15.986879Z","steps":["trace[1223612866] 'process raft request' (duration: 140.012004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:15.987137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.340687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:attachdetach-controller\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-03-31T21:18:15.987254Z","caller":"traceutil/trace.go:171","msg":"trace[1007994035] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:attachdetach-controller; range_end:; response_count:1; response_revision:26770; }","duration":"143.478891ms","start":"2026-03-31T21:18:15.843747Z","end":"2026-03-31T21:18:15.987226Z","steps":["trace[1007994035] 'agreement among raft nodes before linearized reading' (duration: 143.282836ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:16.246455Z","caller":"traceutil/trace.go:171","msg":"trace[1196710064] linearizableReadLoop","detail":"{readStateIndex:27721; appliedIndex:27720; }","duration":"219.672408ms","start":"2026-03-31T21:18:16.026757Z","end":"2026-03-31T21:18:16.246429Z","steps":["trace[1196710064] 'read index received' (duration: 134.284088ms)","trace[1196710064] 'applied index is now lower than readState.Index' (duration: 85.38739ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:16.246566Z","caller":"traceutil/trace.go:171","msg":"trace[2133134442] transaction","detail":"{read_only:false; response_revision:26772; number_of_response:1; }","duration":"220.572911ms","start":"2026-03-31T21:18:16.025955Z","end":"2026-03-31T21:18:16.246528Z","steps":["trace[2133134442] 'process raft request' (duration: 135.054108ms)","trace[2133134442] 'compare' (duration: 84.841576ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:18:16.246648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.840462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:namespace-controller\" ","response":"range_response_count:1 size:756"} {"level":"info","ts":"2026-03-31T21:18:16.246787Z","caller":"traceutil/trace.go:171","msg":"trace[1910118457] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:namespace-controller; range_end:; response_count:1; response_revision:26772; }","duration":"220.018917ms","start":"2026-03-31T21:18:16.026745Z","end":"2026-03-31T21:18:16.246764Z","steps":["trace[1910118457] 'agreement among raft nodes before linearized reading' (duration: 219.787311ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:16.484263Z","caller":"traceutil/trace.go:171","msg":"trace[1675729849] linearizableReadLoop","detail":"{readStateIndex:27723; appliedIndex:27722; }","duration":"169.793823ms","start":"2026-03-31T21:18:16.314436Z","end":"2026-03-31T21:18:16.484229Z","steps":["trace[1675729849] 'read index received' (duration: 169.301331ms)","trace[1675729849] 'applied index is now lower than readState.Index' (duration: 491.122µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:16.48439Z","caller":"traceutil/trace.go:171","msg":"trace[1929152392] transaction","detail":"{read_only:false; response_revision:26774; number_of_response:1; }","duration":"170.84232ms","start":"2026-03-31T21:18:16.313525Z","end":"2026-03-31T21:18:16.484367Z","steps":["trace[1929152392] 'process raft request' (duration: 170.197064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:16.484459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.988058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:service-controller\" ","response":"range_response_count:1 size:748"} {"level":"info","ts":"2026-03-31T21:18:16.484521Z","caller":"traceutil/trace.go:171","msg":"trace[1656702038] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:service-controller; range_end:; response_count:1; response_revision:26774; }","duration":"170.079801ms","start":"2026-03-31T21:18:16.314421Z","end":"2026-03-31T21:18:16.484501Z","steps":["trace[1656702038] 'agreement among raft nodes before linearized reading' (duration: 169.937837ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:16.762113Z","caller":"traceutil/trace.go:171","msg":"trace[460525892] transaction","detail":"{read_only:false; response_revision:26778; number_of_response:1; }","duration":"148.375065ms","start":"2026-03-31T21:18:16.613695Z","end":"2026-03-31T21:18:16.76207Z","steps":["trace[460525892] 'process raft request' (duration: 122.053922ms)","trace[460525892] 'compare' (duration: 26.099867ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:17.639157Z","caller":"traceutil/trace.go:171","msg":"trace[677132798] linearizableReadLoop","detail":"{readStateIndex:27734; appliedIndex:27733; }","duration":"447.529423ms","start":"2026-03-31T21:18:17.191604Z","end":"2026-03-31T21:18:17.639133Z","steps":["trace[677132798] 'read index received' (duration: 447.275147ms)","trace[677132798] 'applied index is now lower than readState.Index' (duration: 252.916µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:17.639254Z","caller":"traceutil/trace.go:171","msg":"trace[1186375699] transaction","detail":"{read_only:false; response_revision:26784; number_of_response:1; }","duration":"468.865029ms","start":"2026-03-31T21:18:17.170352Z","end":"2026-03-31T21:18:17.639217Z","steps":["trace[1186375699] 'process raft request' (duration: 468.593653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:17.639406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.785989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T21:18:17.639419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:17.170344Z","time spent":"468.985912ms","remote":"127.0.0.1:39948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6844,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:18:17.639427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.866766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2069d2bdf9c2a\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-31T21:18:17.63946Z","caller":"traceutil/trace.go:171","msg":"trace[1111474234] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26784; }","duration":"447.877712ms","start":"2026-03-31T21:18:17.19157Z","end":"2026-03-31T21:18:17.639448Z","steps":["trace[1111474234] 'agreement among raft nodes before linearized reading' (duration: 447.673117ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:17.639485Z","caller":"traceutil/trace.go:171","msg":"trace[242040122] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2069d2bdf9c2a; range_end:; response_count:1; response_revision:26784; }","duration":"353.972669ms","start":"2026-03-31T21:18:17.285495Z","end":"2026-03-31T21:18:17.639468Z","steps":["trace[242040122] 'agreement among raft nodes before linearized reading' (duration: 353.793054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:17.639496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:17.191559Z","time spent":"447.929733ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T21:18:17.639473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.358671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:18:17.639534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:17.285476Z","time spent":"354.04505ms","remote":"127.0.0.1:39860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2069d2bdf9c2a\" "} {"level":"info","ts":"2026-03-31T21:18:17.639557Z","caller":"traceutil/trace.go:171","msg":"trace[1503824066] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26784; }","duration":"223.481914ms","start":"2026-03-31T21:18:17.416053Z","end":"2026-03-31T21:18:17.639535Z","steps":["trace[1503824066] 'agreement among raft nodes before linearized reading' (duration: 223.356991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:17.639565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.04752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:17.63966Z","caller":"traceutil/trace.go:171","msg":"trace[1959632698] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26784; }","duration":"207.169484ms","start":"2026-03-31T21:18:17.43247Z","end":"2026-03-31T21:18:17.63964Z","steps":["trace[1959632698] 'agreement among raft nodes before linearized reading' (duration: 207.03515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:17.639831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.809033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:17.639892Z","caller":"traceutil/trace.go:171","msg":"trace[612437745] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26784; }","duration":"223.897505ms","start":"2026-03-31T21:18:17.41598Z","end":"2026-03-31T21:18:17.639878Z","steps":["trace[612437745] 'agreement among raft nodes before linearized reading' (duration: 223.803372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:17.639921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.385069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:18:17.639843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.3965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:18:17.639977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.336808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:17.639981Z","caller":"traceutil/trace.go:171","msg":"trace[1714084125] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26784; }","duration":"207.459861ms","start":"2026-03-31T21:18:17.432507Z","end":"2026-03-31T21:18:17.639967Z","steps":["trace[1714084125] 'agreement among raft nodes before linearized reading' (duration: 207.364659ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:17.640007Z","caller":"traceutil/trace.go:171","msg":"trace[1252577247] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26784; }","duration":"207.605125ms","start":"2026-03-31T21:18:17.432388Z","end":"2026-03-31T21:18:17.639993Z","steps":["trace[1252577247] 'agreement among raft nodes before linearized reading' (duration: 207.42026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:17.639933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.959293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:18:17.640009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.890933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:17.640086Z","caller":"traceutil/trace.go:171","msg":"trace[215468941] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:26784; }","duration":"239.131497ms","start":"2026-03-31T21:18:17.400925Z","end":"2026-03-31T21:18:17.640057Z","steps":["trace[215468941] 'agreement among raft nodes before linearized reading' (duration: 238.982963ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:17.640173Z","caller":"traceutil/trace.go:171","msg":"trace[1932914199] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26784; }","duration":"187.037396ms","start":"2026-03-31T21:18:17.45307Z","end":"2026-03-31T21:18:17.640108Z","steps":["trace[1932914199] 'agreement among raft nodes before linearized reading' (duration: 186.912093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:17.640076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.187159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:17.64024Z","caller":"traceutil/trace.go:171","msg":"trace[1470937748] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:26784; }","duration":"239.341993ms","start":"2026-03-31T21:18:17.400873Z","end":"2026-03-31T21:18:17.640215Z","steps":["trace[1470937748] 'agreement among raft nodes before linearized reading' (duration: 239.147388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:17.639474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.442272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:17.640361Z","caller":"traceutil/trace.go:171","msg":"trace[229374102] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26784; }","duration":"187.359945ms","start":"2026-03-31T21:18:17.452978Z","end":"2026-03-31T21:18:17.640338Z","steps":["trace[229374102] 'agreement among raft nodes before linearized reading' (duration: 186.40115ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:17.640447Z","caller":"traceutil/trace.go:171","msg":"trace[384407837] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:26784; }","duration":"238.365179ms","start":"2026-03-31T21:18:17.401633Z","end":"2026-03-31T21:18:17.639998Z","steps":["trace[384407837] 'agreement among raft nodes before linearized reading' (duration: 238.323068ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:18.21953Z","caller":"traceutil/trace.go:171","msg":"trace[1170097605] transaction","detail":"{read_only:false; response_revision:26793; number_of_response:1; }","duration":"130.404782ms","start":"2026-03-31T21:18:18.089086Z","end":"2026-03-31T21:18:18.219491Z","steps":["trace[1170097605] 'process raft request' (duration: 103.178658ms)","trace[1170097605] 'compare' (duration: 26.996668ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:18.388075Z","caller":"traceutil/trace.go:171","msg":"trace[2055572635] transaction","detail":"{read_only:false; response_revision:26795; number_of_response:1; }","duration":"138.886165ms","start":"2026-03-31T21:18:18.249154Z","end":"2026-03-31T21:18:18.38804Z","steps":["trace[2055572635] 'process raft request' (duration: 138.728591ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:18.575989Z","caller":"traceutil/trace.go:171","msg":"trace[1533476756] transaction","detail":"{read_only:false; response_revision:26798; number_of_response:1; }","duration":"112.532093ms","start":"2026-03-31T21:18:18.463428Z","end":"2026-03-31T21:18:18.57596Z","steps":["trace[1533476756] 'process raft request' (duration: 49.612399ms)","trace[1533476756] 'compare' (duration: 62.775009ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:18.851172Z","caller":"traceutil/trace.go:171","msg":"trace[1740228406] transaction","detail":"{read_only:false; response_revision:26810; number_of_response:1; }","duration":"117.127688ms","start":"2026-03-31T21:18:18.734016Z","end":"2026-03-31T21:18:18.851144Z","steps":["trace[1740228406] 'process raft request' (duration: 113.734783ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:19.091717Z","caller":"traceutil/trace.go:171","msg":"trace[2098576411] linearizableReadLoop","detail":"{readStateIndex:27765; appliedIndex:27764; }","duration":"158.92868ms","start":"2026-03-31T21:18:18.932768Z","end":"2026-03-31T21:18:19.091697Z","steps":["trace[2098576411] 'read index received' (duration: 62.910433ms)","trace[2098576411] 'applied index is now lower than readState.Index' (duration: 96.017437ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:19.091806Z","caller":"traceutil/trace.go:171","msg":"trace[239680259] transaction","detail":"{read_only:false; response_revision:26814; number_of_response:1; }","duration":"159.262178ms","start":"2026-03-31T21:18:18.932535Z","end":"2026-03-31T21:18:19.091797Z","steps":["trace[239680259] 'process raft request' (duration: 63.132468ms)","trace[239680259] 'compare' (duration: 95.930525ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:18:19.092081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.292779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-8229n.18a20986ac3b9762\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-03-31T21:18:19.09218Z","caller":"traceutil/trace.go:171","msg":"trace[1106122054] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-8229n.18a20986ac3b9762; range_end:; response_count:1; response_revision:26814; }","duration":"159.434693ms","start":"2026-03-31T21:18:18.932723Z","end":"2026-03-31T21:18:19.092158Z","steps":["trace[1106122054] 'agreement among raft nodes before linearized reading' (duration: 159.210767ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:19.095493Z","caller":"traceutil/trace.go:171","msg":"trace[473070398] transaction","detail":"{read_only:false; response_revision:26815; number_of_response:1; }","duration":"155.578676ms","start":"2026-03-31T21:18:18.939886Z","end":"2026-03-31T21:18:19.095464Z","steps":["trace[473070398] 'process raft request' (duration: 155.451833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:19.09579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.232669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:18:19.096013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.358822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:10000 ","response":"range_response_count:10 size:12360"} {"level":"warn","ts":"2026-03-31T21:18:19.096231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.94989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:10000 ","response":"range_response_count:37 size:81899"} {"level":"info","ts":"2026-03-31T21:18:19.096273Z","caller":"traceutil/trace.go:171","msg":"trace[1824602120] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:26815; }","duration":"140.67102ms","start":"2026-03-31T21:18:18.955501Z","end":"2026-03-31T21:18:19.096172Z","steps":["trace[1824602120] 'agreement among raft nodes before linearized reading' (duration: 140.162398ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:19.096297Z","caller":"traceutil/trace.go:171","msg":"trace[1540898303] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:10; response_revision:26815; }","duration":"140.68049ms","start":"2026-03-31T21:18:18.955592Z","end":"2026-03-31T21:18:19.096272Z","steps":["trace[1540898303] 'agreement among raft nodes before linearized reading' (duration: 140.308591ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:19.096302Z","caller":"traceutil/trace.go:171","msg":"trace[675119235] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:37; response_revision:26815; }","duration":"157.062053ms","start":"2026-03-31T21:18:18.939227Z","end":"2026-03-31T21:18:19.096289Z","steps":["trace[675119235] 'agreement among raft nodes before linearized reading' (duration: 156.309465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:19.096085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.972272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:500 ","response":"range_response_count:10 size:12360"} {"level":"info","ts":"2026-03-31T21:18:19.096776Z","caller":"traceutil/trace.go:171","msg":"trace[1474638033] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:10; response_revision:26815; }","duration":"140.705331ms","start":"2026-03-31T21:18:18.956059Z","end":"2026-03-31T21:18:19.096764Z","steps":["trace[1474638033] 'agreement among raft nodes before linearized reading' (duration: 139.721467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:19.096529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.197816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:500 ","response":"range_response_count:37 size:81899"} {"level":"info","ts":"2026-03-31T21:18:19.096883Z","caller":"traceutil/trace.go:171","msg":"trace[2136784878] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:37; response_revision:26815; }","duration":"157.575585ms","start":"2026-03-31T21:18:18.939269Z","end":"2026-03-31T21:18:19.096844Z","steps":["trace[2136784878] 'agreement among raft nodes before linearized reading' (duration: 156.539879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:19.097387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.068719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:18:19.097456Z","caller":"traceutil/trace.go:171","msg":"trace[391583622] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:26815; }","duration":"158.159471ms","start":"2026-03-31T21:18:18.93928Z","end":"2026-03-31T21:18:19.09744Z","steps":["trace[391583622] 'agreement among raft nodes before linearized reading' (duration: 156.53873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:19.547171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.871565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:18:19.547284Z","caller":"traceutil/trace.go:171","msg":"trace[1320532715] linearizableReadLoop","detail":"{readStateIndex:27768; appliedIndex:27767; }","duration":"418.310767ms","start":"2026-03-31T21:18:19.128957Z","end":"2026-03-31T21:18:19.547267Z","steps":["trace[1320532715] 'read index received' (duration: 128.257928ms)","trace[1320532715] 'applied index is now lower than readState.Index' (duration: 290.051169ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:19.547421Z","caller":"traceutil/trace.go:171","msg":"trace[1528829136] transaction","detail":"{read_only:false; response_revision:26817; number_of_response:1; }","duration":"440.544027ms","start":"2026-03-31T21:18:19.106825Z","end":"2026-03-31T21:18:19.547369Z","steps":["trace[1528829136] 'process raft request' (duration: 150.376825ms)","trace[1528829136] 'compare' (duration: 289.708861ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:18:19.547533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.576994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-22rlf\" ","response":"range_response_count:1 size:6263"} {"level":"info","ts":"2026-03-31T21:18:19.547592Z","caller":"traceutil/trace.go:171","msg":"trace[1866491582] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-22rlf; range_end:; response_count:1; response_revision:26817; }","duration":"418.632415ms","start":"2026-03-31T21:18:19.128922Z","end":"2026-03-31T21:18:19.547554Z","steps":["trace[1866491582] 'agreement among raft nodes before linearized reading' (duration: 418.42867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:19.547639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:19.128908Z","time spent":"418.722238ms","remote":"127.0.0.1:39948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6286,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-22rlf\" "} {"level":"warn","ts":"2026-03-31T21:18:19.54778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:19.106811Z","time spent":"440.722001ms","remote":"127.0.0.1:39860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:18:19.78694Z","caller":"traceutil/trace.go:171","msg":"trace[1456997644] transaction","detail":"{read_only:false; response_revision:26818; number_of_response:1; }","duration":"583.313561ms","start":"2026-03-31T21:18:19.203598Z","end":"2026-03-31T21:18:19.786911Z","steps":["trace[1456997644] 'process raft request' (duration: 494.747751ms)","trace[1456997644] 'compare' (duration: 88.337134ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:19.787057Z","caller":"traceutil/trace.go:171","msg":"trace[972046449] transaction","detail":"{read_only:false; response_revision:26819; number_of_response:1; }","duration":"520.958311ms","start":"2026-03-31T21:18:19.266082Z","end":"2026-03-31T21:18:19.787041Z","steps":["trace[972046449] 'process raft request' (duration: 520.766686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:19.787208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:19.203571Z","time spent":"583.536176ms","remote":"127.0.0.1:39860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":646,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T21:18:19.787275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:19.266062Z","time spent":"521.093345ms","remote":"127.0.0.1:39860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T21:18:19.787439Z","caller":"traceutil/trace.go:171","msg":"trace[1669020097] linearizableReadLoop","detail":"{readStateIndex:27770; appliedIndex:27768; }","duration":"239.660892ms","start":"2026-03-31T21:18:19.547317Z","end":"2026-03-31T21:18:19.786978Z","steps":["trace[1669020097] 'read index received' (duration: 151.042622ms)","trace[1669020097] 'applied index is now lower than readState.Index' (duration: 88.61705ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:18:19.78745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.395618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T21:18:19.787547Z","caller":"traceutil/trace.go:171","msg":"trace[1378260681] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26819; }","duration":"261.575263ms","start":"2026-03-31T21:18:19.525949Z","end":"2026-03-31T21:18:19.787524Z","steps":["trace[1378260681] 'agreement among raft nodes before linearized reading' (duration: 261.205374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:19.788279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.930057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-shj5w.18a20985bca9f7c8\" ","response":"range_response_count:1 size:884"} {"level":"info","ts":"2026-03-31T21:18:19.788329Z","caller":"traceutil/trace.go:171","msg":"trace[1537468706] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-shj5w.18a20985bca9f7c8; range_end:; response_count:1; response_revision:26819; }","duration":"234.275815ms","start":"2026-03-31T21:18:19.554039Z","end":"2026-03-31T21:18:19.788315Z","steps":["trace[1537468706] 'agreement among raft nodes before linearized reading' (duration: 233.712341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:19.787681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.550923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-tldp5\" ","response":"range_response_count:1 size:3540"} {"level":"info","ts":"2026-03-31T21:18:19.788831Z","caller":"traceutil/trace.go:171","msg":"trace[330787737] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-tldp5; range_end:; response_count:1; response_revision:26819; }","duration":"235.748953ms","start":"2026-03-31T21:18:19.55307Z","end":"2026-03-31T21:18:19.788819Z","steps":["trace[330787737] 'agreement among raft nodes before linearized reading' (duration: 234.43777ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:20.183436Z","caller":"traceutil/trace.go:171","msg":"trace[363093937] linearizableReadLoop","detail":"{readStateIndex:27782; appliedIndex:27781; }","duration":"182.273657ms","start":"2026-03-31T21:18:20.001131Z","end":"2026-03-31T21:18:20.183405Z","steps":["trace[363093937] 'read index received' (duration: 182.162445ms)","trace[363093937] 'applied index is now lower than readState.Index' (duration: 109.902µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:20.183489Z","caller":"traceutil/trace.go:171","msg":"trace[1112509105] transaction","detail":"{read_only:false; response_revision:26831; number_of_response:1; }","duration":"183.938318ms","start":"2026-03-31T21:18:19.999503Z","end":"2026-03-31T21:18:20.183441Z","steps":["trace[1112509105] 'process raft request' (duration: 183.760774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:20.183649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.501503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-worker-pc7l8\" ","response":"range_response_count:1 size:7078"} {"level":"info","ts":"2026-03-31T21:18:20.183682Z","caller":"traceutil/trace.go:171","msg":"trace[1835518961] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-worker-pc7l8; range_end:; response_count:1; response_revision:26831; }","duration":"182.566155ms","start":"2026-03-31T21:18:20.001105Z","end":"2026-03-31T21:18:20.183672Z","steps":["trace[1835518961] 'agreement among raft nodes before linearized reading' (duration: 182.387511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:20.499343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.596262ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:18:20.499465Z","caller":"traceutil/trace.go:171","msg":"trace[718124427] linearizableReadLoop","detail":"{readStateIndex:27784; appliedIndex:27783; }","duration":"276.878418ms","start":"2026-03-31T21:18:20.222568Z","end":"2026-03-31T21:18:20.499446Z","steps":["trace[718124427] 'read index received' (duration: 112.100631ms)","trace[718124427] 'applied index is now lower than readState.Index' (duration: 164.776157ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:20.49951Z","caller":"traceutil/trace.go:171","msg":"trace[931216073] transaction","detail":"{read_only:false; response_revision:26833; number_of_response:1; }","duration":"279.150116ms","start":"2026-03-31T21:18:20.220325Z","end":"2026-03-31T21:18:20.499475Z","steps":["trace[931216073] 'process raft request' (duration: 114.335278ms)","trace[931216073] 'compare' (duration: 164.441949ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:18:20.49984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.266118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-9scw6\" ","response":"range_response_count:1 size:6579"} {"level":"info","ts":"2026-03-31T21:18:20.499884Z","caller":"traceutil/trace.go:171","msg":"trace[346953592] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-9scw6; range_end:; response_count:1; response_revision:26833; }","duration":"277.32665ms","start":"2026-03-31T21:18:20.222546Z","end":"2026-03-31T21:18:20.499873Z","steps":["trace[346953592] 'agreement among raft nodes before linearized reading' (duration: 276.946671ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:20.507858Z","caller":"traceutil/trace.go:171","msg":"trace[1166043953] transaction","detail":"{read_only:false; response_revision:26834; number_of_response:1; }","duration":"105.33667ms","start":"2026-03-31T21:18:20.402497Z","end":"2026-03-31T21:18:20.507834Z","steps":["trace[1166043953] 'process raft request' (duration: 104.685854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:20.979134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.885689ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:18:20.979291Z","caller":"traceutil/trace.go:171","msg":"trace[846903924] linearizableReadLoop","detail":"{readStateIndex:27788; appliedIndex:27787; }","duration":"108.669664ms","start":"2026-03-31T21:18:20.870602Z","end":"2026-03-31T21:18:20.979271Z","steps":["trace[846903924] 'read index received' (duration: 124.293µs)","trace[846903924] 'applied index is now lower than readState.Index' (duration: 108.542181ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:20.979422Z","caller":"traceutil/trace.go:171","msg":"trace[921595427] transaction","detail":"{read_only:false; response_revision:26837; number_of_response:1; }","duration":"305.817497ms","start":"2026-03-31T21:18:20.673566Z","end":"2026-03-31T21:18:20.979383Z","steps":["trace[921595427] 'process raft request' (duration: 142.545798ms)","trace[921595427] 'compare' (duration: 162.728535ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:18:20.979537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.948602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:20.979571Z","caller":"traceutil/trace.go:171","msg":"trace[863499071] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26837; }","duration":"109.043924ms","start":"2026-03-31T21:18:20.870518Z","end":"2026-03-31T21:18:20.979562Z","steps":["trace[863499071] 'agreement among raft nodes before linearized reading' (duration: 108.807297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:20.979584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:20.673541Z","time spent":"305.946489ms","remote":"127.0.0.1:39860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:18:21.561457Z","caller":"traceutil/trace.go:171","msg":"trace[619011044] transaction","detail":"{read_only:false; response_revision:26846; number_of_response:1; }","duration":"193.4995ms","start":"2026-03-31T21:18:21.36793Z","end":"2026-03-31T21:18:21.561429Z","steps":["trace[619011044] 'process raft request' (duration: 193.324446ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:21.697595Z","caller":"traceutil/trace.go:171","msg":"trace[63429358] transaction","detail":"{read_only:false; response_revision:26848; number_of_response:1; }","duration":"113.23209ms","start":"2026-03-31T21:18:21.584317Z","end":"2026-03-31T21:18:21.697549Z","steps":["trace[63429358] 'process raft request' (duration: 82.167309ms)","trace[63429358] 'compare' (duration: 30.827425ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:21.914897Z","caller":"traceutil/trace.go:171","msg":"trace[95297770] transaction","detail":"{read_only:false; response_revision:26850; number_of_response:1; }","duration":"115.381484ms","start":"2026-03-31T21:18:21.799487Z","end":"2026-03-31T21:18:21.914868Z","steps":["trace[95297770] 'process raft request' (duration: 115.039305ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:22.328531Z","caller":"traceutil/trace.go:171","msg":"trace[2141402897] linearizableReadLoop","detail":"{readStateIndex:27805; appliedIndex:27804; }","duration":"372.545605ms","start":"2026-03-31T21:18:21.955965Z","end":"2026-03-31T21:18:22.328511Z","steps":["trace[2141402897] 'read index received' (duration: 367.386305ms)","trace[2141402897] 'applied index is now lower than readState.Index' (duration: 5.15842ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:22.328574Z","caller":"traceutil/trace.go:171","msg":"trace[1403460748] transaction","detail":"{read_only:false; response_revision:26854; number_of_response:1; }","duration":"383.094672ms","start":"2026-03-31T21:18:21.945444Z","end":"2026-03-31T21:18:22.328539Z","steps":["trace[1403460748] 'process raft request' (duration: 377.891401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:22.328742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:21.945421Z","time spent":"383.235755ms","remote":"127.0.0.1:39860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T21:18:22.332577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.584827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:386110"} {"level":"info","ts":"2026-03-31T21:18:22.332666Z","caller":"traceutil/trace.go:171","msg":"trace[1391823852] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:26854; }","duration":"376.737012ms","start":"2026-03-31T21:18:21.955911Z","end":"2026-03-31T21:18:22.332648Z","steps":["trace[1391823852] 'agreement among raft nodes before linearized reading' (duration: 372.71371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:22.332721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:21.95585Z","time spent":"376.848094ms","remote":"127.0.0.1:40332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1997,"response size":386133,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-03-31T21:18:22.3828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.775004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:18:22.382947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.487111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:18:22.383015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.564592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-03-31T21:18:22.383034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.588985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-03-31T21:18:22.38307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.4857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-worker-pc7l8\" ","response":"range_response_count:1 size:7078"} {"level":"warn","ts":"2026-03-31T21:18:22.383088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.907623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:18:22.383089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.520661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-31T21:18:22.383088Z","caller":"traceutil/trace.go:171","msg":"trace[322243566] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:1; response_revision:26855; }","duration":"317.667636ms","start":"2026-03-31T21:18:22.065398Z","end":"2026-03-31T21:18:22.383066Z","steps":["trace[322243566] 'agreement among raft nodes before linearized reading' (duration: 317.455949ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:22.383116Z","caller":"traceutil/trace.go:171","msg":"trace[96930451] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-worker-pc7l8; range_end:; response_count:1; response_revision:26855; }","duration":"402.560122ms","start":"2026-03-31T21:18:21.98054Z","end":"2026-03-31T21:18:22.3831Z","steps":["trace[96930451] 'agreement among raft nodes before linearized reading' (duration: 402.471118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:22.38314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.546836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:18:22.383149Z","caller":"traceutil/trace.go:171","msg":"trace[1894782668] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:1; response_revision:26855; }","duration":"139.607673ms","start":"2026-03-31T21:18:22.243526Z","end":"2026-03-31T21:18:22.383133Z","steps":["trace[1894782668] 'agreement among raft nodes before linearized reading' (duration: 139.480579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:22.383164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:21.98052Z","time spent":"402.638813ms","remote":"127.0.0.1:39948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":7101,"request content":"key:\"/registry/pods/monitoring/node-feature-discovery-worker-pc7l8\" "} {"level":"warn","ts":"2026-03-31T21:18:22.383056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.833362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:18:22.383176Z","caller":"traceutil/trace.go:171","msg":"trace[752369445] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26855; }","duration":"163.612868ms","start":"2026-03-31T21:18:22.219555Z","end":"2026-03-31T21:18:22.383168Z","steps":["trace[752369445] 'agreement among raft nodes before linearized reading' (duration: 163.558087ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:22.383238Z","caller":"traceutil/trace.go:171","msg":"trace[976770711] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26855; }","duration":"245.019286ms","start":"2026-03-31T21:18:22.138187Z","end":"2026-03-31T21:18:22.383206Z","steps":["trace[976770711] 'agreement among raft nodes before linearized reading' (duration: 244.82184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:22.382956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.344048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-31T21:18:22.383457Z","caller":"traceutil/trace.go:171","msg":"trace[1484768279] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:1; response_revision:26855; }","duration":"271.896722ms","start":"2026-03-31T21:18:22.111468Z","end":"2026-03-31T21:18:22.383364Z","steps":["trace[1484768279] 'agreement among raft nodes before linearized reading' (duration: 271.285266ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:22.383087Z","caller":"traceutil/trace.go:171","msg":"trace[1553429751] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:1; response_revision:26855; }","duration":"350.655146ms","start":"2026-03-31T21:18:22.03242Z","end":"2026-03-31T21:18:22.383075Z","steps":["trace[1553429751] 'agreement among raft nodes before linearized reading' (duration: 350.513301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:22.383664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:22.032417Z","time spent":"351.22052ms","remote":"127.0.0.1:42466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T21:18:22.383022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.084376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-31T21:18:22.383756Z","caller":"traceutil/trace.go:171","msg":"trace[777209763] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:1; response_revision:26855; }","duration":"212.830916ms","start":"2026-03-31T21:18:22.170899Z","end":"2026-03-31T21:18:22.383729Z","steps":["trace[777209763] 'agreement among raft nodes before linearized reading' (duration: 211.942993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:22.382809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.361437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:18:22.383884Z","caller":"traceutil/trace.go:171","msg":"trace[699756120] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26855; }","duration":"318.512727ms","start":"2026-03-31T21:18:22.065361Z","end":"2026-03-31T21:18:22.383873Z","steps":["trace[699756120] 'agreement among raft nodes before linearized reading' (duration: 317.359537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:22.383936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:22.065345Z","time spent":"318.576938ms","remote":"127.0.0.1:42474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:18:22.382833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.444724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-31T21:18:22.384045Z","caller":"traceutil/trace.go:171","msg":"trace[23688575] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:1; response_revision:26855; }","duration":"110.679736ms","start":"2026-03-31T21:18:22.273317Z","end":"2026-03-31T21:18:22.383997Z","steps":["trace[23688575] 'agreement among raft nodes before linearized reading' (duration: 109.330401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:22.382889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.578867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:18:22.384134Z","caller":"traceutil/trace.go:171","msg":"trace[1715450496] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26855; }","duration":"110.887161ms","start":"2026-03-31T21:18:22.273231Z","end":"2026-03-31T21:18:22.384118Z","steps":["trace[1715450496] 'agreement among raft nodes before linearized reading' (duration: 109.620668ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:22.382979Z","caller":"traceutil/trace.go:171","msg":"trace[2117590022] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26855; }","duration":"271.010599ms","start":"2026-03-31T21:18:22.111948Z","end":"2026-03-31T21:18:22.382959Z","steps":["trace[2117590022] 'agreement among raft nodes before linearized reading' (duration: 270.742252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:22.382981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.378516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:18:22.384266Z","caller":"traceutil/trace.go:171","msg":"trace[442286976] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26855; }","duration":"140.67046ms","start":"2026-03-31T21:18:22.243575Z","end":"2026-03-31T21:18:22.384246Z","steps":["trace[442286976] 'agreement among raft nodes before linearized reading' (duration: 139.373767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:22.382803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.273558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-31T21:18:22.384345Z","caller":"traceutil/trace.go:171","msg":"trace[119952424] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:1; response_revision:26855; }","duration":"164.866549ms","start":"2026-03-31T21:18:22.21946Z","end":"2026-03-31T21:18:22.384327Z","steps":["trace[119952424] 'agreement among raft nodes before linearized reading' (duration: 163.125925ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:22.382981Z","caller":"traceutil/trace.go:171","msg":"trace[2111676609] transaction","detail":"{read_only:false; response_revision:26855; number_of_response:1; }","duration":"155.329769ms","start":"2026-03-31T21:18:22.227568Z","end":"2026-03-31T21:18:22.382898Z","steps":["trace[2111676609] 'process raft request' (duration: 154.807486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:22.383033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.73588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-31T21:18:22.384542Z","caller":"traceutil/trace.go:171","msg":"trace[1894397463] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:1; response_revision:26855; }","duration":"246.252087ms","start":"2026-03-31T21:18:22.138272Z","end":"2026-03-31T21:18:22.384524Z","steps":["trace[1894397463] 'agreement among raft nodes before linearized reading' (duration: 244.615915ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:22.383044Z","caller":"traceutil/trace.go:171","msg":"trace[1917435667] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26855; }","duration":"350.666676ms","start":"2026-03-31T21:18:22.032353Z","end":"2026-03-31T21:18:22.38302Z","steps":["trace[1917435667] 'agreement among raft nodes before linearized reading' (duration: 350.454699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:22.38467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:22.032338Z","time spent":"352.308667ms","remote":"127.0.0.1:42466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:18:22.383124Z","caller":"traceutil/trace.go:171","msg":"trace[436103231] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26855; }","duration":"211.952554ms","start":"2026-03-31T21:18:22.171162Z","end":"2026-03-31T21:18:22.383115Z","steps":["trace[436103231] 'agreement among raft nodes before linearized reading' (duration: 211.904923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:22.383165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:22.065378Z","time spent":"317.770488ms","remote":"127.0.0.1:42474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T21:18:22.383264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.562722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-31T21:18:22.385041Z","caller":"traceutil/trace.go:171","msg":"trace[2018224289] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:1; response_revision:26855; }","duration":"193.374776ms","start":"2026-03-31T21:18:22.191648Z","end":"2026-03-31T21:18:22.385023Z","steps":["trace[2018224289] 'agreement among raft nodes before linearized reading' (duration: 191.414508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:22.383257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.671149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:18:22.385269Z","caller":"traceutil/trace.go:171","msg":"trace[608241229] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26855; }","duration":"193.263824ms","start":"2026-03-31T21:18:22.191985Z","end":"2026-03-31T21:18:22.385249Z","steps":["trace[608241229] 'agreement among raft nodes before linearized reading' (duration: 190.651498ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:22.535534Z","caller":"traceutil/trace.go:171","msg":"trace[1352122239] linearizableReadLoop","detail":"{readStateIndex:27808; appliedIndex:27807; }","duration":"141.507792ms","start":"2026-03-31T21:18:22.394005Z","end":"2026-03-31T21:18:22.535513Z","steps":["trace[1352122239] 'read index received' (duration: 141.314637ms)","trace[1352122239] 'applied index is now lower than readState.Index' (duration: 192.575µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:18:22.535661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.221315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:22.535722Z","caller":"traceutil/trace.go:171","msg":"trace[170962981] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26857; }","duration":"143.307457ms","start":"2026-03-31T21:18:22.3924Z","end":"2026-03-31T21:18:22.535707Z","steps":["trace[170962981] 'agreement among raft nodes before linearized reading' (duration: 143.181064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:22.535743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.420185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18572"} {"level":"info","ts":"2026-03-31T21:18:22.535765Z","caller":"traceutil/trace.go:171","msg":"trace[1106086747] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26857; }","duration":"144.456246ms","start":"2026-03-31T21:18:22.391302Z","end":"2026-03-31T21:18:22.535758Z","steps":["trace[1106086747] 'agreement among raft nodes before linearized reading' (duration: 144.326913ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:22.535865Z","caller":"traceutil/trace.go:171","msg":"trace[1000806235] transaction","detail":"{read_only:false; response_revision:26857; number_of_response:1; }","duration":"142.029565ms","start":"2026-03-31T21:18:22.393805Z","end":"2026-03-31T21:18:22.535835Z","steps":["trace[1000806235] 'process raft request' (duration: 141.544533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:22.535975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.146754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:22.536048Z","caller":"traceutil/trace.go:171","msg":"trace[544338411] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26857; }","duration":"120.227596ms","start":"2026-03-31T21:18:22.415801Z","end":"2026-03-31T21:18:22.536029Z","steps":["trace[544338411] 'agreement among raft nodes before linearized reading' (duration: 120.125133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:22.536111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.17982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:22.536159Z","caller":"traceutil/trace.go:171","msg":"trace[1323801196] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26857; }","duration":"121.233221ms","start":"2026-03-31T21:18:22.41491Z","end":"2026-03-31T21:18:22.536143Z","steps":["trace[1323801196] 'agreement among raft nodes before linearized reading' (duration: 121.160189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:22.535667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.828125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:18:22.536288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.317533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:18:22.536021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.665539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-94nkb.18a209884cc8db95\" ","response":"range_response_count:1 size:883"} {"level":"info","ts":"2026-03-31T21:18:22.536237Z","caller":"traceutil/trace.go:171","msg":"trace[1625865884] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26857; }","duration":"143.45316ms","start":"2026-03-31T21:18:22.392763Z","end":"2026-03-31T21:18:22.536216Z","steps":["trace[1625865884] 'agreement among raft nodes before linearized reading' (duration: 142.790654ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:22.536415Z","caller":"traceutil/trace.go:171","msg":"trace[1677383345] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-6975759b4b-94nkb.18a209884cc8db95; range_end:; response_count:1; response_revision:26857; }","duration":"139.1036ms","start":"2026-03-31T21:18:22.397303Z","end":"2026-03-31T21:18:22.536407Z","steps":["trace[1677383345] 'agreement among raft nodes before linearized reading' (duration: 138.608218ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:22.536393Z","caller":"traceutil/trace.go:171","msg":"trace[1695901248] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26857; }","duration":"121.444136ms","start":"2026-03-31T21:18:22.414931Z","end":"2026-03-31T21:18:22.536375Z","steps":["trace[1695901248] 'agreement among raft nodes before linearized reading' (duration: 121.20143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:22.537488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.011206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-netns-cleanup-cron-default-78rn2.18a2088c4447858c\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26854 ","response":"range_response_count:500 size:387003"} {"level":"info","ts":"2026-03-31T21:18:22.537542Z","caller":"traceutil/trace.go:171","msg":"trace[1599234300] range","detail":"{range_begin:/registry/events/openstack/neutron-netns-cleanup-cron-default-78rn2.18a2088c4447858c\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:26857; }","duration":"123.118289ms","start":"2026-03-31T21:18:22.414413Z","end":"2026-03-31T21:18:22.537531Z","steps":["trace[1599234300] 'agreement among raft nodes before linearized reading' (duration: 121.700433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:22.757129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.329551ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:18:22.757239Z","caller":"traceutil/trace.go:171","msg":"trace[1085007138] linearizableReadLoop","detail":"{readStateIndex:27812; appliedIndex:27811; }","duration":"136.548947ms","start":"2026-03-31T21:18:22.620672Z","end":"2026-03-31T21:18:22.757221Z","steps":["trace[1085007138] 'read index received' (duration: 28.97506ms)","trace[1085007138] 'applied index is now lower than readState.Index' (duration: 107.572157ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:22.757265Z","caller":"traceutil/trace.go:171","msg":"trace[692787541] transaction","detail":"{read_only:false; response_revision:26861; number_of_response:1; }","duration":"172.533063ms","start":"2026-03-31T21:18:22.584697Z","end":"2026-03-31T21:18:22.75723Z","steps":["trace[692787541] 'process raft request' (duration: 65.023328ms)","trace[692787541] 'compare' (duration: 107.183457ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:18:22.757424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.852501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T21:18:22.757459Z","caller":"traceutil/trace.go:171","msg":"trace[455220896] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26861; }","duration":"151.931643ms","start":"2026-03-31T21:18:22.605517Z","end":"2026-03-31T21:18:22.757449Z","steps":["trace[455220896] 'agreement among raft nodes before linearized reading' (duration: 151.779239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:22.757566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.520489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:22.757605Z","caller":"traceutil/trace.go:171","msg":"trace[1889559461] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:26861; }","duration":"156.589021ms","start":"2026-03-31T21:18:22.601007Z","end":"2026-03-31T21:18:22.757596Z","steps":["trace[1889559461] 'agreement among raft nodes before linearized reading' (duration: 156.499379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:22.757648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.611252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:22.757705Z","caller":"traceutil/trace.go:171","msg":"trace[1429639277] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:26861; }","duration":"156.682443ms","start":"2026-03-31T21:18:22.601003Z","end":"2026-03-31T21:18:22.757685Z","steps":["trace[1429639277] 'agreement among raft nodes before linearized reading' (duration: 156.607801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:22.75772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.435324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:22.757819Z","caller":"traceutil/trace.go:171","msg":"trace[1779642748] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26861; }","duration":"171.600138ms","start":"2026-03-31T21:18:22.586202Z","end":"2026-03-31T21:18:22.757802Z","steps":["trace[1779642748] 'agreement among raft nodes before linearized reading' (duration: 171.372652ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:22.887038Z","caller":"traceutil/trace.go:171","msg":"trace[139553534] transaction","detail":"{read_only:false; response_revision:26862; number_of_response:1; }","duration":"199.130292ms","start":"2026-03-31T21:18:22.687884Z","end":"2026-03-31T21:18:22.887015Z","steps":["trace[139553534] 'process raft request' (duration: 185.239112ms)","trace[139553534] 'compare' (duration: 13.569892ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:22.887183Z","caller":"traceutil/trace.go:171","msg":"trace[1775258671] linearizableReadLoop","detail":"{readStateIndex:27813; appliedIndex:27812; }","duration":"129.903239ms","start":"2026-03-31T21:18:22.757271Z","end":"2026-03-31T21:18:22.887174Z","steps":["trace[1775258671] 'read index received' (duration: 115.872236ms)","trace[1775258671] 'applied index is now lower than readState.Index' (duration: 14.029803ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:18:22.88748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.948608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-zfxdq\" ","response":"range_response_count:1 size:4858"} {"level":"info","ts":"2026-03-31T21:18:22.887514Z","caller":"traceutil/trace.go:171","msg":"trace[1495379967] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-zfxdq; range_end:; response_count:1; response_revision:26863; }","duration":"263.05642ms","start":"2026-03-31T21:18:22.62445Z","end":"2026-03-31T21:18:22.887506Z","steps":["trace[1495379967] 'agreement among raft nodes before linearized reading' (duration: 262.811793ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:22.887646Z","caller":"traceutil/trace.go:171","msg":"trace[455891828] transaction","detail":"{read_only:false; response_revision:26863; number_of_response:1; }","duration":"125.760645ms","start":"2026-03-31T21:18:22.761865Z","end":"2026-03-31T21:18:22.887626Z","steps":["trace[455891828] 'process raft request' (duration: 124.959484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:22.887692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.193668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-03-31T21:18:22.88791Z","caller":"traceutil/trace.go:171","msg":"trace[949156971] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26863; }","duration":"229.25378ms","start":"2026-03-31T21:18:22.658451Z","end":"2026-03-31T21:18:22.887705Z","steps":["trace[949156971] 'agreement among raft nodes before linearized reading' (duration: 228.793967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:23.385839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.820598ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:18:23.385924Z","caller":"traceutil/trace.go:171","msg":"trace[1815181627] transaction","detail":"{read_only:false; response_revision:26864; number_of_response:1; }","duration":"492.207126ms","start":"2026-03-31T21:18:22.893702Z","end":"2026-03-31T21:18:23.385909Z","steps":["trace[1815181627] 'process raft request' (duration: 170.252615ms)","trace[1815181627] 'compare' (duration: 321.645744ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:18:23.385967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:22.893686Z","time spent":"492.258969ms","remote":"127.0.0.1:39860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":816,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:18:23.390447Z","caller":"traceutil/trace.go:171","msg":"trace[457517783] transaction","detail":"{read_only:false; response_revision:26865; number_of_response:1; }","duration":"494.918636ms","start":"2026-03-31T21:18:22.895508Z","end":"2026-03-31T21:18:23.390427Z","steps":["trace[457517783] 'process raft request' (duration: 494.758172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:23.390564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:22.895493Z","time spent":"495.011318ms","remote":"127.0.0.1:39948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4448,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:18:23.390567Z","caller":"traceutil/trace.go:171","msg":"trace[1399827005] linearizableReadLoop","detail":"{readStateIndex:27817; appliedIndex:27815; }","duration":"218.588111ms","start":"2026-03-31T21:18:23.171961Z","end":"2026-03-31T21:18:23.390549Z","steps":["trace[1399827005] 'read index received' (duration: 218.264283ms)","trace[1399827005] 'applied index is now lower than readState.Index' (duration: 322.678µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:23.390664Z","caller":"traceutil/trace.go:171","msg":"trace[1678335704] transaction","detail":"{read_only:false; response_revision:26866; number_of_response:1; }","duration":"411.65805ms","start":"2026-03-31T21:18:22.978995Z","end":"2026-03-31T21:18:23.390653Z","steps":["trace[1678335704] 'process raft request' (duration: 411.387353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:23.390721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:22.97897Z","time spent":"411.711912ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:18:23.390759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.479059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T21:18:23.390786Z","caller":"traceutil/trace.go:171","msg":"trace[1392913720] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26866; }","duration":"193.53035ms","start":"2026-03-31T21:18:23.197246Z","end":"2026-03-31T21:18:23.390776Z","steps":["trace[1392913720] 'agreement among raft nodes before linearized reading' (duration: 193.438358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:23.390898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.101678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" limit:10000 ","response":"range_response_count:6 size:10472"} {"level":"info","ts":"2026-03-31T21:18:23.390917Z","caller":"traceutil/trace.go:171","msg":"trace[1055954091] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:6; response_revision:26866; }","duration":"154.144669ms","start":"2026-03-31T21:18:23.236767Z","end":"2026-03-31T21:18:23.390912Z","steps":["trace[1055954091] 'agreement among raft nodes before linearized reading' (duration: 154.070788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:23.391036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.286303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:18:23.391018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.050692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-31T21:18:23.391064Z","caller":"traceutil/trace.go:171","msg":"trace[308140945] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:26866; }","duration":"154.340614ms","start":"2026-03-31T21:18:23.236715Z","end":"2026-03-31T21:18:23.391056Z","steps":["trace[308140945] 'agreement among raft nodes before linearized reading' (duration: 154.287033ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:23.391087Z","caller":"traceutil/trace.go:171","msg":"trace[505238682] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:26866; }","duration":"219.176326ms","start":"2026-03-31T21:18:23.17189Z","end":"2026-03-31T21:18:23.391066Z","steps":["trace[505238682] 'agreement among raft nodes before linearized reading' (duration: 218.994302ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:23.499339Z","caller":"traceutil/trace.go:171","msg":"trace[700138574] linearizableReadLoop","detail":"{readStateIndex:27818; appliedIndex:27817; }","duration":"105.114796ms","start":"2026-03-31T21:18:23.394206Z","end":"2026-03-31T21:18:23.499321Z","steps":["trace[700138574] 'read index received' (duration: 102.241554ms)","trace[700138574] 'applied index is now lower than readState.Index' (duration: 2.872252ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:23.49943Z","caller":"traceutil/trace.go:171","msg":"trace[1202816025] transaction","detail":"{read_only:false; response_revision:26868; number_of_response:1; }","duration":"100.589151ms","start":"2026-03-31T21:18:23.398828Z","end":"2026-03-31T21:18:23.499417Z","steps":["trace[1202816025] 'process raft request' (duration: 100.52186ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:23.499412Z","caller":"traceutil/trace.go:171","msg":"trace[2034028311] transaction","detail":"{read_only:false; response_revision:26867; number_of_response:1; }","duration":"106.016339ms","start":"2026-03-31T21:18:23.393365Z","end":"2026-03-31T21:18:23.499381Z","steps":["trace[2034028311] 'process raft request' (duration: 103.069675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:23.499608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.380423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e8f730bb-016e-4217-8a8d-7339e32626bf\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-31T21:18:23.499635Z","caller":"traceutil/trace.go:171","msg":"trace[633386534] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e8f730bb-016e-4217-8a8d-7339e32626bf; range_end:; response_count:1; response_revision:26868; }","duration":"105.453035ms","start":"2026-03-31T21:18:23.394176Z","end":"2026-03-31T21:18:23.499629Z","steps":["trace[633386534] 'agreement among raft nodes before linearized reading' (duration: 105.27709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:23.963501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.495606ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:18:23.963608Z","caller":"traceutil/trace.go:171","msg":"trace[1289382124] transaction","detail":"{read_only:false; response_revision:26879; number_of_response:1; }","duration":"232.996544ms","start":"2026-03-31T21:18:23.730597Z","end":"2026-03-31T21:18:23.963594Z","steps":["trace[1289382124] 'process raft request' (duration: 90.335143ms)","trace[1289382124] 'compare' (duration: 142.397614ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:23.976567Z","caller":"traceutil/trace.go:171","msg":"trace[1712159266] linearizableReadLoop","detail":"{readStateIndex:27831; appliedIndex:27830; }","duration":"145.179403ms","start":"2026-03-31T21:18:23.831305Z","end":"2026-03-31T21:18:23.976485Z","steps":["trace[1712159266] 'read index received' (duration: 145.021599ms)","trace[1712159266] 'applied index is now lower than readState.Index' (duration: 156.944µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:23.976984Z","caller":"traceutil/trace.go:171","msg":"trace[1671154881] transaction","detail":"{read_only:false; response_revision:26880; number_of_response:1; }","duration":"243.864487ms","start":"2026-03-31T21:18:23.732996Z","end":"2026-03-31T21:18:23.97686Z","steps":["trace[1671154881] 'process raft request' (duration: 243.385055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:23.97728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.962804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io\" ","response":"range_response_count:1 size:21238"} {"level":"info","ts":"2026-03-31T21:18:23.977326Z","caller":"traceutil/trace.go:171","msg":"trace[1546874257] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io; range_end:; response_count:1; response_revision:26880; }","duration":"146.046896ms","start":"2026-03-31T21:18:23.831266Z","end":"2026-03-31T21:18:23.977313Z","steps":["trace[1546874257] 'agreement among raft nodes before linearized reading' (duration: 145.894202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:23.97757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.432922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T21:18:23.977606Z","caller":"traceutil/trace.go:171","msg":"trace[1628606304] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26880; }","duration":"122.501553ms","start":"2026-03-31T21:18:23.855096Z","end":"2026-03-31T21:18:23.977597Z","steps":["trace[1628606304] 'agreement among raft nodes before linearized reading' (duration: 122.406631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:23.978206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.951351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:23.978245Z","caller":"traceutil/trace.go:171","msg":"trace[594436641] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26880; }","duration":"107.019973ms","start":"2026-03-31T21:18:23.871216Z","end":"2026-03-31T21:18:23.978236Z","steps":["trace[594436641] 'agreement among raft nodes before linearized reading' (duration: 106.963921ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:24.112315Z","caller":"traceutil/trace.go:171","msg":"trace[1192333944] transaction","detail":"{read_only:false; response_revision:26882; number_of_response:1; }","duration":"127.823117ms","start":"2026-03-31T21:18:23.984478Z","end":"2026-03-31T21:18:24.112301Z","steps":["trace[1192333944] 'process raft request' (duration: 121.946459ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:24.230783Z","caller":"traceutil/trace.go:171","msg":"trace[824392710] transaction","detail":"{read_only:false; response_revision:26885; number_of_response:1; }","duration":"108.586603ms","start":"2026-03-31T21:18:24.122175Z","end":"2026-03-31T21:18:24.230762Z","steps":["trace[824392710] 'process raft request' (duration: 108.247755ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:24.39933Z","caller":"traceutil/trace.go:171","msg":"trace[2024049788] transaction","detail":"{read_only:false; response_revision:26890; number_of_response:1; }","duration":"147.04725ms","start":"2026-03-31T21:18:24.252255Z","end":"2026-03-31T21:18:24.399302Z","steps":["trace[2024049788] 'process raft request' (duration: 71.100219ms)","trace[2024049788] 'compare' (duration: 75.799938ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:24.40025Z","caller":"traceutil/trace.go:171","msg":"trace[980128216] linearizableReadLoop","detail":"{readStateIndex:27843; appliedIndex:27840; }","duration":"138.373743ms","start":"2026-03-31T21:18:24.261853Z","end":"2026-03-31T21:18:24.400226Z","steps":["trace[980128216] 'read index received' (duration: 61.513348ms)","trace[980128216] 'applied index is now lower than readState.Index' (duration: 76.859075ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:24.400327Z","caller":"traceutil/trace.go:171","msg":"trace[655597566] transaction","detail":"{read_only:false; response_revision:26892; number_of_response:1; }","duration":"139.707246ms","start":"2026-03-31T21:18:24.260575Z","end":"2026-03-31T21:18:24.400282Z","steps":["trace[655597566] 'process raft request' (duration: 139.588173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:24.400591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.711052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/octavia-client.18a209ba60af44bc\" ","response":"range_response_count:1 size:689"} {"level":"info","ts":"2026-03-31T21:18:24.401417Z","caller":"traceutil/trace.go:171","msg":"trace[422551591] range","detail":"{range_begin:/registry/events/openstack/octavia-client.18a209ba60af44bc; range_end:; response_count:1; response_revision:26892; }","duration":"139.552542ms","start":"2026-03-31T21:18:24.261836Z","end":"2026-03-31T21:18:24.401388Z","steps":["trace[422551591] 'agreement among raft nodes before linearized reading' (duration: 138.568438ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:24.400693Z","caller":"traceutil/trace.go:171","msg":"trace[764437355] transaction","detail":"{read_only:false; response_revision:26891; number_of_response:1; }","duration":"142.2656ms","start":"2026-03-31T21:18:24.258396Z","end":"2026-03-31T21:18:24.400661Z","steps":["trace[764437355] 'process raft request' (duration: 141.631694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:24.87534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.289722ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:18:24.87544Z","caller":"traceutil/trace.go:171","msg":"trace[488543531] transaction","detail":"{read_only:false; response_revision:26898; number_of_response:1; }","duration":"338.821577ms","start":"2026-03-31T21:18:24.5366Z","end":"2026-03-31T21:18:24.875421Z","steps":["trace[488543531] 'process raft request' (duration: 103.378572ms)","trace[488543531] 'compare' (duration: 235.180308ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:18:24.875498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:24.536578Z","time spent":"338.894759ms","remote":"127.0.0.1:39860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":646,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:18:24.914856Z","caller":"traceutil/trace.go:171","msg":"trace[1411832906] linearizableReadLoop","detail":"{readStateIndex:27851; appliedIndex:27849; }","duration":"248.004931ms","start":"2026-03-31T21:18:24.666831Z","end":"2026-03-31T21:18:24.914836Z","steps":["trace[1411832906] 'read index received' (duration: 247.818306ms)","trace[1411832906] 'applied index is now lower than readState.Index' (duration: 185.685µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:24.914924Z","caller":"traceutil/trace.go:171","msg":"trace[1140984128] transaction","detail":"{read_only:false; response_revision:26899; number_of_response:1; }","duration":"371.974331ms","start":"2026-03-31T21:18:24.542913Z","end":"2026-03-31T21:18:24.914887Z","steps":["trace[1140984128] 'process raft request' (duration: 371.748376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:24.914993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.156815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:24.915023Z","caller":"traceutil/trace.go:171","msg":"trace[1634369805] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:26900; }","duration":"248.261037ms","start":"2026-03-31T21:18:24.666749Z","end":"2026-03-31T21:18:24.915011Z","steps":["trace[1634369805] 'agreement among raft nodes before linearized reading' (duration: 248.194026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:24.915059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:24.542893Z","time spent":"372.082373ms","remote":"127.0.0.1:39860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:18:24.91511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.358197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:18:24.915118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.914552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:18:24.91513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.09152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:24.915183Z","caller":"traceutil/trace.go:171","msg":"trace[1052285952] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26900; }","duration":"180.999374ms","start":"2026-03-31T21:18:24.73417Z","end":"2026-03-31T21:18:24.91517Z","steps":["trace[1052285952] 'agreement among raft nodes before linearized reading' (duration: 180.898452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:24.915202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.44383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:24.915217Z","caller":"traceutil/trace.go:171","msg":"trace[711727172] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26900; }","duration":"108.216463ms","start":"2026-03-31T21:18:24.806972Z","end":"2026-03-31T21:18:24.915189Z","steps":["trace[711727172] 'agreement among raft nodes before linearized reading' (duration: 108.050899ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:24.915229Z","caller":"traceutil/trace.go:171","msg":"trace[46367836] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26900; }","duration":"141.514102ms","start":"2026-03-31T21:18:24.773707Z","end":"2026-03-31T21:18:24.915221Z","steps":["trace[46367836] 'agreement among raft nodes before linearized reading' (duration: 141.46936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:24.915236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.616566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:18:24.915249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.668708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:24.915319Z","caller":"traceutil/trace.go:171","msg":"trace[968149127] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26900; }","duration":"213.77584ms","start":"2026-03-31T21:18:24.701527Z","end":"2026-03-31T21:18:24.915303Z","steps":["trace[968149127] 'agreement among raft nodes before linearized reading' (duration: 213.669817ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:24.915319Z","caller":"traceutil/trace.go:171","msg":"trace[386105014] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26900; }","duration":"213.723558ms","start":"2026-03-31T21:18:24.701573Z","end":"2026-03-31T21:18:24.915296Z","steps":["trace[386105014] 'agreement among raft nodes before linearized reading' (duration: 213.560824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:24.915343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.617371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:18:24.915354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.937349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-31T21:18:24.91537Z","caller":"traceutil/trace.go:171","msg":"trace[901533591] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:26900; }","duration":"245.668462ms","start":"2026-03-31T21:18:24.669694Z","end":"2026-03-31T21:18:24.915363Z","steps":["trace[901533591] 'agreement among raft nodes before linearized reading' (duration: 245.613621ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:24.915378Z","caller":"traceutil/trace.go:171","msg":"trace[2002365790] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26900; }","duration":"212.97344ms","start":"2026-03-31T21:18:24.702398Z","end":"2026-03-31T21:18:24.915371Z","steps":["trace[2002365790] 'agreement among raft nodes before linearized reading' (duration: 212.880738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:24.91546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.657655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:24.915483Z","caller":"traceutil/trace.go:171","msg":"trace[1197386659] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26900; }","duration":"178.682667ms","start":"2026-03-31T21:18:24.736794Z","end":"2026-03-31T21:18:24.915477Z","steps":["trace[1197386659] 'agreement among raft nodes before linearized reading' (duration: 178.645865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:24.9155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.131899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:24.915521Z","caller":"traceutil/trace.go:171","msg":"trace[2141025636] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26900; }","duration":"181.194401ms","start":"2026-03-31T21:18:24.73432Z","end":"2026-03-31T21:18:24.915514Z","steps":["trace[2141025636] 'agreement among raft nodes before linearized reading' (duration: 181.16104ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:24.915158Z","caller":"traceutil/trace.go:171","msg":"trace[246742277] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26900; }","duration":"141.45455ms","start":"2026-03-31T21:18:24.773693Z","end":"2026-03-31T21:18:24.915147Z","steps":["trace[246742277] 'agreement among raft nodes before linearized reading' (duration: 141.373308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:24.915599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.550762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:18:24.915609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.549262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:24.915617Z","caller":"traceutil/trace.go:171","msg":"trace[252287456] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26900; }","duration":"104.584743ms","start":"2026-03-31T21:18:24.811026Z","end":"2026-03-31T21:18:24.915611Z","steps":["trace[252287456] 'agreement among raft nodes before linearized reading' (duration: 104.560223ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:24.915629Z","caller":"traceutil/trace.go:171","msg":"trace[1573071263] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26900; }","duration":"108.578384ms","start":"2026-03-31T21:18:24.807045Z","end":"2026-03-31T21:18:24.915623Z","steps":["trace[1573071263] 'agreement among raft nodes before linearized reading' (duration: 108.532782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:24.915783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.199506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:24.915811Z","caller":"traceutil/trace.go:171","msg":"trace[34867795] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:26900; }","duration":"248.957346ms","start":"2026-03-31T21:18:24.666846Z","end":"2026-03-31T21:18:24.915804Z","steps":["trace[34867795] 'agreement among raft nodes before linearized reading' (duration: 248.155975ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:24.915832Z","caller":"traceutil/trace.go:171","msg":"trace[2094170080] transaction","detail":"{read_only:false; response_revision:26900; number_of_response:1; }","duration":"369.031537ms","start":"2026-03-31T21:18:24.546789Z","end":"2026-03-31T21:18:24.91582Z","steps":["trace[2094170080] 'process raft request' (duration: 368.001801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:24.91592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:24.546782Z","time spent":"369.074159ms","remote":"127.0.0.1:39948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6160,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:18:25.185872Z","caller":"traceutil/trace.go:171","msg":"trace[153974221] transaction","detail":"{read_only:false; response_revision:26904; number_of_response:1; }","duration":"151.072952ms","start":"2026-03-31T21:18:25.034768Z","end":"2026-03-31T21:18:25.185841Z","steps":["trace[153974221] 'process raft request' (duration: 150.850207ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:25.261445Z","caller":"traceutil/trace.go:171","msg":"trace[357138051] linearizableReadLoop","detail":"{readStateIndex:27856; appliedIndex:27854; }","duration":"114.565433ms","start":"2026-03-31T21:18:25.146844Z","end":"2026-03-31T21:18:25.261409Z","steps":["trace[357138051] 'read index received' (duration: 38.769946ms)","trace[357138051] 'applied index is now lower than readState.Index' (duration: 75.793667ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:18:25.261786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.911452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-31T21:18:25.261872Z","caller":"traceutil/trace.go:171","msg":"trace[985979213] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:26905; }","duration":"115.048095ms","start":"2026-03-31T21:18:25.146806Z","end":"2026-03-31T21:18:25.261854Z","steps":["trace[985979213] 'agreement among raft nodes before linearized reading' (duration: 114.720427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:25.262321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.133943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:18:25.262342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.125282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:25.262392Z","caller":"traceutil/trace.go:171","msg":"trace[1583570889] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26905; }","duration":"112.228375ms","start":"2026-03-31T21:18:25.150152Z","end":"2026-03-31T21:18:25.262381Z","steps":["trace[1583570889] 'agreement among raft nodes before linearized reading' (duration: 112.137882ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:25.262389Z","caller":"traceutil/trace.go:171","msg":"trace[956221350] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26905; }","duration":"112.284146ms","start":"2026-03-31T21:18:25.150089Z","end":"2026-03-31T21:18:25.262373Z","steps":["trace[956221350] 'agreement among raft nodes before linearized reading' (duration: 112.129033ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:25.262767Z","caller":"traceutil/trace.go:171","msg":"trace[1312569458] transaction","detail":"{read_only:false; response_revision:26905; number_of_response:1; }","duration":"225.481684ms","start":"2026-03-31T21:18:25.035999Z","end":"2026-03-31T21:18:25.261481Z","steps":["trace[1312569458] 'process raft request' (duration: 225.151776ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:25.554969Z","caller":"traceutil/trace.go:171","msg":"trace[674095119] linearizableReadLoop","detail":"{readStateIndex:27857; appliedIndex:27856; }","duration":"274.780685ms","start":"2026-03-31T21:18:25.280171Z","end":"2026-03-31T21:18:25.554952Z","steps":["trace[674095119] 'read index received' (duration: 274.608521ms)","trace[674095119] 'applied index is now lower than readState.Index' (duration: 171.034µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:25.5551Z","caller":"traceutil/trace.go:171","msg":"trace[142386470] transaction","detail":"{read_only:false; response_revision:26906; number_of_response:1; }","duration":"284.656694ms","start":"2026-03-31T21:18:25.270427Z","end":"2026-03-31T21:18:25.555084Z","steps":["trace[142386470] 'process raft request' (duration: 284.359147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:25.55548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.294038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-03-31T21:18:25.555525Z","caller":"traceutil/trace.go:171","msg":"trace[1121331704] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26906; }","duration":"275.36517ms","start":"2026-03-31T21:18:25.280149Z","end":"2026-03-31T21:18:25.555514Z","steps":["trace[1121331704] 'agreement among raft nodes before linearized reading' (duration: 275.182666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:25.555754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.309003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:25.555798Z","caller":"traceutil/trace.go:171","msg":"trace[1705974583] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26906; }","duration":"237.406265ms","start":"2026-03-31T21:18:25.318382Z","end":"2026-03-31T21:18:25.555788Z","steps":["trace[1705974583] 'agreement among raft nodes before linearized reading' (duration: 237.330373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:25.556789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.245602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:25.55683Z","caller":"traceutil/trace.go:171","msg":"trace[1920163379] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:26906; }","duration":"102.298533ms","start":"2026-03-31T21:18:25.454522Z","end":"2026-03-31T21:18:25.55682Z","steps":["trace[1920163379] 'agreement among raft nodes before linearized reading' (duration: 102.240312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:25.557056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.50957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:25.557098Z","caller":"traceutil/trace.go:171","msg":"trace[1247216880] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:26906; }","duration":"102.612613ms","start":"2026-03-31T21:18:25.454476Z","end":"2026-03-31T21:18:25.557088Z","steps":["trace[1247216880] 'agreement among raft nodes before linearized reading' (duration: 102.517671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:25.557295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.450617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:25.55734Z","caller":"traceutil/trace.go:171","msg":"trace[1873591769] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:26906; }","duration":"146.513188ms","start":"2026-03-31T21:18:25.410817Z","end":"2026-03-31T21:18:25.557331Z","steps":["trace[1873591769] 'agreement among raft nodes before linearized reading' (duration: 146.430236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:25.557559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.710604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:25.557607Z","caller":"traceutil/trace.go:171","msg":"trace[286039928] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:26906; }","duration":"154.792307ms","start":"2026-03-31T21:18:25.4028Z","end":"2026-03-31T21:18:25.557592Z","steps":["trace[286039928] 'agreement among raft nodes before linearized reading' (duration: 154.712705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:25.557798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.042302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:25.557844Z","caller":"traceutil/trace.go:171","msg":"trace[458247583] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:26906; }","duration":"155.127855ms","start":"2026-03-31T21:18:25.402705Z","end":"2026-03-31T21:18:25.557833Z","steps":["trace[458247583] 'agreement among raft nodes before linearized reading' (duration: 155.060943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:25.558093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.940959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:25.558141Z","caller":"traceutil/trace.go:171","msg":"trace[1496437353] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:26906; }","duration":"176.042641ms","start":"2026-03-31T21:18:25.382086Z","end":"2026-03-31T21:18:25.558129Z","steps":["trace[1496437353] 'agreement among raft nodes before linearized reading' (duration: 175.963659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:25.558353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.943924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:25.558398Z","caller":"traceutil/trace.go:171","msg":"trace[571675281] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:26906; }","duration":"183.002325ms","start":"2026-03-31T21:18:25.375385Z","end":"2026-03-31T21:18:25.558387Z","steps":["trace[571675281] 'agreement among raft nodes before linearized reading' (duration: 182.931194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:25.558582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.19762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:25.558721Z","caller":"traceutil/trace.go:171","msg":"trace[2019726165] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:26906; }","duration":"183.385415ms","start":"2026-03-31T21:18:25.375324Z","end":"2026-03-31T21:18:25.558709Z","steps":["trace[2019726165] 'agreement among raft nodes before linearized reading' (duration: 183.225271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:25.558929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.437491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:25.558975Z","caller":"traceutil/trace.go:171","msg":"trace[389178917] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26906; }","duration":"240.533514ms","start":"2026-03-31T21:18:25.318431Z","end":"2026-03-31T21:18:25.558964Z","steps":["trace[389178917] 'agreement among raft nodes before linearized reading' (duration: 240.455502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:25.825925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.371125ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:18:25.826036Z","caller":"traceutil/trace.go:171","msg":"trace[2027284733] linearizableReadLoop","detail":"{readStateIndex:27863; appliedIndex:27862; }","duration":"142.26588ms","start":"2026-03-31T21:18:25.683755Z","end":"2026-03-31T21:18:25.826021Z","steps":["trace[2027284733] 'read index received' (duration: 41.650178ms)","trace[2027284733] 'applied index is now lower than readState.Index' (duration: 100.614732ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:18:25.826253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.477206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:25.826221Z","caller":"traceutil/trace.go:171","msg":"trace[2101716235] transaction","detail":"{read_only:false; response_revision:26912; number_of_response:1; }","duration":"150.59965ms","start":"2026-03-31T21:18:25.675444Z","end":"2026-03-31T21:18:25.826044Z","steps":["trace[2101716235] 'process raft request' (duration: 50.009898ms)","trace[2101716235] 'compare' (duration: 100.226022ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:25.826322Z","caller":"traceutil/trace.go:171","msg":"trace[1963188252] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:26912; }","duration":"142.585628ms","start":"2026-03-31T21:18:25.683722Z","end":"2026-03-31T21:18:25.826308Z","steps":["trace[1963188252] 'agreement among raft nodes before linearized reading' (duration: 142.395934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:25.827188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.410499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:25.827298Z","caller":"traceutil/trace.go:171","msg":"trace[1097248252] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:26912; }","duration":"143.548232ms","start":"2026-03-31T21:18:25.683736Z","end":"2026-03-31T21:18:25.827284Z","steps":["trace[1097248252] 'agreement among raft nodes before linearized reading' (duration: 142.512147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:26.357028Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973394664,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T21:18:26.540174Z","caller":"traceutil/trace.go:171","msg":"trace[454411886] linearizableReadLoop","detail":"{readStateIndex:27864; appliedIndex:27863; }","duration":"683.860441ms","start":"2026-03-31T21:18:25.856293Z","end":"2026-03-31T21:18:26.540154Z","steps":["trace[454411886] 'read index received' (duration: 682.849596ms)","trace[454411886] 'applied index is now lower than readState.Index' (duration: 1.010085ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:18:26.540362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.050757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:18:26.540428Z","caller":"traceutil/trace.go:171","msg":"trace[1983148592] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26913; }","duration":"684.141329ms","start":"2026-03-31T21:18:25.856266Z","end":"2026-03-31T21:18:26.540407Z","steps":["trace[1983148592] 'agreement among raft nodes before linearized reading' (duration: 684.034517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:26.540466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:25.856251Z","time spent":"684.201101ms","remote":"127.0.0.1:60510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:18:26.540474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.077218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:1 size:1087"} {"level":"info","ts":"2026-03-31T21:18:26.540504Z","caller":"traceutil/trace.go:171","msg":"trace[743089683] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:1; response_revision:26913; }","duration":"684.15283ms","start":"2026-03-31T21:18:25.85634Z","end":"2026-03-31T21:18:26.540492Z","steps":["trace[743089683] 'agreement among raft nodes before linearized reading' (duration: 684.036157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:26.540539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:25.856322Z","time spent":"684.20651ms","remote":"127.0.0.1:60510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":1,"response size":1110,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T21:18:26.540595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.511319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T21:18:26.540649Z","caller":"traceutil/trace.go:171","msg":"trace[1277801026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26913; }","duration":"423.627442ms","start":"2026-03-31T21:18:26.11701Z","end":"2026-03-31T21:18:26.540638Z","steps":["trace[1277801026] 'agreement among raft nodes before linearized reading' (duration: 423.457978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:26.540654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.466288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-31T21:18:26.540671Z","caller":"traceutil/trace.go:171","msg":"trace[924063335] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26913; }","duration":"576.517779ms","start":"2026-03-31T21:18:25.964148Z","end":"2026-03-31T21:18:26.540666Z","steps":["trace[924063335] 'agreement among raft nodes before linearized reading' (duration: 576.460537ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:26.540677Z","caller":"traceutil/trace.go:171","msg":"trace[655164801] transaction","detail":"{read_only:false; response_revision:26913; number_of_response:1; }","duration":"707.881046ms","start":"2026-03-31T21:18:25.832787Z","end":"2026-03-31T21:18:26.540668Z","steps":["trace[655164801] 'process raft request' (duration: 706.353057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:26.540739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.213569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 ","response":"range_response_count:1 size:1087"} {"level":"info","ts":"2026-03-31T21:18:26.540756Z","caller":"traceutil/trace.go:171","msg":"trace[1442380242] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:1; response_revision:26913; }","duration":"405.28122ms","start":"2026-03-31T21:18:26.13547Z","end":"2026-03-31T21:18:26.540751Z","steps":["trace[1442380242] 'agreement among raft nodes before linearized reading' (duration: 405.228839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:26.540756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:25.832774Z","time spent":"707.921327ms","remote":"127.0.0.1:39860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:18:26.54077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:26.135451Z","time spent":"405.315331ms","remote":"127.0.0.1:60510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":1,"response size":1110,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 "} {"level":"warn","ts":"2026-03-31T21:18:26.540783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:25.964128Z","time spent":"576.56163ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-31T21:18:26.540675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:26.11699Z","time spent":"423.679414ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T21:18:26.540981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.029568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:1 size:1087"} {"level":"info","ts":"2026-03-31T21:18:26.541001Z","caller":"traceutil/trace.go:171","msg":"trace[1806383435] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:1; response_revision:26913; }","duration":"673.048888ms","start":"2026-03-31T21:18:25.867945Z","end":"2026-03-31T21:18:26.540994Z","steps":["trace[1806383435] 'agreement among raft nodes before linearized reading' (duration: 672.973496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:26.541022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:25.867925Z","time spent":"673.092061ms","remote":"127.0.0.1:60518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":1,"response size":1110,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T21:18:26.541042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.011006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:26.541061Z","caller":"traceutil/trace.go:171","msg":"trace[1496151950] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26913; }","duration":"657.049427ms","start":"2026-03-31T21:18:25.884006Z","end":"2026-03-31T21:18:26.541056Z","steps":["trace[1496151950] 'agreement among raft nodes before linearized reading' (duration: 657.021896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:26.541073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:25.883996Z","time spent":"657.074517ms","remote":"127.0.0.1:39784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:18:26.541138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.13123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:18:26.541158Z","caller":"traceutil/trace.go:171","msg":"trace[542766153] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26913; }","duration":"673.195912ms","start":"2026-03-31T21:18:25.867958Z","end":"2026-03-31T21:18:26.541153Z","steps":["trace[542766153] 'agreement among raft nodes before linearized reading' (duration: 673.142091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:26.541186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:25.867949Z","time spent":"673.219872ms","remote":"127.0.0.1:60518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:18:26.915061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.11061ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:18:26.91517Z","caller":"traceutil/trace.go:171","msg":"trace[1426861031] linearizableReadLoop","detail":"{readStateIndex:27875; appliedIndex:27874; }","duration":"166.020688ms","start":"2026-03-31T21:18:26.749133Z","end":"2026-03-31T21:18:26.915153Z","steps":["trace[1426861031] 'read index received' (duration: 30.585029ms)","trace[1426861031] 'applied index is now lower than readState.Index' (duration: 135.434669ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:26.915249Z","caller":"traceutil/trace.go:171","msg":"trace[149666221] transaction","detail":"{read_only:false; response_revision:26923; number_of_response:1; }","duration":"186.990695ms","start":"2026-03-31T21:18:26.728221Z","end":"2026-03-31T21:18:26.915211Z","steps":["trace[149666221] 'process raft request' (duration: 51.642539ms)","trace[149666221] 'compare' (duration: 134.946756ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:18:26.915374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.10622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:26.915414Z","caller":"traceutil/trace.go:171","msg":"trace[892900482] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:26923; }","duration":"166.162622ms","start":"2026-03-31T21:18:26.749241Z","end":"2026-03-31T21:18:26.915404Z","steps":["trace[892900482] 'agreement among raft nodes before linearized reading' (duration: 166.023218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:26.915529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.365457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:18:26.91565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.12094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:26.915654Z","caller":"traceutil/trace.go:171","msg":"trace[1960725282] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:26923; }","duration":"166.47726ms","start":"2026-03-31T21:18:26.749126Z","end":"2026-03-31T21:18:26.915604Z","steps":["trace[1960725282] 'agreement among raft nodes before linearized reading' (duration: 166.109391ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:26.91569Z","caller":"traceutil/trace.go:171","msg":"trace[237858934] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:26923; }","duration":"164.196963ms","start":"2026-03-31T21:18:26.751484Z","end":"2026-03-31T21:18:26.915681Z","steps":["trace[237858934] 'agreement among raft nodes before linearized reading' (duration: 164.1388ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:27.049445Z","caller":"traceutil/trace.go:171","msg":"trace[357362092] transaction","detail":"{read_only:false; response_revision:26924; number_of_response:1; }","duration":"128.170356ms","start":"2026-03-31T21:18:26.921246Z","end":"2026-03-31T21:18:27.049416Z","steps":["trace[357362092] 'process raft request' (duration: 94.96313ms)","trace[357362092] 'compare' (duration: 33.060493ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:27.846296Z","caller":"traceutil/trace.go:171","msg":"trace[1456038882] linearizableReadLoop","detail":"{readStateIndex:27880; appliedIndex:27879; }","duration":"491.49281ms","start":"2026-03-31T21:18:27.354777Z","end":"2026-03-31T21:18:27.84627Z","steps":["trace[1456038882] 'read index received' (duration: 469.420904ms)","trace[1456038882] 'applied index is now lower than readState.Index' (duration: 22.071016ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:27.846304Z","caller":"traceutil/trace.go:171","msg":"trace[715799971] transaction","detail":"{read_only:false; response_revision:26928; number_of_response:1; }","duration":"625.109582ms","start":"2026-03-31T21:18:27.221172Z","end":"2026-03-31T21:18:27.846282Z","steps":["trace[715799971] 'process raft request' (duration: 603.033447ms)","trace[715799971] 'compare' (duration: 21.577033ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:18:27.846422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:27.22116Z","time spent":"625.188044ms","remote":"127.0.0.1:39860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:18:27.84659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.744108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T21:18:27.846693Z","caller":"traceutil/trace.go:171","msg":"trace[10031137] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26928; }","duration":"230.891861ms","start":"2026-03-31T21:18:27.615784Z","end":"2026-03-31T21:18:27.846676Z","steps":["trace[10031137] 'agreement among raft nodes before linearized reading' (duration: 230.608394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:27.847004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.041063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-31T21:18:27.84704Z","caller":"traceutil/trace.go:171","msg":"trace[1159094807] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26928; }","duration":"492.30691ms","start":"2026-03-31T21:18:27.354724Z","end":"2026-03-31T21:18:27.847031Z","steps":["trace[1159094807] 'agreement among raft nodes before linearized reading' (duration: 491.641373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:27.847131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:27.354703Z","time spent":"492.418713ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T21:18:28.425937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.54609ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:18:28.426053Z","caller":"traceutil/trace.go:171","msg":"trace[1045620309] linearizableReadLoop","detail":"{readStateIndex:27891; appliedIndex:27890; }","duration":"116.762409ms","start":"2026-03-31T21:18:28.309275Z","end":"2026-03-31T21:18:28.426037Z","steps":["trace[1045620309] 'read index received' (duration: 31.841µs)","trace[1045620309] 'applied index is now lower than readState.Index' (duration: 116.729368ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:28.426072Z","caller":"traceutil/trace.go:171","msg":"trace[1577634643] transaction","detail":"{read_only:false; response_revision:26939; number_of_response:1; }","duration":"168.569423ms","start":"2026-03-31T21:18:28.257474Z","end":"2026-03-31T21:18:28.426044Z","steps":["trace[1577634643] 'compare' (duration: 157.840992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:28.426469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.125948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T21:18:28.426679Z","caller":"traceutil/trace.go:171","msg":"trace[646043660] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26939; }","duration":"117.415935ms","start":"2026-03-31T21:18:28.309222Z","end":"2026-03-31T21:18:28.426638Z","steps":["trace[646043660] 'agreement among raft nodes before linearized reading' (duration: 116.859321ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:28.617512Z","caller":"traceutil/trace.go:171","msg":"trace[1455353126] transaction","detail":"{read_only:false; response_revision:26941; number_of_response:1; }","duration":"156.52077ms","start":"2026-03-31T21:18:28.460962Z","end":"2026-03-31T21:18:28.617483Z","steps":["trace[1455353126] 'process raft request' (duration: 79.563763ms)","trace[1455353126] 'compare' (duration: 76.805163ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:29.023254Z","caller":"traceutil/trace.go:171","msg":"trace[87212942] transaction","detail":"{read_only:false; response_revision:26944; number_of_response:1; }","duration":"373.330735ms","start":"2026-03-31T21:18:28.649889Z","end":"2026-03-31T21:18:29.02322Z","steps":["trace[87212942] 'process raft request' (duration: 366.966275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:29.023583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:28.649872Z","time spent":"373.549661ms","remote":"127.0.0.1:39860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:18:29.287073Z","caller":"traceutil/trace.go:171","msg":"trace[793647266] linearizableReadLoop","detail":"{readStateIndex:27907; appliedIndex:27906; }","duration":"119.286782ms","start":"2026-03-31T21:18:29.167755Z","end":"2026-03-31T21:18:29.287042Z","steps":["trace[793647266] 'read index received' (duration: 113.791264ms)","trace[793647266] 'applied index is now lower than readState.Index' (duration: 5.494148ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:29.28714Z","caller":"traceutil/trace.go:171","msg":"trace[415480808] transaction","detail":"{read_only:false; response_revision:26955; number_of_response:1; }","duration":"120.701087ms","start":"2026-03-31T21:18:29.16638Z","end":"2026-03-31T21:18:29.287081Z","steps":["trace[415480808] 'process raft request' (duration: 115.269331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:29.287395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.60232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-shj5w\" ","response":"range_response_count:1 size:5793"} {"level":"info","ts":"2026-03-31T21:18:29.287499Z","caller":"traceutil/trace.go:171","msg":"trace[1415785255] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-shj5w; range_end:; response_count:1; response_revision:26955; }","duration":"119.734384ms","start":"2026-03-31T21:18:29.167739Z","end":"2026-03-31T21:18:29.287474Z","steps":["trace[1415785255] 'agreement among raft nodes before linearized reading' (duration: 119.415196ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:29.493308Z","caller":"traceutil/trace.go:171","msg":"trace[2121885262] transaction","detail":"{read_only:false; response_revision:26958; number_of_response:1; }","duration":"100.917409ms","start":"2026-03-31T21:18:29.392337Z","end":"2026-03-31T21:18:29.493254Z","steps":["trace[2121885262] 'process raft request' (duration: 100.689504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:30.001438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.029254ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:18:30.00161Z","caller":"traceutil/trace.go:171","msg":"trace[821964808] transaction","detail":"{read_only:false; response_revision:26963; number_of_response:1; }","duration":"308.041172ms","start":"2026-03-31T21:18:29.693544Z","end":"2026-03-31T21:18:30.001585Z","steps":["trace[821964808] 'process raft request' (duration: 163.756471ms)","trace[821964808] 'compare' (duration: 143.891941ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:18:30.001736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:18:29.693512Z","time spent":"308.153045ms","remote":"127.0.0.1:39860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:18:30.001824Z","caller":"traceutil/trace.go:171","msg":"trace[712227983] linearizableReadLoop","detail":"{readStateIndex:27915; appliedIndex:27914; }","duration":"288.642624ms","start":"2026-03-31T21:18:29.713059Z","end":"2026-03-31T21:18:30.001702Z","steps":["trace[712227983] 'read index received' (duration: 144.288352ms)","trace[712227983] 'applied index is now lower than readState.Index' (duration: 144.350892ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:18:30.001968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.89809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6871"} {"level":"info","ts":"2026-03-31T21:18:30.002023Z","caller":"traceutil/trace.go:171","msg":"trace[851468333] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:26963; }","duration":"288.976062ms","start":"2026-03-31T21:18:29.713029Z","end":"2026-03-31T21:18:30.002005Z","steps":["trace[851468333] 'agreement among raft nodes before linearized reading' (duration: 288.800868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:30.002146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.47239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188496"} {"level":"info","ts":"2026-03-31T21:18:30.002218Z","caller":"traceutil/trace.go:171","msg":"trace[991947] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:26963; }","duration":"257.587843ms","start":"2026-03-31T21:18:29.744612Z","end":"2026-03-31T21:18:30.0022Z","steps":["trace[991947] 'agreement among raft nodes before linearized reading' (duration: 257.343447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:30.002223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.315907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:30.002384Z","caller":"traceutil/trace.go:171","msg":"trace[2122230818] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:26963; }","duration":"112.529972ms","start":"2026-03-31T21:18:29.889824Z","end":"2026-03-31T21:18:30.002354Z","steps":["trace[2122230818] 'agreement among raft nodes before linearized reading' (duration: 112.208594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:30.00256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.891511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:30.002673Z","caller":"traceutil/trace.go:171","msg":"trace[1066924382] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:26963; }","duration":"113.015963ms","start":"2026-03-31T21:18:29.889637Z","end":"2026-03-31T21:18:30.002653Z","steps":["trace[1066924382] 'agreement among raft nodes before linearized reading' (duration: 112.87807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:30.002866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.302486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:18:30.002906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.955528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:30.002947Z","caller":"traceutil/trace.go:171","msg":"trace[2056313715] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:26963; }","duration":"145.070401ms","start":"2026-03-31T21:18:29.857866Z","end":"2026-03-31T21:18:30.002936Z","steps":["trace[2056313715] 'agreement among raft nodes before linearized reading' (duration: 144.988839ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:30.00294Z","caller":"traceutil/trace.go:171","msg":"trace[466780804] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26963; }","duration":"135.409128ms","start":"2026-03-31T21:18:29.867513Z","end":"2026-03-31T21:18:30.002922Z","steps":["trace[466780804] 'agreement among raft nodes before linearized reading' (duration: 135.292385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:30.002878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.084921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:30.003067Z","caller":"traceutil/trace.go:171","msg":"trace[1660804262] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:26963; }","duration":"145.307467ms","start":"2026-03-31T21:18:29.857736Z","end":"2026-03-31T21:18:30.003043Z","steps":["trace[1660804262] 'agreement among raft nodes before linearized reading' (duration: 145.053981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:30.002948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.586493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:30.003281Z","caller":"traceutil/trace.go:171","msg":"trace[640360839] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:26963; }","duration":"145.906642ms","start":"2026-03-31T21:18:29.857279Z","end":"2026-03-31T21:18:30.003185Z","steps":["trace[640360839] 'agreement among raft nodes before linearized reading' (duration: 145.505462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:30.002977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.751158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:30.003386Z","caller":"traceutil/trace.go:171","msg":"trace[33071901] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:26963; }","duration":"113.210289ms","start":"2026-03-31T21:18:29.890157Z","end":"2026-03-31T21:18:30.003367Z","steps":["trace[33071901] 'agreement among raft nodes before linearized reading' (duration: 112.700276ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:30.236357Z","caller":"traceutil/trace.go:171","msg":"trace[1815385826] linearizableReadLoop","detail":"{readStateIndex:27916; appliedIndex:27915; }","duration":"226.060979ms","start":"2026-03-31T21:18:30.010272Z","end":"2026-03-31T21:18:30.236333Z","steps":["trace[1815385826] 'read index received' (duration: 126.944534ms)","trace[1815385826] 'applied index is now lower than readState.Index' (duration: 99.115455ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:18:30.236691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.392847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-wp9zm\" ","response":"range_response_count:1 size:4625"} {"level":"info","ts":"2026-03-31T21:18:30.236699Z","caller":"traceutil/trace.go:171","msg":"trace[396728255] transaction","detail":"{read_only:false; response_revision:26964; number_of_response:1; }","duration":"226.433449ms","start":"2026-03-31T21:18:30.010233Z","end":"2026-03-31T21:18:30.236666Z","steps":["trace[396728255] 'process raft request' (duration: 127.046078ms)","trace[396728255] 'compare' (duration: 98.937709ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:18:30.236876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.319965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:30.236911Z","caller":"traceutil/trace.go:171","msg":"trace[1856810457] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:26964; }","duration":"187.350015ms","start":"2026-03-31T21:18:30.04955Z","end":"2026-03-31T21:18:30.2369Z","steps":["trace[1856810457] 'agreement among raft nodes before linearized reading' (duration: 187.312104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:30.236759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.455889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-4k2pl.18a208c674e0fd4f\" ","response":"range_response_count:1 size:949"} {"level":"info","ts":"2026-03-31T21:18:30.237181Z","caller":"traceutil/trace.go:171","msg":"trace[717931933] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-4k2pl.18a208c674e0fd4f; range_end:; response_count:1; response_revision:26964; }","duration":"226.918561ms","start":"2026-03-31T21:18:30.010251Z","end":"2026-03-31T21:18:30.23717Z","steps":["trace[717931933] 'agreement among raft nodes before linearized reading' (duration: 226.390648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:30.237289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.53458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:18:30.237282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.327064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:18:30.23738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.374875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:18:30.237384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.387945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:30.237463Z","caller":"traceutil/trace.go:171","msg":"trace[2044430943] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26964; }","duration":"214.449847ms","start":"2026-03-31T21:18:30.022984Z","end":"2026-03-31T21:18:30.237433Z","steps":["trace[2044430943] 'agreement among raft nodes before linearized reading' (duration: 214.357894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:30.237502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.630787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:30.237505Z","caller":"traceutil/trace.go:171","msg":"trace[1176558910] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26964; }","duration":"214.552829ms","start":"2026-03-31T21:18:30.022918Z","end":"2026-03-31T21:18:30.237471Z","steps":["trace[1176558910] 'agreement among raft nodes before linearized reading' (duration: 214.357445ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:30.237533Z","caller":"traceutil/trace.go:171","msg":"trace[1355879852] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:26964; }","duration":"101.666108ms","start":"2026-03-31T21:18:30.135858Z","end":"2026-03-31T21:18:30.237524Z","steps":["trace[1355879852] 'agreement among raft nodes before linearized reading' (duration: 101.608826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:30.237549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.733545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:18:30.237603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.3047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:18:30.237269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.122149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:18:30.237736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.070373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:30.237814Z","caller":"traceutil/trace.go:171","msg":"trace[1492898850] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:26964; }","duration":"130.998486ms","start":"2026-03-31T21:18:30.106801Z","end":"2026-03-31T21:18:30.2378Z","steps":["trace[1492898850] 'agreement among raft nodes before linearized reading' (duration: 129.902108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:30.237529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.692679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:30.237739Z","caller":"traceutil/trace.go:171","msg":"trace[508329055] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26964; }","duration":"164.632473ms","start":"2026-03-31T21:18:30.073083Z","end":"2026-03-31T21:18:30.237716Z","steps":["trace[508329055] 'agreement among raft nodes before linearized reading' (duration: 164.114ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:30.237933Z","caller":"traceutil/trace.go:171","msg":"trace[1985753619] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:26964; }","duration":"102.135809ms","start":"2026-03-31T21:18:30.135778Z","end":"2026-03-31T21:18:30.237913Z","steps":["trace[1985753619] 'agreement among raft nodes before linearized reading' (duration: 101.710529ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:30.237607Z","caller":"traceutil/trace.go:171","msg":"trace[491110909] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:26964; }","duration":"129.828667ms","start":"2026-03-31T21:18:30.107765Z","end":"2026-03-31T21:18:30.237594Z","steps":["trace[491110909] 'agreement among raft nodes before linearized reading' (duration: 129.745044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:30.237209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.244493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:30.238194Z","caller":"traceutil/trace.go:171","msg":"trace[1061083403] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:26964; }","duration":"188.518955ms","start":"2026-03-31T21:18:30.049655Z","end":"2026-03-31T21:18:30.238174Z","steps":["trace[1061083403] 'agreement among raft nodes before linearized reading' (duration: 187.221262ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:30.236777Z","caller":"traceutil/trace.go:171","msg":"trace[191146502] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-75c4c745bc-wp9zm; range_end:; response_count:1; response_revision:26964; }","duration":"226.506261ms","start":"2026-03-31T21:18:30.010254Z","end":"2026-03-31T21:18:30.23676Z","steps":["trace[191146502] 'agreement among raft nodes before linearized reading' (duration: 226.268115ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:30.237369Z","caller":"traceutil/trace.go:171","msg":"trace[1457191307] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:26964; }","duration":"187.624332ms","start":"2026-03-31T21:18:30.049722Z","end":"2026-03-31T21:18:30.237346Z","steps":["trace[1457191307] 'agreement among raft nodes before linearized reading' (duration: 187.54177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:30.236813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.028992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:30.238389Z","caller":"traceutil/trace.go:171","msg":"trace[506091481] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:26964; }","duration":"131.614643ms","start":"2026-03-31T21:18:30.106751Z","end":"2026-03-31T21:18:30.238366Z","steps":["trace[506091481] 'agreement among raft nodes before linearized reading' (duration: 130.034382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:30.236849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.553176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:30.23848Z","caller":"traceutil/trace.go:171","msg":"trace[2057110303] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26964; }","duration":"165.207348ms","start":"2026-03-31T21:18:30.073255Z","end":"2026-03-31T21:18:30.238462Z","steps":["trace[2057110303] 'agreement among raft nodes before linearized reading' (duration: 163.578267ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:30.237432Z","caller":"traceutil/trace.go:171","msg":"trace[2096147734] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26964; }","duration":"164.53369ms","start":"2026-03-31T21:18:30.072876Z","end":"2026-03-31T21:18:30.23741Z","steps":["trace[2096147734] 'agreement among raft nodes before linearized reading' (duration: 164.029937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:30.237564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.337344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:30.237682Z","caller":"traceutil/trace.go:171","msg":"trace[366995263] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:26964; }","duration":"101.396901ms","start":"2026-03-31T21:18:30.136272Z","end":"2026-03-31T21:18:30.237669Z","steps":["trace[366995263] 'agreement among raft nodes before linearized reading' (duration: 101.309159ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:30.238783Z","caller":"traceutil/trace.go:171","msg":"trace[723384013] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26964; }","duration":"215.633716ms","start":"2026-03-31T21:18:30.022967Z","end":"2026-03-31T21:18:30.238601Z","steps":["trace[723384013] 'agreement among raft nodes before linearized reading' (duration: 214.246431ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:30.586063Z","caller":"traceutil/trace.go:171","msg":"trace[1687586206] transaction","detail":"{read_only:false; response_revision:26971; number_of_response:1; }","duration":"156.810926ms","start":"2026-03-31T21:18:30.429225Z","end":"2026-03-31T21:18:30.586036Z","steps":["trace[1687586206] 'process raft request' (duration: 136.109675ms)","trace[1687586206] 'compare' (duration: 20.417284ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:18:31.019763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.749992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a209108af3f345\" ","response":"range_response_count:1 size:817"} {"level":"info","ts":"2026-03-31T21:18:31.019856Z","caller":"traceutil/trace.go:171","msg":"trace[667900085] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18a209108af3f345; range_end:; response_count:1; response_revision:26992; }","duration":"103.866945ms","start":"2026-03-31T21:18:30.915972Z","end":"2026-03-31T21:18:31.019839Z","steps":["trace[667900085] 'range keys from in-memory index tree' (duration: 103.627397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:31.020415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.093725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:31.020464Z","caller":"traceutil/trace.go:171","msg":"trace[25624378] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:26992; }","duration":"103.144816ms","start":"2026-03-31T21:18:30.917306Z","end":"2026-03-31T21:18:31.020451Z","steps":["trace[25624378] 'range keys from in-memory index tree' (duration: 103.067294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:31.020955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.681469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:31.021002Z","caller":"traceutil/trace.go:171","msg":"trace[907593235] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:26992; }","duration":"103.74317ms","start":"2026-03-31T21:18:30.917249Z","end":"2026-03-31T21:18:31.020992Z","steps":["trace[907593235] 'range keys from in-memory index tree' (duration: 103.574877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:31.021744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.320345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:31.02186Z","caller":"traceutil/trace.go:171","msg":"trace[1924507097] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:26992; }","duration":"104.492809ms","start":"2026-03-31T21:18:30.917342Z","end":"2026-03-31T21:18:31.021834Z","steps":["trace[1924507097] 'count revisions from in-memory index tree' (duration: 104.276713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:31.229908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.190868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-xvf54.18a209526be6fbb0\" ","response":"range_response_count:1 size:887"} {"level":"info","ts":"2026-03-31T21:18:31.230005Z","caller":"traceutil/trace.go:171","msg":"trace[802460608] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-xvf54.18a209526be6fbb0; range_end:; response_count:1; response_revision:27005; }","duration":"107.333881ms","start":"2026-03-31T21:18:31.122648Z","end":"2026-03-31T21:18:31.229981Z","steps":["trace[802460608] 'range keys from in-memory index tree' (duration: 107.024823ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:31.814142Z","caller":"traceutil/trace.go:171","msg":"trace[163876618] linearizableReadLoop","detail":"{readStateIndex:27985; appliedIndex:27984; }","duration":"125.12903ms","start":"2026-03-31T21:18:31.688983Z","end":"2026-03-31T21:18:31.814112Z","steps":["trace[163876618] 'read index received' (duration: 116.81905ms)","trace[163876618] 'applied index is now lower than readState.Index' (duration: 8.308479ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:31.814189Z","caller":"traceutil/trace.go:171","msg":"trace[69478510] transaction","detail":"{read_only:false; response_revision:27033; number_of_response:1; }","duration":"130.106594ms","start":"2026-03-31T21:18:31.68405Z","end":"2026-03-31T21:18:31.814156Z","steps":["trace[69478510] 'process raft request' (duration: 121.913537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:31.814462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.414706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T21:18:31.814551Z","caller":"traceutil/trace.go:171","msg":"trace[1098655235] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27033; }","duration":"125.589261ms","start":"2026-03-31T21:18:31.688945Z","end":"2026-03-31T21:18:31.814535Z","steps":["trace[1098655235] 'agreement among raft nodes before linearized reading' (duration: 125.279603ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:32.414725Z","caller":"traceutil/trace.go:171","msg":"trace[1510270411] linearizableReadLoop","detail":"{readStateIndex:28002; appliedIndex:28001; }","duration":"172.408708ms","start":"2026-03-31T21:18:32.242297Z","end":"2026-03-31T21:18:32.414706Z","steps":["trace[1510270411] 'read index received' (duration: 164.901ms)","trace[1510270411] 'applied index is now lower than readState.Index' (duration: 7.506938ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:32.414755Z","caller":"traceutil/trace.go:171","msg":"trace[1838946401] transaction","detail":"{read_only:false; response_revision:27049; number_of_response:1; }","duration":"175.439864ms","start":"2026-03-31T21:18:32.239294Z","end":"2026-03-31T21:18:32.414734Z","steps":["trace[1838946401] 'process raft request' (duration: 167.931066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:32.414962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.652795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T21:18:32.415005Z","caller":"traceutil/trace.go:171","msg":"trace[1502209181] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27049; }","duration":"172.747607ms","start":"2026-03-31T21:18:32.242246Z","end":"2026-03-31T21:18:32.414994Z","steps":["trace[1502209181] 'agreement among raft nodes before linearized reading' (duration: 172.571203ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:32.733952Z","caller":"traceutil/trace.go:171","msg":"trace[468326561] transaction","detail":"{read_only:false; response_revision:27060; number_of_response:1; }","duration":"156.203521ms","start":"2026-03-31T21:18:32.577706Z","end":"2026-03-31T21:18:32.73391Z","steps":["trace[468326561] 'process raft request' (duration: 96.234172ms)","trace[468326561] 'compare' (duration: 59.823605ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:33.624287Z","caller":"traceutil/trace.go:171","msg":"trace[1324778830] linearizableReadLoop","detail":"{readStateIndex:28060; appliedIndex:28059; }","duration":"112.582413ms","start":"2026-03-31T21:18:33.511679Z","end":"2026-03-31T21:18:33.624261Z","steps":["trace[1324778830] 'read index received' (duration: 63.044687ms)","trace[1324778830] 'applied index is now lower than readState.Index' (duration: 49.536416ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:33.62492Z","caller":"traceutil/trace.go:171","msg":"trace[2115065405] transaction","detail":"{read_only:false; response_revision:27107; number_of_response:1; }","duration":"117.221659ms","start":"2026-03-31T21:18:33.507681Z","end":"2026-03-31T21:18:33.624902Z","steps":["trace[2115065405] 'process raft request' (duration: 67.121169ms)","trace[2115065405] 'compare' (duration: 49.337551ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:18:33.625082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.372814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-03-31T21:18:33.625165Z","caller":"traceutil/trace.go:171","msg":"trace[561490046] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:27107; }","duration":"113.468126ms","start":"2026-03-31T21:18:33.511674Z","end":"2026-03-31T21:18:33.625142Z","steps":["trace[561490046] 'agreement among raft nodes before linearized reading' (duration: 113.210509ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:34.110246Z","caller":"traceutil/trace.go:171","msg":"trace[195024917] linearizableReadLoop","detail":"{readStateIndex:28088; appliedIndex:28087; }","duration":"154.638082ms","start":"2026-03-31T21:18:33.955586Z","end":"2026-03-31T21:18:34.110224Z","steps":["trace[195024917] 'read index received' (duration: 140.016304ms)","trace[195024917] 'applied index is now lower than readState.Index' (duration: 14.620908ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:18:34.110435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.829506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-03-31T21:18:34.110462Z","caller":"traceutil/trace.go:171","msg":"trace[1183720026] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:27135; }","duration":"154.898507ms","start":"2026-03-31T21:18:33.955554Z","end":"2026-03-31T21:18:34.110453Z","steps":["trace[1183720026] 'agreement among raft nodes before linearized reading' (duration: 154.748704ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:34.110485Z","caller":"traceutil/trace.go:171","msg":"trace[1550287174] transaction","detail":"{read_only:false; response_revision:27135; number_of_response:1; }","duration":"165.398892ms","start":"2026-03-31T21:18:33.945048Z","end":"2026-03-31T21:18:34.110447Z","steps":["trace[1550287174] 'process raft request' (duration: 150.59204ms)","trace[1550287174] 'compare' (duration: 14.475444ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:18:34.443004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.840567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:34.443067Z","caller":"traceutil/trace.go:171","msg":"trace[1658148604] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:27140; }","duration":"154.988532ms","start":"2026-03-31T21:18:34.288065Z","end":"2026-03-31T21:18:34.443054Z","steps":["trace[1658148604] 'range keys from in-memory index tree' (duration: 154.761654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:34.443081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.081391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-zfxdq.18a2098c35476771\" ","response":"range_response_count:1 size:872"} {"level":"info","ts":"2026-03-31T21:18:34.443135Z","caller":"traceutil/trace.go:171","msg":"trace[1024925885] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-zfxdq.18a2098c35476771; range_end:; response_count:1; response_revision:27140; }","duration":"232.171123ms","start":"2026-03-31T21:18:34.210951Z","end":"2026-03-31T21:18:34.443122Z","steps":["trace[1024925885] 'range keys from in-memory index tree' (duration: 231.969748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:34.443262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.141262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:34.443284Z","caller":"traceutil/trace.go:171","msg":"trace[1686628142] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:27140; }","duration":"232.171703ms","start":"2026-03-31T21:18:34.211108Z","end":"2026-03-31T21:18:34.44328Z","steps":["trace[1686628142] 'range keys from in-memory index tree' (duration: 232.117702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:34.443374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.211274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:34.443394Z","caller":"traceutil/trace.go:171","msg":"trace[2105314560] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:27140; }","duration":"232.255866ms","start":"2026-03-31T21:18:34.211134Z","end":"2026-03-31T21:18:34.44339Z","steps":["trace[2105314560] 'count revisions from in-memory index tree' (duration: 232.162753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:34.443399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.81816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:34.443424Z","caller":"traceutil/trace.go:171","msg":"trace[195238243] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:27140; }","duration":"203.871322ms","start":"2026-03-31T21:18:34.239543Z","end":"2026-03-31T21:18:34.443415Z","steps":["trace[195238243] 'range keys from in-memory index tree' (duration: 203.752488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:34.443462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.710135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:34.443483Z","caller":"traceutil/trace.go:171","msg":"trace[1172616631] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:27140; }","duration":"220.739636ms","start":"2026-03-31T21:18:34.222736Z","end":"2026-03-31T21:18:34.443476Z","steps":["trace[1172616631] 'count revisions from in-memory index tree' (duration: 220.678354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:34.443531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.92399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:34.443546Z","caller":"traceutil/trace.go:171","msg":"trace[253114148] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:27140; }","duration":"220.961491ms","start":"2026-03-31T21:18:34.222582Z","end":"2026-03-31T21:18:34.443543Z","steps":["trace[253114148] 'range keys from in-memory index tree' (duration: 220.739435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:34.44337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.343699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:200"} {"level":"info","ts":"2026-03-31T21:18:34.443652Z","caller":"traceutil/trace.go:171","msg":"trace[59184288] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:27140; }","duration":"211.655597ms","start":"2026-03-31T21:18:34.231991Z","end":"2026-03-31T21:18:34.443646Z","steps":["trace[59184288] 'range keys from in-memory index tree' (duration: 211.222227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:34.44367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.409808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:34.4437Z","caller":"traceutil/trace.go:171","msg":"trace[1418871012] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:27140; }","duration":"189.460288ms","start":"2026-03-31T21:18:34.254231Z","end":"2026-03-31T21:18:34.443691Z","steps":["trace[1418871012] 'range keys from in-memory index tree' (duration: 189.362166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:34.443855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.5255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:18:34.44388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.51073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:34.443896Z","caller":"traceutil/trace.go:171","msg":"trace[945009760] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:27140; }","duration":"189.557351ms","start":"2026-03-31T21:18:34.254334Z","end":"2026-03-31T21:18:34.443892Z","steps":["trace[945009760] 'count revisions from in-memory index tree' (duration: 189.447768ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:34.443892Z","caller":"traceutil/trace.go:171","msg":"trace[409544325] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:27140; }","duration":"189.586281ms","start":"2026-03-31T21:18:34.254297Z","end":"2026-03-31T21:18:34.443884Z","steps":["trace[409544325] 'range keys from in-memory index tree' (duration: 189.476459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:34.444254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.953649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:34.44431Z","caller":"traceutil/trace.go:171","msg":"trace[467341405] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:27140; }","duration":"122.099103ms","start":"2026-03-31T21:18:34.322198Z","end":"2026-03-31T21:18:34.444297Z","steps":["trace[467341405] 'count revisions from in-memory index tree' (duration: 121.781096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:34.444559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.260953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:34.444576Z","caller":"traceutil/trace.go:171","msg":"trace[1387454802] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:27140; }","duration":"156.302384ms","start":"2026-03-31T21:18:34.288268Z","end":"2026-03-31T21:18:34.444571Z","steps":["trace[1387454802] 'count revisions from in-memory index tree' (duration: 156.225752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:34.444642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.34272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:18:34.44464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.706772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:34.44468Z","caller":"traceutil/trace.go:171","msg":"trace[869317287] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:27140; }","duration":"122.423742ms","start":"2026-03-31T21:18:34.322244Z","end":"2026-03-31T21:18:34.444667Z","steps":["trace[869317287] 'range keys from in-memory index tree' (duration: 122.249257ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:34.444687Z","caller":"traceutil/trace.go:171","msg":"trace[570124883] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:27140; }","duration":"121.774325ms","start":"2026-03-31T21:18:34.3229Z","end":"2026-03-31T21:18:34.444674Z","steps":["trace[570124883] 'range keys from in-memory index tree' (duration: 121.59986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:34.444685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.806551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:34.444737Z","caller":"traceutil/trace.go:171","msg":"trace[1864250827] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:27140; }","duration":"155.886434ms","start":"2026-03-31T21:18:34.288838Z","end":"2026-03-31T21:18:34.444725Z","steps":["trace[1864250827] 'range keys from in-memory index tree' (duration: 155.765239ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:34.685913Z","caller":"traceutil/trace.go:171","msg":"trace[148699040] transaction","detail":"{read_only:false; response_revision:27157; number_of_response:1; }","duration":"121.537658ms","start":"2026-03-31T21:18:34.564336Z","end":"2026-03-31T21:18:34.685874Z","steps":["trace[148699040] 'process raft request' (duration: 121.309002ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:34.71988Z","caller":"traceutil/trace.go:171","msg":"trace[1395155855] transaction","detail":"{read_only:false; response_revision:27158; number_of_response:1; }","duration":"155.437581ms","start":"2026-03-31T21:18:34.564423Z","end":"2026-03-31T21:18:34.71986Z","steps":["trace[1395155855] 'process raft request' (duration: 155.263477ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:34.720671Z","caller":"traceutil/trace.go:171","msg":"trace[1065147030] transaction","detail":"{read_only:false; response_revision:27159; number_of_response:1; }","duration":"155.938815ms","start":"2026-03-31T21:18:34.564712Z","end":"2026-03-31T21:18:34.720651Z","steps":["trace[1065147030] 'process raft request' (duration: 155.112823ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:34.720679Z","caller":"traceutil/trace.go:171","msg":"trace[513656263] linearizableReadLoop","detail":"{readStateIndex:28113; appliedIndex:28109; }","duration":"126.581877ms","start":"2026-03-31T21:18:34.594073Z","end":"2026-03-31T21:18:34.720654Z","steps":["trace[513656263] 'read index received' (duration: 91.723969ms)","trace[513656263] 'applied index is now lower than readState.Index' (duration: 34.856388ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:18:34.721162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.062588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" limit:10000 ","response":"range_response_count:1 size:7384"} {"level":"info","ts":"2026-03-31T21:18:34.721233Z","caller":"traceutil/trace.go:171","msg":"trace[1652911556] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:1; response_revision:27160; }","duration":"127.151821ms","start":"2026-03-31T21:18:34.594063Z","end":"2026-03-31T21:18:34.721215Z","steps":["trace[1652911556] 'agreement among raft nodes before linearized reading' (duration: 126.933865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:34.721288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.146221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:18:34.721371Z","caller":"traceutil/trace.go:171","msg":"trace[1157608865] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:27160; }","duration":"127.281474ms","start":"2026-03-31T21:18:34.59407Z","end":"2026-03-31T21:18:34.721352Z","steps":["trace[1157608865] 'agreement among raft nodes before linearized reading' (duration: 127.12549ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:34.721503Z","caller":"traceutil/trace.go:171","msg":"trace[234870037] transaction","detail":"{read_only:false; response_revision:27160; number_of_response:1; }","duration":"155.617886ms","start":"2026-03-31T21:18:34.565868Z","end":"2026-03-31T21:18:34.721485Z","steps":["trace[234870037] 'process raft request' (duration: 154.626292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:34.721554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.145396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:34.721586Z","caller":"traceutil/trace.go:171","msg":"trace[2099176693] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:27160; }","duration":"101.208648ms","start":"2026-03-31T21:18:34.620368Z","end":"2026-03-31T21:18:34.721577Z","steps":["trace[2099176693] 'agreement among raft nodes before linearized reading' (duration: 101.133626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:34.721634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.238688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:34.721697Z","caller":"traceutil/trace.go:171","msg":"trace[765068855] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:27160; }","duration":"101.3255ms","start":"2026-03-31T21:18:34.620355Z","end":"2026-03-31T21:18:34.721681Z","steps":["trace[765068855] 'agreement among raft nodes before linearized reading' (duration: 101.227648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:34.721867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.252052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" limit:500 ","response":"range_response_count:1 size:7384"} {"level":"info","ts":"2026-03-31T21:18:34.721949Z","caller":"traceutil/trace.go:171","msg":"trace[2014412691] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:1; response_revision:27160; }","duration":"127.382745ms","start":"2026-03-31T21:18:34.594545Z","end":"2026-03-31T21:18:34.721928Z","steps":["trace[2014412691] 'agreement among raft nodes before linearized reading' (duration: 127.109369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:34.722056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.768778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:200"} {"level":"info","ts":"2026-03-31T21:18:34.722127Z","caller":"traceutil/trace.go:171","msg":"trace[1152166564] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:27160; }","duration":"114.900732ms","start":"2026-03-31T21:18:34.60721Z","end":"2026-03-31T21:18:34.722111Z","steps":["trace[1152166564] 'agreement among raft nodes before linearized reading' (duration: 114.704517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:34.979679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.168798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:34.979757Z","caller":"traceutil/trace.go:171","msg":"trace[1368609915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27165; }","duration":"111.295882ms","start":"2026-03-31T21:18:34.868443Z","end":"2026-03-31T21:18:34.979739Z","steps":["trace[1368609915] 'range keys from in-memory index tree' (duration: 111.086297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:34.979791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.986332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:34.979864Z","caller":"traceutil/trace.go:171","msg":"trace[201301711] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:27165; }","duration":"107.106625ms","start":"2026-03-31T21:18:34.87274Z","end":"2026-03-31T21:18:34.979847Z","steps":["trace[201301711] 'range keys from in-memory index tree' (duration: 106.88917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:34.980163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.9919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-03-31T21:18:34.980197Z","caller":"traceutil/trace.go:171","msg":"trace[1178720868] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:27165; }","duration":"124.051072ms","start":"2026-03-31T21:18:34.856139Z","end":"2026-03-31T21:18:34.98019Z","steps":["trace[1178720868] 'range keys from in-memory index tree' (duration: 123.872527ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:36.791216Z","caller":"traceutil/trace.go:171","msg":"trace[857954676] linearizableReadLoop","detail":"{readStateIndex:28172; appliedIndex:28171; }","duration":"116.279567ms","start":"2026-03-31T21:18:36.674892Z","end":"2026-03-31T21:18:36.791172Z","steps":["trace[857954676] 'read index received' (duration: 115.894257ms)","trace[857954676] 'applied index is now lower than readState.Index' (duration: 382.79µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:36.791296Z","caller":"traceutil/trace.go:171","msg":"trace[1953065241] transaction","detail":"{read_only:false; response_revision:27219; number_of_response:1; }","duration":"118.198814ms","start":"2026-03-31T21:18:36.673059Z","end":"2026-03-31T21:18:36.791258Z","steps":["trace[1953065241] 'process raft request' (duration: 117.806154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:36.791558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.639976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-03-31T21:18:36.791635Z","caller":"traceutil/trace.go:171","msg":"trace[1824737964] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:27219; }","duration":"116.729358ms","start":"2026-03-31T21:18:36.674886Z","end":"2026-03-31T21:18:36.791616Z","steps":["trace[1824737964] 'agreement among raft nodes before linearized reading' (duration: 116.455541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:38.709452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.954657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:38.709507Z","caller":"traceutil/trace.go:171","msg":"trace[909462214] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:27232; }","duration":"108.05079ms","start":"2026-03-31T21:18:38.601444Z","end":"2026-03-31T21:18:38.709495Z","steps":["trace[909462214] 'range keys from in-memory index tree' (duration: 107.813323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:38.709537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.895997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:18:38.709599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.05041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:18:38.709616Z","caller":"traceutil/trace.go:171","msg":"trace[846446989] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:27232; }","duration":"108.081ms","start":"2026-03-31T21:18:38.60153Z","end":"2026-03-31T21:18:38.709611Z","steps":["trace[846446989] 'range keys from in-memory index tree' (duration: 108.024689ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:38.709635Z","caller":"traceutil/trace.go:171","msg":"trace[595625772] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:27232; }","duration":"108.020469ms","start":"2026-03-31T21:18:38.601587Z","end":"2026-03-31T21:18:38.709608Z","steps":["trace[595625772] 'count revisions from in-memory index tree' (duration: 107.842895ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:38.972982Z","caller":"traceutil/trace.go:171","msg":"trace[1398655390] linearizableReadLoop","detail":"{readStateIndex:28187; appliedIndex:28186; }","duration":"168.013448ms","start":"2026-03-31T21:18:38.804942Z","end":"2026-03-31T21:18:38.972955Z","steps":["trace[1398655390] 'read index received' (duration: 167.804402ms)","trace[1398655390] 'applied index is now lower than readState.Index' (duration: 207.846µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:18:38.973055Z","caller":"traceutil/trace.go:171","msg":"trace[1749798735] transaction","detail":"{read_only:false; response_revision:27233; number_of_response:1; }","duration":"170.45475ms","start":"2026-03-31T21:18:38.802577Z","end":"2026-03-31T21:18:38.973031Z","steps":["trace[1749798735] 'process raft request' (duration: 170.212164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:38.973309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.355727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T21:18:38.973357Z","caller":"traceutil/trace.go:171","msg":"trace[608612479] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27233; }","duration":"168.48415ms","start":"2026-03-31T21:18:38.804862Z","end":"2026-03-31T21:18:38.973346Z","steps":["trace[608612479] 'agreement among raft nodes before linearized reading' (duration: 168.253584ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:39.671292Z","caller":"traceutil/trace.go:171","msg":"trace[115638960] linearizableReadLoop","detail":"{readStateIndex:28195; appliedIndex:28194; }","duration":"130.888524ms","start":"2026-03-31T21:18:39.540376Z","end":"2026-03-31T21:18:39.671264Z","steps":["trace[115638960] 'read index received' (duration: 130.582276ms)","trace[115638960] 'applied index is now lower than readState.Index' (duration: 305.198µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:18:39.671487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.09526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7384"} {"level":"info","ts":"2026-03-31T21:18:39.67154Z","caller":"traceutil/trace.go:171","msg":"trace[2068716815] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:27241; }","duration":"131.184021ms","start":"2026-03-31T21:18:39.540347Z","end":"2026-03-31T21:18:39.671531Z","steps":["trace[2068716815] 'agreement among raft nodes before linearized reading' (duration: 130.993957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:39.671557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.287283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-03-31T21:18:39.671597Z","caller":"traceutil/trace.go:171","msg":"trace[1165126679] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:27241; }","duration":"129.367826ms","start":"2026-03-31T21:18:39.542216Z","end":"2026-03-31T21:18:39.671583Z","steps":["trace[1165126679] 'agreement among raft nodes before linearized reading' (duration: 129.211362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:39.671646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.869049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4386"} {"level":"warn","ts":"2026-03-31T21:18:39.671681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.120344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"info","ts":"2026-03-31T21:18:39.671785Z","caller":"traceutil/trace.go:171","msg":"trace[207818709] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:27241; }","duration":"128.250668ms","start":"2026-03-31T21:18:39.543513Z","end":"2026-03-31T21:18:39.671764Z","steps":["trace[207818709] 'agreement among raft nodes before linearized reading' (duration: 127.982452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:39.671881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.076374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:18204"} {"level":"warn","ts":"2026-03-31T21:18:39.671881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.35093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-03-31T21:18:39.67171Z","caller":"traceutil/trace.go:171","msg":"trace[568811826] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:27241; }","duration":"127.952821ms","start":"2026-03-31T21:18:39.543744Z","end":"2026-03-31T21:18:39.671697Z","steps":["trace[568811826] 'agreement among raft nodes before linearized reading' (duration: 127.766706ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:39.671915Z","caller":"traceutil/trace.go:171","msg":"trace[1534339269] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:27241; }","duration":"128.119525ms","start":"2026-03-31T21:18:39.543789Z","end":"2026-03-31T21:18:39.671908Z","steps":["trace[1534339269] 'agreement among raft nodes before linearized reading' (duration: 128.031533ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:39.67193Z","caller":"traceutil/trace.go:171","msg":"trace[515361489] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:27241; }","duration":"128.411012ms","start":"2026-03-31T21:18:39.543506Z","end":"2026-03-31T21:18:39.671917Z","steps":["trace[515361489] 'agreement among raft nodes before linearized reading' (duration: 128.299619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:39.67196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.630107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-scheduler\" ","response":"range_response_count:1 size:7207"} {"level":"info","ts":"2026-03-31T21:18:39.671986Z","caller":"traceutil/trace.go:171","msg":"trace[408041912] range","detail":"{range_begin:/registry/deployments/openstack/nova-scheduler; range_end:; response_count:1; response_revision:27241; }","duration":"128.672849ms","start":"2026-03-31T21:18:39.543306Z","end":"2026-03-31T21:18:39.671978Z","steps":["trace[408041912] 'agreement among raft nodes before linearized reading' (duration: 128.563866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:39.672043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.255318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15430"} {"level":"warn","ts":"2026-03-31T21:18:39.67207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.557566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-03-31T21:18:39.672076Z","caller":"traceutil/trace.go:171","msg":"trace[1798386697] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:27241; }","duration":"128.304119ms","start":"2026-03-31T21:18:39.543762Z","end":"2026-03-31T21:18:39.672066Z","steps":["trace[1798386697] 'agreement among raft nodes before linearized reading' (duration: 128.189586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:39.672064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.479413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-03-31T21:18:39.672138Z","caller":"traceutil/trace.go:171","msg":"trace[1600479281] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:27241; }","duration":"128.594346ms","start":"2026-03-31T21:18:39.543526Z","end":"2026-03-31T21:18:39.67212Z","steps":["trace[1600479281] 'agreement among raft nodes before linearized reading' (duration: 128.36063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:39.672156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.650518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"warn","ts":"2026-03-31T21:18:39.672172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.788866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/rook-ceph/rook-ceph-operator\" ","response":"range_response_count:1 size:4500"} {"level":"info","ts":"2026-03-31T21:18:39.67219Z","caller":"traceutil/trace.go:171","msg":"trace[422378615] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:27241; }","duration":"128.696359ms","start":"2026-03-31T21:18:39.543486Z","end":"2026-03-31T21:18:39.672182Z","steps":["trace[422378615] 'agreement among raft nodes before linearized reading' (duration: 128.617387ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:39.672207Z","caller":"traceutil/trace.go:171","msg":"trace[259476669] range","detail":"{range_begin:/registry/deployments/rook-ceph/rook-ceph-operator; range_end:; response_count:1; response_revision:27241; }","duration":"129.836827ms","start":"2026-03-31T21:18:39.542361Z","end":"2026-03-31T21:18:39.672198Z","steps":["trace[259476669] 'agreement among raft nodes before linearized reading' (duration: 129.750115ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:39.672089Z","caller":"traceutil/trace.go:171","msg":"trace[1344619697] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; response_count:1; response_revision:27241; }","duration":"128.590326ms","start":"2026-03-31T21:18:39.543491Z","end":"2026-03-31T21:18:39.672081Z","steps":["trace[1344619697] 'agreement among raft nodes before linearized reading' (duration: 128.540945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:39.672267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.886934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"range_response_count:1 size:4612"} {"level":"warn","ts":"2026-03-31T21:18:39.67209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.837822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"warn","ts":"2026-03-31T21:18:39.67229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.037092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-03-31T21:18:39.672279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.823862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-31T21:18:39.672305Z","caller":"traceutil/trace.go:171","msg":"trace[706761027] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; response_count:1; response_revision:27241; }","duration":"128.939325ms","start":"2026-03-31T21:18:39.543355Z","end":"2026-03-31T21:18:39.672294Z","steps":["trace[706761027] 'agreement among raft nodes before linearized reading' (duration: 128.860423ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:39.672314Z","caller":"traceutil/trace.go:171","msg":"trace[226502079] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:27241; }","duration":"130.098754ms","start":"2026-03-31T21:18:39.542209Z","end":"2026-03-31T21:18:39.672308Z","steps":["trace[226502079] 'agreement among raft nodes before linearized reading' (duration: 130.036672ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:39.672311Z","caller":"traceutil/trace.go:171","msg":"trace[884326565] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:27241; }","duration":"129.080499ms","start":"2026-03-31T21:18:39.543223Z","end":"2026-03-31T21:18:39.672304Z","steps":["trace[884326565] 'agreement among raft nodes before linearized reading' (duration: 128.792472ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:39.672341Z","caller":"traceutil/trace.go:171","msg":"trace[341430565] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:27241; }","duration":"128.887294ms","start":"2026-03-31T21:18:39.543437Z","end":"2026-03-31T21:18:39.672324Z","steps":["trace[341430565] 'agreement among raft nodes before linearized reading' (duration: 128.71565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:39.672382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.095933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3716"} {"level":"info","ts":"2026-03-31T21:18:39.672409Z","caller":"traceutil/trace.go:171","msg":"trace[489697185] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:27241; }","duration":"130.140805ms","start":"2026-03-31T21:18:39.54226Z","end":"2026-03-31T21:18:39.672401Z","steps":["trace[489697185] 'agreement among raft nodes before linearized reading' (duration: 130.040193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:39.672505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.884393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-03-31T21:18:39.672535Z","caller":"traceutil/trace.go:171","msg":"trace[1420447656] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:27241; }","duration":"128.930745ms","start":"2026-03-31T21:18:39.543594Z","end":"2026-03-31T21:18:39.672525Z","steps":["trace[1420447656] 'agreement among raft nodes before linearized reading' (duration: 128.832633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:39.67253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.891884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-31T21:18:39.672583Z","caller":"traceutil/trace.go:171","msg":"trace[830527482] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:27241; }","duration":"128.959075ms","start":"2026-03-31T21:18:39.543609Z","end":"2026-03-31T21:18:39.672568Z","steps":["trace[830527482] 'agreement among raft nodes before linearized reading' (duration: 128.778911ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:39.671312Z","caller":"traceutil/trace.go:171","msg":"trace[918230237] transaction","detail":"{read_only:false; response_revision:27241; number_of_response:1; }","duration":"131.892629ms","start":"2026-03-31T21:18:39.539397Z","end":"2026-03-31T21:18:39.671289Z","steps":["trace[918230237] 'process raft request' (duration: 131.629603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:39.672822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.232882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-03-31T21:18:39.672854Z","caller":"traceutil/trace.go:171","msg":"trace[1639311687] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:27241; }","duration":"129.279643ms","start":"2026-03-31T21:18:39.543564Z","end":"2026-03-31T21:18:39.672843Z","steps":["trace[1639311687] 'agreement among raft nodes before linearized reading' (duration: 129.192281ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:18:40.085962Z","caller":"traceutil/trace.go:171","msg":"trace[1784639397] transaction","detail":"{read_only:false; response_revision:27243; number_of_response:1; }","duration":"105.625299ms","start":"2026-03-31T21:18:39.980298Z","end":"2026-03-31T21:18:40.085923Z","steps":["trace[1784639397] 'process raft request' (duration: 105.444684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:41.206054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.730398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-api-metadata\" ","response":"range_response_count:1 size:9965"} {"level":"info","ts":"2026-03-31T21:18:41.206169Z","caller":"traceutil/trace.go:171","msg":"trace[864812377] range","detail":"{range_begin:/registry/deployments/openstack/nova-api-metadata; range_end:; response_count:1; response_revision:27247; }","duration":"114.894722ms","start":"2026-03-31T21:18:41.091248Z","end":"2026-03-31T21:18:41.206143Z","steps":["trace[864812377] 'range keys from in-memory index tree' (duration: 114.520613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:18:41.423706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.89215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/keepalived\" ","response":"range_response_count:1 size:3972"} {"level":"info","ts":"2026-03-31T21:18:41.423791Z","caller":"traceutil/trace.go:171","msg":"trace[416970839] range","detail":"{range_begin:/registry/daemonsets/openstack/keepalived; range_end:; response_count:1; response_revision:27249; }","duration":"107.038954ms","start":"2026-03-31T21:18:41.316724Z","end":"2026-03-31T21:18:41.423763Z","steps":["trace[416970839] 'range keys from in-memory index tree' (duration: 106.742587ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:19:43.55508Z","caller":"traceutil/trace.go:171","msg":"trace[570366088] transaction","detail":"{read_only:false; response_revision:27826; number_of_response:1; }","duration":"162.091779ms","start":"2026-03-31T21:19:43.392926Z","end":"2026-03-31T21:19:43.555018Z","steps":["trace[570366088] 'process raft request' (duration: 161.947816ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:19:43.739768Z","caller":"traceutil/trace.go:171","msg":"trace[1633647253] transaction","detail":"{read_only:false; response_revision:27828; number_of_response:1; }","duration":"171.777202ms","start":"2026-03-31T21:19:43.567965Z","end":"2026-03-31T21:19:43.739742Z","steps":["trace[1633647253] 'process raft request' (duration: 101.442862ms)","trace[1633647253] 'compare' (duration: 69.885619ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:19:44.081338Z","caller":"traceutil/trace.go:171","msg":"trace[1167313158] transaction","detail":"{read_only:false; response_revision:27831; number_of_response:1; }","duration":"223.29612ms","start":"2026-03-31T21:19:43.858016Z","end":"2026-03-31T21:19:44.081312Z","steps":["trace[1167313158] 'process raft request' (duration: 222.918521ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:19:44.856742Z","caller":"traceutil/trace.go:171","msg":"trace[1806899280] linearizableReadLoop","detail":"{readStateIndex:28802; appliedIndex:28801; }","duration":"313.068379ms","start":"2026-03-31T21:19:44.543658Z","end":"2026-03-31T21:19:44.856726Z","steps":["trace[1806899280] 'read index received' (duration: 245.56592ms)","trace[1806899280] 'applied index is now lower than readState.Index' (duration: 67.501719ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:19:44.856753Z","caller":"traceutil/trace.go:171","msg":"trace[366854580] transaction","detail":"{read_only:false; response_revision:27833; number_of_response:1; }","duration":"322.922016ms","start":"2026-03-31T21:19:44.53379Z","end":"2026-03-31T21:19:44.856712Z","steps":["trace[366854580] 'process raft request' (duration: 255.413938ms)","trace[366854580] 'compare' (duration: 67.403876ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:19:44.856876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:44.533769Z","time spent":"323.03112ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:19:44.856976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.314365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T21:19:44.857044Z","caller":"traceutil/trace.go:171","msg":"trace[2005554243] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27834; }","duration":"313.433648ms","start":"2026-03-31T21:19:44.543592Z","end":"2026-03-31T21:19:44.857025Z","steps":["trace[2005554243] 'agreement among raft nodes before linearized reading' (duration: 313.194302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:44.857074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:44.543571Z","time spent":"313.49629ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T21:19:45.659332Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973397299,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T21:19:46.007751Z","caller":"traceutil/trace.go:171","msg":"trace[235952079] transaction","detail":"{read_only:false; response_revision:27838; number_of_response:1; }","duration":"881.519195ms","start":"2026-03-31T21:19:45.126204Z","end":"2026-03-31T21:19:46.007723Z","steps":["trace[235952079] 'process raft request' (duration: 881.348091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:46.007928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:45.126185Z","time spent":"881.650089ms","remote":"127.0.0.1:39948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8813,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:19:46.01159Z","caller":"traceutil/trace.go:171","msg":"trace[669153239] transaction","detail":"{read_only:false; response_revision:27839; number_of_response:1; }","duration":"770.239234ms","start":"2026-03-31T21:19:45.241324Z","end":"2026-03-31T21:19:46.011563Z","steps":["trace[669153239] 'process raft request' (duration: 769.980478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:46.011772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:45.241307Z","time spent":"770.364568ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:19:46.011983Z","caller":"traceutil/trace.go:171","msg":"trace[168222772] transaction","detail":"{read_only:false; response_revision:27840; number_of_response:1; }","duration":"733.664224ms","start":"2026-03-31T21:19:45.27831Z","end":"2026-03-31T21:19:46.011974Z","steps":["trace[168222772] 'process raft request' (duration: 733.190093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:46.012026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:45.278287Z","time spent":"733.716625ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:19:46.012086Z","caller":"traceutil/trace.go:171","msg":"trace[1990294957] transaction","detail":"{read_only:false; response_revision:27841; number_of_response:1; }","duration":"451.995515ms","start":"2026-03-31T21:19:45.560059Z","end":"2026-03-31T21:19:46.012055Z","steps":["trace[1990294957] 'process raft request' (duration: 451.7951ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:19:46.012156Z","caller":"traceutil/trace.go:171","msg":"trace[138533731] linearizableReadLoop","detail":"{readStateIndex:28812; appliedIndex:28806; }","duration":"853.268913ms","start":"2026-03-31T21:19:45.158867Z","end":"2026-03-31T21:19:46.012136Z","steps":["trace[138533731] 'read index received' (duration: 848.802532ms)","trace[138533731] 'applied index is now lower than readState.Index' (duration: 4.465591ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:19:46.012259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:45.560029Z","time spent":"452.137908ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:19:46.012301Z","caller":"traceutil/trace.go:171","msg":"trace[1595637471] transaction","detail":"{read_only:false; response_revision:27843; number_of_response:1; }","duration":"377.88752ms","start":"2026-03-31T21:19:45.634408Z","end":"2026-03-31T21:19:46.012295Z","steps":["trace[1595637471] 'process raft request' (duration: 377.582813ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:19:46.012276Z","caller":"traceutil/trace.go:171","msg":"trace[86254767] transaction","detail":"{read_only:false; response_revision:27842; number_of_response:1; }","duration":"451.087333ms","start":"2026-03-31T21:19:45.56118Z","end":"2026-03-31T21:19:46.012267Z","steps":["trace[86254767] 'process raft request' (duration: 450.781615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:46.012416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:45.63438Z","time spent":"377.976402ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:19:46.012436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:45.561155Z","time spent":"451.252396ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:19:46.012543Z","caller":"traceutil/trace.go:171","msg":"trace[2089407614] transaction","detail":"{read_only:false; response_revision:27844; number_of_response:1; }","duration":"266.056896ms","start":"2026-03-31T21:19:45.746474Z","end":"2026-03-31T21:19:46.012531Z","steps":["trace[2089407614] 'process raft request' (duration: 265.575714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:46.012547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.090071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:19:46.012639Z","caller":"traceutil/trace.go:171","msg":"trace[2093241376] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:27845; }","duration":"809.208236ms","start":"2026-03-31T21:19:45.203419Z","end":"2026-03-31T21:19:46.012628Z","steps":["trace[2093241376] 'agreement among raft nodes before linearized reading' (duration: 809.093082ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:19:46.012643Z","caller":"traceutil/trace.go:171","msg":"trace[588885447] transaction","detail":"{read_only:false; response_revision:27845; number_of_response:1; }","duration":"151.566735ms","start":"2026-03-31T21:19:45.861065Z","end":"2026-03-31T21:19:46.012632Z","steps":["trace[588885447] 'process raft request' (duration: 151.042641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:46.012671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:45.203403Z","time spent":"809.256326ms","remote":"127.0.0.1:42718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:19:46.012599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.734845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-03-31T21:19:46.012846Z","caller":"traceutil/trace.go:171","msg":"trace[708440533] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:27845; }","duration":"854.016173ms","start":"2026-03-31T21:19:45.15882Z","end":"2026-03-31T21:19:46.012837Z","steps":["trace[708440533] 'agreement among raft nodes before linearized reading' (duration: 853.658693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:46.01287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:45.158799Z","time spent":"854.063125ms","remote":"127.0.0.1:60908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-31T21:19:46.012966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.789272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:19:46.013007Z","caller":"traceutil/trace.go:171","msg":"trace[1714467756] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:27845; }","duration":"157.855043ms","start":"2026-03-31T21:19:45.855139Z","end":"2026-03-31T21:19:46.012994Z","steps":["trace[1714467756] 'agreement among raft nodes before linearized reading' (duration: 157.801771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:46.013215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.318013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T21:19:46.01325Z","caller":"traceutil/trace.go:171","msg":"trace[1731498238] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27845; }","duration":"268.351154ms","start":"2026-03-31T21:19:45.74489Z","end":"2026-03-31T21:19:46.013241Z","steps":["trace[1731498238] 'agreement among raft nodes before linearized reading' (duration: 268.243921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:46.013522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.76051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T21:19:46.013577Z","caller":"traceutil/trace.go:171","msg":"trace[857572004] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27845; }","duration":"693.843202ms","start":"2026-03-31T21:19:45.31972Z","end":"2026-03-31T21:19:46.013563Z","steps":["trace[857572004] 'agreement among raft nodes before linearized reading' (duration: 693.719259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:46.013611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:45.319701Z","time spent":"693.901704ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T21:19:46.013967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.674417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-31T21:19:46.014002Z","caller":"traceutil/trace.go:171","msg":"trace[386724437] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27845; }","duration":"623.757339ms","start":"2026-03-31T21:19:45.390237Z","end":"2026-03-31T21:19:46.013995Z","steps":["trace[386724437] 'agreement among raft nodes before linearized reading' (duration: 623.085922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:46.014037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:45.390211Z","time spent":"623.807419ms","remote":"127.0.0.1:39882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T21:19:47.335847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.52324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T21:19:47.335933Z","caller":"traceutil/trace.go:171","msg":"trace[1825061139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27853; }","duration":"187.647482ms","start":"2026-03-31T21:19:47.148264Z","end":"2026-03-31T21:19:47.335912Z","steps":["trace[1825061139] 'range keys from in-memory index tree' (duration: 187.351435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:47.335971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.037811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-03-31T21:19:47.335988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.470573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:19:47.336027Z","caller":"traceutil/trace.go:171","msg":"trace[1307480156] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:27853; }","duration":"151.093773ms","start":"2026-03-31T21:19:47.18492Z","end":"2026-03-31T21:19:47.336014Z","steps":["trace[1307480156] 'range keys from in-memory index tree' (duration: 150.900918ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:19:47.336076Z","caller":"traceutil/trace.go:171","msg":"trace[1346647255] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:27853; }","duration":"190.568176ms","start":"2026-03-31T21:19:47.145458Z","end":"2026-03-31T21:19:47.336026Z","steps":["trace[1346647255] 'count revisions from in-memory index tree' (duration: 190.391841ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:19:47.476779Z","caller":"traceutil/trace.go:171","msg":"trace[13298895] linearizableReadLoop","detail":"{readStateIndex:28824; appliedIndex:28823; }","duration":"134.008853ms","start":"2026-03-31T21:19:47.342723Z","end":"2026-03-31T21:19:47.476732Z","steps":["trace[13298895] 'read index received' (duration: 133.792127ms)","trace[13298895] 'applied index is now lower than readState.Index' (duration: 215.626µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:19:47.476811Z","caller":"traceutil/trace.go:171","msg":"trace[1760509789] transaction","detail":"{read_only:false; response_revision:27854; number_of_response:1; }","duration":"136.219088ms","start":"2026-03-31T21:19:47.340557Z","end":"2026-03-31T21:19:47.476776Z","steps":["trace[1760509789] 'process raft request' (duration: 136.016613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:47.477018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.271189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-31T21:19:47.477074Z","caller":"traceutil/trace.go:171","msg":"trace[1037290870] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:27854; }","duration":"134.339501ms","start":"2026-03-31T21:19:47.342719Z","end":"2026-03-31T21:19:47.477059Z","steps":["trace[1037290870] 'agreement among raft nodes before linearized reading' (duration: 134.143816ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:19:48.171332Z","caller":"traceutil/trace.go:171","msg":"trace[897718198] transaction","detail":"{read_only:false; response_revision:27856; number_of_response:1; }","duration":"153.440132ms","start":"2026-03-31T21:19:48.017865Z","end":"2026-03-31T21:19:48.171305Z","steps":["trace[897718198] 'process raft request' (duration: 153.253897ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:19:48.171757Z","caller":"traceutil/trace.go:171","msg":"trace[1787125523] transaction","detail":"{read_only:false; response_revision:27857; number_of_response:1; }","duration":"152.544779ms","start":"2026-03-31T21:19:48.019168Z","end":"2026-03-31T21:19:48.171713Z","steps":["trace[1787125523] 'process raft request' (duration: 152.095438ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:19:48.171981Z","caller":"traceutil/trace.go:171","msg":"trace[269309372] linearizableReadLoop","detail":"{readStateIndex:28829; appliedIndex:28824; }","duration":"116.355558ms","start":"2026-03-31T21:19:48.055585Z","end":"2026-03-31T21:19:48.171941Z","steps":["trace[269309372] 'read index received' (duration: 35.356409ms)","trace[269309372] 'applied index is now lower than readState.Index' (duration: 80.997889ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:19:48.172225Z","caller":"traceutil/trace.go:171","msg":"trace[1675307412] transaction","detail":"{read_only:false; response_revision:27858; number_of_response:1; }","duration":"152.978119ms","start":"2026-03-31T21:19:48.019232Z","end":"2026-03-31T21:19:48.172211Z","steps":["trace[1675307412] 'process raft request' (duration: 152.316543ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:19:48.172346Z","caller":"traceutil/trace.go:171","msg":"trace[1710988500] transaction","detail":"{read_only:false; response_revision:27859; number_of_response:1; }","duration":"116.906322ms","start":"2026-03-31T21:19:48.055429Z","end":"2026-03-31T21:19:48.172335Z","steps":["trace[1710988500] 'process raft request' (duration: 116.358738ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:19:48.172655Z","caller":"traceutil/trace.go:171","msg":"trace[173189535] transaction","detail":"{read_only:false; response_revision:27860; number_of_response:1; }","duration":"116.875051ms","start":"2026-03-31T21:19:48.05574Z","end":"2026-03-31T21:19:48.172615Z","steps":["trace[173189535] 'process raft request' (duration: 116.145592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:48.172724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.107677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T21:19:48.172789Z","caller":"traceutil/trace.go:171","msg":"trace[1879256114] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27860; }","duration":"117.23063ms","start":"2026-03-31T21:19:48.055541Z","end":"2026-03-31T21:19:48.172772Z","steps":["trace[1879256114] 'agreement among raft nodes before linearized reading' (duration: 117.031825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:48.172988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.397584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T21:19:48.173048Z","caller":"traceutil/trace.go:171","msg":"trace[937144714] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27860; }","duration":"117.485137ms","start":"2026-03-31T21:19:48.055542Z","end":"2026-03-31T21:19:48.173027Z","steps":["trace[937144714] 'agreement among raft nodes before linearized reading' (duration: 117.360384ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:19:48.32495Z","caller":"traceutil/trace.go:171","msg":"trace[74935439] transaction","detail":"{read_only:false; response_revision:27862; number_of_response:1; }","duration":"146.502356ms","start":"2026-03-31T21:19:48.178423Z","end":"2026-03-31T21:19:48.324926Z","steps":["trace[74935439] 'process raft request' (duration: 146.432295ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:19:48.324963Z","caller":"traceutil/trace.go:171","msg":"trace[585144311] transaction","detail":"{read_only:false; response_revision:27861; number_of_response:1; }","duration":"147.033141ms","start":"2026-03-31T21:19:48.177895Z","end":"2026-03-31T21:19:48.324928Z","steps":["trace[585144311] 'process raft request' (duration: 52.959163ms)","trace[585144311] 'compare' (duration: 93.694919ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:19:48.912228Z","caller":"traceutil/trace.go:171","msg":"trace[1739732978] transaction","detail":"{read_only:false; response_revision:27864; number_of_response:1; }","duration":"109.794004ms","start":"2026-03-31T21:19:48.802395Z","end":"2026-03-31T21:19:48.912189Z","steps":["trace[1739732978] 'process raft request' (duration: 109.545817ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:19:49.391367Z","caller":"traceutil/trace.go:171","msg":"trace[122621731] transaction","detail":"{read_only:false; response_revision:27868; number_of_response:1; }","duration":"200.832595ms","start":"2026-03-31T21:19:49.190495Z","end":"2026-03-31T21:19:49.391327Z","steps":["trace[122621731] 'process raft request' (duration: 102.969102ms)","trace[122621731] 'compare' (duration: 97.442502ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:19:49.887569Z","caller":"traceutil/trace.go:171","msg":"trace[875180562] transaction","detail":"{read_only:false; response_revision:27869; number_of_response:1; }","duration":"401.71649ms","start":"2026-03-31T21:19:49.485769Z","end":"2026-03-31T21:19:49.887485Z","steps":["trace[875180562] 'process raft request' (duration: 401.259319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:49.887713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:49.485742Z","time spent":"401.902685ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:19:50.736291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.832763ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:19:50.736514Z","caller":"traceutil/trace.go:171","msg":"trace[315124990] transaction","detail":"{read_only:false; response_revision:27872; number_of_response:1; }","duration":"557.998153ms","start":"2026-03-31T21:19:50.178482Z","end":"2026-03-31T21:19:50.73648Z","steps":["trace[315124990] 'process raft request' (duration: 426.898883ms)","trace[315124990] 'compare' (duration: 130.560527ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:19:50.736596Z","caller":"traceutil/trace.go:171","msg":"trace[1212451427] transaction","detail":"{read_only:false; response_revision:27876; number_of_response:1; }","duration":"163.452654ms","start":"2026-03-31T21:19:50.573125Z","end":"2026-03-31T21:19:50.736578Z","steps":["trace[1212451427] 'process raft request' (duration: 163.417744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:50.736662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:50.178461Z","time spent":"558.124267ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:19:50.736798Z","caller":"traceutil/trace.go:171","msg":"trace[2024233394] transaction","detail":"{read_only:false; response_revision:27874; number_of_response:1; }","duration":"557.530212ms","start":"2026-03-31T21:19:50.179255Z","end":"2026-03-31T21:19:50.736785Z","steps":["trace[2024233394] 'process raft request' (duration: 557.210084ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:19:50.736855Z","caller":"traceutil/trace.go:171","msg":"trace[439135001] linearizableReadLoop","detail":"{readStateIndex:28845; appliedIndex:28841; }","duration":"407.733722ms","start":"2026-03-31T21:19:50.329101Z","end":"2026-03-31T21:19:50.736835Z","steps":["trace[439135001] 'read index received' (duration: 276.263223ms)","trace[439135001] 'applied index is now lower than readState.Index' (duration: 131.467939ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:19:50.73688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:50.179174Z","time spent":"557.668035ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:19:50.736966Z","caller":"traceutil/trace.go:171","msg":"trace[1357988861] transaction","detail":"{read_only:false; response_revision:27875; number_of_response:1; }","duration":"557.588013ms","start":"2026-03-31T21:19:50.179367Z","end":"2026-03-31T21:19:50.736955Z","steps":["trace[1357988861] 'process raft request' (duration: 557.128611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:50.737042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:50.179355Z","time spent":"557.641094ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:19:50.737138Z","caller":"traceutil/trace.go:171","msg":"trace[1400770632] transaction","detail":"{read_only:false; response_revision:27873; number_of_response:1; }","duration":"558.25264ms","start":"2026-03-31T21:19:50.178856Z","end":"2026-03-31T21:19:50.737109Z","steps":["trace[1400770632] 'process raft request' (duration: 557.548612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:50.737246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.139522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T21:19:50.737236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.135081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:19:50.737275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:50.178849Z","time spent":"558.354202ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:19:50.737294Z","caller":"traceutil/trace.go:171","msg":"trace[1385991198] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27876; }","duration":"408.220844ms","start":"2026-03-31T21:19:50.329062Z","end":"2026-03-31T21:19:50.737283Z","steps":["trace[1385991198] 'agreement among raft nodes before linearized reading' (duration: 408.087461ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:19:50.737313Z","caller":"traceutil/trace.go:171","msg":"trace[1877418532] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:27876; }","duration":"404.240293ms","start":"2026-03-31T21:19:50.333051Z","end":"2026-03-31T21:19:50.737292Z","steps":["trace[1877418532] 'agreement among raft nodes before linearized reading' (duration: 404.10804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:50.737298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.425644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-31T21:19:50.737337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:50.329047Z","time spent":"408.283005ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T21:19:50.737372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:50.333043Z","time spent":"404.317555ms","remote":"127.0.0.1:60786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:19:50.737383Z","caller":"traceutil/trace.go:171","msg":"trace[446807026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27876; }","duration":"407.535706ms","start":"2026-03-31T21:19:50.329829Z","end":"2026-03-31T21:19:50.737365Z","steps":["trace[446807026] 'agreement among raft nodes before linearized reading' (duration: 407.29399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:50.73742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:50.329819Z","time spent":"407.592867ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T21:19:50.991715Z","caller":"traceutil/trace.go:171","msg":"trace[1855633404] transaction","detail":"{read_only:false; response_revision:27878; number_of_response:1; }","duration":"250.202986ms","start":"2026-03-31T21:19:50.741472Z","end":"2026-03-31T21:19:50.991675Z","steps":["trace[1855633404] 'process raft request' (duration: 152.964099ms)","trace[1855633404] 'compare' (duration: 96.664043ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:19:50.992055Z","caller":"traceutil/trace.go:171","msg":"trace[649383527] linearizableReadLoop","detail":"{readStateIndex:28849; appliedIndex:28847; }","duration":"122.283878ms","start":"2026-03-31T21:19:50.869728Z","end":"2026-03-31T21:19:50.992012Z","steps":["trace[649383527] 'read index received' (duration: 24.64822ms)","trace[649383527] 'applied index is now lower than readState.Index' (duration: 97.632488ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:19:50.992104Z","caller":"traceutil/trace.go:171","msg":"trace[233543664] transaction","detail":"{read_only:false; response_revision:27879; number_of_response:1; }","duration":"250.294319ms","start":"2026-03-31T21:19:50.741768Z","end":"2026-03-31T21:19:50.992062Z","steps":["trace[233543664] 'process raft request' (duration: 249.800397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:50.992238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.489653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:19:50.992299Z","caller":"traceutil/trace.go:171","msg":"trace[333168136] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27879; }","duration":"122.597335ms","start":"2026-03-31T21:19:50.869684Z","end":"2026-03-31T21:19:50.992282Z","steps":["trace[333168136] 'agreement among raft nodes before linearized reading' (duration: 122.467072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:51.573579Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973397407,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:19:52.052685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.542608ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:19:52.052786Z","caller":"traceutil/trace.go:171","msg":"trace[1988941365] linearizableReadLoop","detail":"{readStateIndex:28850; appliedIndex:28849; }","duration":"980.24616ms","start":"2026-03-31T21:19:51.072525Z","end":"2026-03-31T21:19:52.052771Z","steps":["trace[1988941365] 'read index received' (duration: 560.564618ms)","trace[1988941365] 'applied index is now lower than readState.Index' (duration: 419.678172ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:19:52.052908Z","caller":"traceutil/trace.go:171","msg":"trace[1892281929] transaction","detail":"{read_only:false; response_revision:27880; number_of_response:1; }","duration":"1.013938387s","start":"2026-03-31T21:19:51.038932Z","end":"2026-03-31T21:19:52.052871Z","steps":["trace[1892281929] 'process raft request' (duration: 594.122602ms)","trace[1892281929] 'compare' (duration: 419.180069ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:19:52.053005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.483496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-31T21:19:52.053054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:51.038913Z","time spent":"1.014074641s","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:19:52.053071Z","caller":"traceutil/trace.go:171","msg":"trace[773468275] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27880; }","duration":"980.587258ms","start":"2026-03-31T21:19:51.072467Z","end":"2026-03-31T21:19:52.053055Z","steps":["trace[773468275] 'agreement among raft nodes before linearized reading' (duration: 980.386053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:52.053236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:51.072437Z","time spent":"980.784033ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T21:19:52.05328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.379421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T21:19:52.053318Z","caller":"traceutil/trace.go:171","msg":"trace[1132285563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27880; }","duration":"159.452043ms","start":"2026-03-31T21:19:51.893857Z","end":"2026-03-31T21:19:52.053309Z","steps":["trace[1132285563] 'agreement among raft nodes before linearized reading' (duration: 159.357631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:52.053181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.704023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T21:19:52.053365Z","caller":"traceutil/trace.go:171","msg":"trace[1458087643] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27880; }","duration":"657.922308ms","start":"2026-03-31T21:19:51.395428Z","end":"2026-03-31T21:19:52.05335Z","steps":["trace[1458087643] 'agreement among raft nodes before linearized reading' (duration: 657.676772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:52.053418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:51.395408Z","time spent":"657.99743ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T21:19:52.053469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.111561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-746cd8c8fd-zs8gj.18a20817d10b2e2f\" ","response":"range_response_count:1 size:1180"} {"level":"info","ts":"2026-03-31T21:19:52.053504Z","caller":"traceutil/trace.go:171","msg":"trace[1655839995] range","detail":"{range_begin:/registry/events/openstack/cinder-api-746cd8c8fd-zs8gj.18a20817d10b2e2f; range_end:; response_count:1; response_revision:27880; }","duration":"530.173193ms","start":"2026-03-31T21:19:51.523322Z","end":"2026-03-31T21:19:52.053495Z","steps":["trace[1655839995] 'agreement among raft nodes before linearized reading' (duration: 530.081241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:52.053542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:51.523307Z","time spent":"530.226554ms","remote":"127.0.0.1:39860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1203,"request content":"key:\"/registry/events/openstack/cinder-api-746cd8c8fd-zs8gj.18a20817d10b2e2f\" "} {"level":"warn","ts":"2026-03-31T21:19:52.053579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.578793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-31T21:19:52.053676Z","caller":"traceutil/trace.go:171","msg":"trace[1034738161] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27880; }","duration":"203.716477ms","start":"2026-03-31T21:19:51.849937Z","end":"2026-03-31T21:19:52.053654Z","steps":["trace[1034738161] 'agreement among raft nodes before linearized reading' (duration: 203.42509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:52.053759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.54729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:19:52.053807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.183116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:19:52.053827Z","caller":"traceutil/trace.go:171","msg":"trace[1026818380] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27880; }","duration":"183.650163ms","start":"2026-03-31T21:19:51.870161Z","end":"2026-03-31T21:19:52.053811Z","steps":["trace[1026818380] 'agreement among raft nodes before linearized reading' (duration: 183.5363ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:19:52.053886Z","caller":"traceutil/trace.go:171","msg":"trace[2114346447] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:27880; }","duration":"550.296549ms","start":"2026-03-31T21:19:51.503568Z","end":"2026-03-31T21:19:52.053865Z","steps":["trace[2114346447] 'agreement among raft nodes before linearized reading' (duration: 550.134705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:52.053945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:51.503552Z","time spent":"550.377181ms","remote":"127.0.0.1:42666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:19:52.558509Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973397411,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:19:53.058881Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973397411,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T21:19:53.232127Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.175469033s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T21:19:53.31982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088019541s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:19:53.319981Z","caller":"traceutil/trace.go:171","msg":"trace[439536486] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27880; }","duration":"1.088193906s","start":"2026-03-31T21:19:52.231762Z","end":"2026-03-31T21:19:53.319956Z","steps":["trace[439536486] 'range keys from in-memory index tree' (duration: 1.087998801s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:19:53.320363Z","caller":"traceutil/trace.go:171","msg":"trace[984374022] transaction","detail":"{read_only:false; response_revision:27881; number_of_response:1; }","duration":"1.263791085s","start":"2026-03-31T21:19:52.056549Z","end":"2026-03-31T21:19:53.32034Z","steps":["trace[984374022] 'process raft request' (duration: 1.175851822s)","trace[984374022] 'compare' (duration: 87.665287ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:19:53.320517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:52.056522Z","time spent":"1.263900898s","remote":"127.0.0.1:39860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1164,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:19:53.693754Z","caller":"traceutil/trace.go:171","msg":"trace[1703857027] transaction","detail":"{read_only:false; response_revision:27883; number_of_response:1; }","duration":"1.635078529s","start":"2026-03-31T21:19:52.058648Z","end":"2026-03-31T21:19:53.693727Z","steps":["trace[1703857027] 'process raft request' (duration: 1.634926995s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:53.693935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:52.058588Z","time spent":"1.635244544s","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:19:53.693754Z","caller":"traceutil/trace.go:171","msg":"trace[1428816510] transaction","detail":"{read_only:false; response_revision:27882; number_of_response:1; }","duration":"1.63508467s","start":"2026-03-31T21:19:52.05863Z","end":"2026-03-31T21:19:53.693715Z","steps":["trace[1428816510] 'process raft request' (duration: 1.604047299s)","trace[1428816510] 'compare' (duration: 30.340444ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:19:53.694253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:52.058619Z","time spent":"1.635553802s","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:19:53.694343Z","caller":"traceutil/trace.go:171","msg":"trace[88800388] transaction","detail":"{read_only:false; response_revision:27884; number_of_response:1; }","duration":"1.635638774s","start":"2026-03-31T21:19:52.058667Z","end":"2026-03-31T21:19:53.694306Z","steps":["trace[88800388] 'process raft request' (duration: 1.635001838s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:53.694539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:52.058651Z","time spent":"1.635789018s","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:19:53.78247Z","caller":"traceutil/trace.go:171","msg":"trace[661701329] transaction","detail":"{read_only:false; response_revision:27886; number_of_response:1; }","duration":"1.530249022s","start":"2026-03-31T21:19:52.252195Z","end":"2026-03-31T21:19:53.782444Z","steps":["trace[661701329] 'process raft request' (duration: 1.530111278s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:19:53.782538Z","caller":"traceutil/trace.go:171","msg":"trace[1719061452] transaction","detail":"{read_only:false; response_revision:27885; number_of_response:1; }","duration":"1.662410798s","start":"2026-03-31T21:19:52.120101Z","end":"2026-03-31T21:19:53.782512Z","steps":["trace[1719061452] 'process raft request' (duration: 1.661801672s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:19:53.782657Z","caller":"traceutil/trace.go:171","msg":"trace[128076745] transaction","detail":"{read_only:false; response_revision:27887; number_of_response:1; }","duration":"1.040650199s","start":"2026-03-31T21:19:52.741991Z","end":"2026-03-31T21:19:53.782642Z","steps":["trace[128076745] 'process raft request' (duration: 1.040416253s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:19:53.782649Z","caller":"traceutil/trace.go:171","msg":"trace[1129174357] transaction","detail":"{read_only:false; response_revision:27888; number_of_response:1; }","duration":"1.040589088s","start":"2026-03-31T21:19:52.742016Z","end":"2026-03-31T21:19:53.782605Z","steps":["trace[1129174357] 'process raft request' (duration: 1.040474915s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:53.782731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:52.252166Z","time spent":"1.530388975s","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:19:53.782756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:52.12008Z","time spent":"1.66254821s","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:19:53.782753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:52.741965Z","time spent":"1.040748262s","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:19:53.782986Z","caller":"traceutil/trace.go:171","msg":"trace[576010877] transaction","detail":"{read_only:false; response_revision:27890; number_of_response:1; }","duration":"1.040189318s","start":"2026-03-31T21:19:52.742787Z","end":"2026-03-31T21:19:53.782976Z","steps":["trace[576010877] 'process raft request' (duration: 1.040045814s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:53.782799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:52.741988Z","time spent":"1.040735871s","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:19:53.782997Z","caller":"traceutil/trace.go:171","msg":"trace[834439462] transaction","detail":"{read_only:false; response_revision:27889; number_of_response:1; }","duration":"1.04067773s","start":"2026-03-31T21:19:52.74229Z","end":"2026-03-31T21:19:53.782968Z","steps":["trace[834439462] 'process raft request' (duration: 1.04027775s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:53.783048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:52.742775Z","time spent":"1.040247769s","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:19:53.783031Z","caller":"traceutil/trace.go:171","msg":"trace[1293660405] transaction","detail":"{read_only:false; response_revision:27891; number_of_response:1; }","duration":"1.015492837s","start":"2026-03-31T21:19:52.767509Z","end":"2026-03-31T21:19:53.783002Z","steps":["trace[1293660405] 'process raft request' (duration: 1.015423595s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:53.783117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:52.74228Z","time spent":"1.040772522s","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:19:53.783151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:52.767493Z","time spent":"1.015596979s","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:19:53.783221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.725204407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-31T21:19:53.78328Z","caller":"traceutil/trace.go:171","msg":"trace[1658285227] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27891; }","duration":"1.72531148s","start":"2026-03-31T21:19:52.057959Z","end":"2026-03-31T21:19:53.78327Z","steps":["trace[1658285227] 'agreement among raft nodes before linearized reading' (duration: 1.725110715s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:19:53.783012Z","caller":"traceutil/trace.go:171","msg":"trace[1180493109] linearizableReadLoop","detail":"{readStateIndex:28862; appliedIndex:28850; }","duration":"1.724972631s","start":"2026-03-31T21:19:52.058011Z","end":"2026-03-31T21:19:53.782983Z","steps":["trace[1180493109] 'read index received' (duration: 1.174404726s)","trace[1180493109] 'applied index is now lower than readState.Index' (duration: 550.566945ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:19:53.783312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:52.057939Z","time spent":"1.725366202s","remote":"127.0.0.1:39948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T21:19:53.783584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.465656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:19:53.783608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513696234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:19:53.783662Z","caller":"traceutil/trace.go:171","msg":"trace[1932638588] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27891; }","duration":"653.578419ms","start":"2026-03-31T21:19:53.130063Z","end":"2026-03-31T21:19:53.783642Z","steps":["trace[1932638588] 'agreement among raft nodes before linearized reading' (duration: 653.432174ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:19:53.783687Z","caller":"traceutil/trace.go:171","msg":"trace[1127633720] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:27891; }","duration":"1.513808688s","start":"2026-03-31T21:19:52.269862Z","end":"2026-03-31T21:19:53.783671Z","steps":["trace[1127633720] 'agreement among raft nodes before linearized reading' (duration: 1.513596702s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:53.783714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:53.130047Z","time spent":"653.652321ms","remote":"127.0.0.1:42586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T21:19:53.783752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:52.269851Z","time spent":"1.51388508s","remote":"127.0.0.1:39956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:19:53.78368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.996716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:19:53.783819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.340458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:19:53.783857Z","caller":"traceutil/trace.go:171","msg":"trace[1420825383] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:27891; }","duration":"745.39686ms","start":"2026-03-31T21:19:53.03845Z","end":"2026-03-31T21:19:53.783847Z","steps":["trace[1420825383] 'agreement among raft nodes before linearized reading' (duration: 745.323768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:53.783881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:53.038438Z","time spent":"745.436891ms","remote":"127.0.0.1:60732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:19:53.78399Z","caller":"traceutil/trace.go:171","msg":"trace[1384459887] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27891; }","duration":"305.212171ms","start":"2026-03-31T21:19:53.478596Z","end":"2026-03-31T21:19:53.783808Z","steps":["trace[1384459887] 'agreement among raft nodes before linearized reading' (duration: 304.971874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:53.784105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.808813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:19:53.784153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.489354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T21:19:53.784168Z","caller":"traceutil/trace.go:171","msg":"trace[1115628828] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:27891; }","duration":"523.910535ms","start":"2026-03-31T21:19:53.260242Z","end":"2026-03-31T21:19:53.784152Z","steps":["trace[1115628828] 'agreement among raft nodes before linearized reading' (duration: 523.828693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:53.784164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:53.478581Z","time spent":"305.524389ms","remote":"127.0.0.1:39784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:19:53.784185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.465805121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:19:53.784216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:53.260215Z","time spent":"523.987097ms","remote":"127.0.0.1:33402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:19:53.784252Z","caller":"traceutil/trace.go:171","msg":"trace[2095385736] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:27891; }","duration":"1.465909113s","start":"2026-03-31T21:19:52.31832Z","end":"2026-03-31T21:19:53.784229Z","steps":["trace[2095385736] 'agreement among raft nodes before linearized reading' (duration: 1.465798891s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:53.784308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:52.318302Z","time spent":"1.465987645s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:19:53.784038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.350738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:19:53.784187Z","caller":"traceutil/trace.go:171","msg":"trace[1760171081] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27891; }","duration":"788.567496ms","start":"2026-03-31T21:19:52.995613Z","end":"2026-03-31T21:19:53.78418Z","steps":["trace[1760171081] 'agreement among raft nodes before linearized reading' (duration: 788.484344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:53.784538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:52.995593Z","time spent":"788.883394ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T21:19:53.784079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.487834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T21:19:53.784396Z","caller":"traceutil/trace.go:171","msg":"trace[1479367602] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:27891; }","duration":"352.708287ms","start":"2026-03-31T21:19:53.431667Z","end":"2026-03-31T21:19:53.784375Z","steps":["trace[1479367602] 'agreement among raft nodes before linearized reading' (duration: 352.320587ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:19:53.784845Z","caller":"traceutil/trace.go:171","msg":"trace[1093844426] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27891; }","duration":"789.159241ms","start":"2026-03-31T21:19:52.995548Z","end":"2026-03-31T21:19:53.784707Z","steps":["trace[1093844426] 'agreement among raft nodes before linearized reading' (duration: 787.991911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:53.785149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:52.995535Z","time spent":"789.594812ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T21:19:53.78485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:53.4316Z","time spent":"353.2244ms","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:19:53.785488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450204817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T21:19:53.785556Z","caller":"traceutil/trace.go:171","msg":"trace[1688652852] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:27891; }","duration":"1.450320901s","start":"2026-03-31T21:19:52.33522Z","end":"2026-03-31T21:19:53.785541Z","steps":["trace[1688652852] 'agreement among raft nodes before linearized reading' (duration: 1.448769362s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:53.785603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:52.335201Z","time spent":"1.450388562s","remote":"127.0.0.1:40332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2734,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:19:54.268439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.978007ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:19:54.26868Z","caller":"traceutil/trace.go:171","msg":"trace[1242827150] linearizableReadLoop","detail":"{readStateIndex:28864; appliedIndex:28862; }","duration":"473.095166ms","start":"2026-03-31T21:19:53.795567Z","end":"2026-03-31T21:19:54.268663Z","steps":["trace[1242827150] 'read index received' (duration: 74.812262ms)","trace[1242827150] 'applied index is now lower than readState.Index' (duration: 398.281884ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:19:54.26877Z","caller":"traceutil/trace.go:171","msg":"trace[1355335371] transaction","detail":"{read_only:false; response_revision:27892; number_of_response:1; }","duration":"478.256977ms","start":"2026-03-31T21:19:53.7905Z","end":"2026-03-31T21:19:54.268757Z","steps":["trace[1355335371] 'process raft request' (duration: 79.866069ms)","trace[1355335371] 'compare' (duration: 397.73004ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:19:54.268849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:53.790481Z","time spent":"478.325928ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:19:54.26901Z","caller":"traceutil/trace.go:171","msg":"trace[272409324] transaction","detail":"{read_only:false; response_revision:27893; number_of_response:1; }","duration":"478.302488ms","start":"2026-03-31T21:19:53.790698Z","end":"2026-03-31T21:19:54.269Z","steps":["trace[272409324] 'process raft request' (duration: 477.859507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:54.269069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:53.790631Z","time spent":"478.409491ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:19:54.269218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.619589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:19:54.269308Z","caller":"traceutil/trace.go:171","msg":"trace[218598991] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27893; }","duration":"473.750093ms","start":"2026-03-31T21:19:53.795535Z","end":"2026-03-31T21:19:54.269285Z","steps":["trace[218598991] 'agreement among raft nodes before linearized reading' (duration: 473.590579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:54.269357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:53.79552Z","time spent":"473.827934ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-31T21:19:54.328137Z","caller":"traceutil/trace.go:171","msg":"trace[2128894246] transaction","detail":"{read_only:false; response_revision:27894; number_of_response:1; }","duration":"268.58041ms","start":"2026-03-31T21:19:54.059528Z","end":"2026-03-31T21:19:54.328108Z","steps":["trace[2128894246] 'process raft request' (duration: 268.435636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:54.860004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.469487ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:19:54.860117Z","caller":"traceutil/trace.go:171","msg":"trace[468679583] linearizableReadLoop","detail":"{readStateIndex:28866; appliedIndex:28864; }","duration":"591.379602ms","start":"2026-03-31T21:19:54.26872Z","end":"2026-03-31T21:19:54.8601Z","steps":["trace[468679583] 'read index received' (duration: 59.290821ms)","trace[468679583] 'applied index is now lower than readState.Index' (duration: 532.087701ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:19:54.860208Z","caller":"traceutil/trace.go:171","msg":"trace[1320032348] transaction","detail":"{read_only:false; response_revision:27895; number_of_response:1; }","duration":"669.224173ms","start":"2026-03-31T21:19:54.190967Z","end":"2026-03-31T21:19:54.860191Z","steps":["trace[1320032348] 'process raft request' (duration: 218.481649ms)","trace[1320032348] 'compare' (duration: 450.307393ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:19:54.860271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:54.190912Z","time spent":"669.327575ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:19:54.860624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.806023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:19:54.860685Z","caller":"traceutil/trace.go:171","msg":"trace[615239848] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27895; }","duration":"585.904425ms","start":"2026-03-31T21:19:54.274768Z","end":"2026-03-31T21:19:54.860672Z","steps":["trace[615239848] 'agreement among raft nodes before linearized reading' (duration: 585.802212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:54.86072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:54.274749Z","time spent":"585.962607ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T21:19:54.860783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020051352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:19:54.860913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.78281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:19:54.860966Z","caller":"traceutil/trace.go:171","msg":"trace[2118847836] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:27895; }","duration":"306.871342ms","start":"2026-03-31T21:19:54.554077Z","end":"2026-03-31T21:19:54.860948Z","steps":["trace[2118847836] 'agreement among raft nodes before linearized reading' (duration: 306.78756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:54.861016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:54.554054Z","time spent":"306.946674ms","remote":"127.0.0.1:60690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:19:54.861026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.411605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:19:54.861083Z","caller":"traceutil/trace.go:171","msg":"trace[1156584193] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:27895; }","duration":"992.521679ms","start":"2026-03-31T21:19:53.868549Z","end":"2026-03-31T21:19:54.861071Z","steps":["trace[1156584193] 'agreement among raft nodes before linearized reading' (duration: 992.398365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:54.861126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:53.868523Z","time spent":"992.58928ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:19:54.860911Z","caller":"traceutil/trace.go:171","msg":"trace[1485813060] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27895; }","duration":"1.020185525s","start":"2026-03-31T21:19:53.8407Z","end":"2026-03-31T21:19:54.860885Z","steps":["trace[1485813060] 'agreement among raft nodes before linearized reading' (duration: 1.019856947s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:54.861323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.533676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-31T21:19:54.861361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:53.840634Z","time spent":"1.020676376s","remote":"127.0.0.1:40254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-31T21:19:54.861395Z","caller":"traceutil/trace.go:171","msg":"trace[783348920] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:27895; }","duration":"231.622219ms","start":"2026-03-31T21:19:54.629738Z","end":"2026-03-31T21:19:54.86136Z","steps":["trace[783348920] 'agreement among raft nodes before linearized reading' (duration: 231.399813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:54.860787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.386626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:19:54.861497Z","caller":"traceutil/trace.go:171","msg":"trace[25842252] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27895; }","duration":"991.117883ms","start":"2026-03-31T21:19:53.870342Z","end":"2026-03-31T21:19:54.86146Z","steps":["trace[25842252] 'agreement among raft nodes before linearized reading' (duration: 990.364014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:54.861633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:53.870329Z","time spent":"991.260007ms","remote":"127.0.0.1:39782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T21:19:55.826557Z","caller":"traceutil/trace.go:171","msg":"trace[484978026] transaction","detail":"{read_only:false; response_revision:27896; number_of_response:1; }","duration":"630.547889ms","start":"2026-03-31T21:19:55.195989Z","end":"2026-03-31T21:19:55.826537Z","steps":["trace[484978026] 'process raft request' (duration: 630.412076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:55.82672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:55.195966Z","time spent":"630.670402ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:19:55.826817Z","caller":"traceutil/trace.go:171","msg":"trace[1937925357] linearizableReadLoop","detail":"{readStateIndex:28867; appliedIndex:28867; }","duration":"223.187687ms","start":"2026-03-31T21:19:55.603598Z","end":"2026-03-31T21:19:55.826785Z","steps":["trace[1937925357] 'read index received' (duration: 223.172257ms)","trace[1937925357] 'applied index is now lower than readState.Index' (duration: 12.38µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:19:55.826987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.367481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:19:55.827048Z","caller":"traceutil/trace.go:171","msg":"trace[592815568] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:27896; }","duration":"223.472544ms","start":"2026-03-31T21:19:55.603561Z","end":"2026-03-31T21:19:55.827033Z","steps":["trace[592815568] 'agreement among raft nodes before linearized reading' (duration: 223.338591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:55.872833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.303797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T21:19:55.872896Z","caller":"traceutil/trace.go:171","msg":"trace[758849955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27903; }","duration":"174.410119ms","start":"2026-03-31T21:19:55.698472Z","end":"2026-03-31T21:19:55.872883Z","steps":["trace[758849955] 'agreement among raft nodes before linearized reading' (duration: 174.227654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:55.873296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.066064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-31T21:19:55.873377Z","caller":"traceutil/trace.go:171","msg":"trace[1132457947] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27903; }","duration":"173.174107ms","start":"2026-03-31T21:19:55.700182Z","end":"2026-03-31T21:19:55.873357Z","steps":["trace[1132457947] 'agreement among raft nodes before linearized reading' (duration: 172.999653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:55.8736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.357143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T21:19:55.873637Z","caller":"traceutil/trace.go:171","msg":"trace[208199604] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27903; }","duration":"173.407994ms","start":"2026-03-31T21:19:55.700221Z","end":"2026-03-31T21:19:55.873629Z","steps":["trace[208199604] 'agreement among raft nodes before linearized reading' (duration: 173.319712ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:19:56.002826Z","caller":"traceutil/trace.go:171","msg":"trace[742481232] transaction","detail":"{read_only:false; response_revision:27906; number_of_response:1; }","duration":"106.220463ms","start":"2026-03-31T21:19:55.896586Z","end":"2026-03-31T21:19:56.002807Z","steps":["trace[742481232] 'process raft request' (duration: 106.195582ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:19:56.003299Z","caller":"traceutil/trace.go:171","msg":"trace[779483973] transaction","detail":"{read_only:false; response_revision:27905; number_of_response:1; }","duration":"114.898901ms","start":"2026-03-31T21:19:55.888366Z","end":"2026-03-31T21:19:56.003264Z","steps":["trace[779483973] 'process raft request' (duration: 114.320567ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:19:56.466102Z","caller":"traceutil/trace.go:171","msg":"trace[1026846623] linearizableReadLoop","detail":"{readStateIndex:28878; appliedIndex:28877; }","duration":"191.305124ms","start":"2026-03-31T21:19:56.274775Z","end":"2026-03-31T21:19:56.46608Z","steps":["trace[1026846623] 'read index received' (duration: 191.223592ms)","trace[1026846623] 'applied index is now lower than readState.Index' (duration: 80.442µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:19:56.466809Z","caller":"traceutil/trace.go:171","msg":"trace[177189490] transaction","detail":"{read_only:false; response_revision:27907; number_of_response:1; }","duration":"215.064752ms","start":"2026-03-31T21:19:56.251659Z","end":"2026-03-31T21:19:56.466724Z","steps":["trace[177189490] 'process raft request' (duration: 214.268542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:56.467106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.313069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T21:19:56.46717Z","caller":"traceutil/trace.go:171","msg":"trace[504666638] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27907; }","duration":"192.413292ms","start":"2026-03-31T21:19:56.274744Z","end":"2026-03-31T21:19:56.467157Z","steps":["trace[504666638] 'agreement among raft nodes before linearized reading' (duration: 191.782986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:56.96692Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973397457,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T21:19:57.094186Z","caller":"traceutil/trace.go:171","msg":"trace[2118857444] transaction","detail":"{read_only:false; response_revision:27908; number_of_response:1; }","duration":"761.797442ms","start":"2026-03-31T21:19:56.332365Z","end":"2026-03-31T21:19:57.094162Z","steps":["trace[2118857444] 'process raft request' (duration: 761.594267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:57.09433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:56.332344Z","time spent":"761.910464ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:19:57.280847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.253118ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:19:57.280958Z","caller":"traceutil/trace.go:171","msg":"trace[1358473661] linearizableReadLoop","detail":"{readStateIndex:28880; appliedIndex:28878; }","duration":"814.702863ms","start":"2026-03-31T21:19:56.466233Z","end":"2026-03-31T21:19:57.280936Z","steps":["trace[1358473661] 'read index received' (duration: 627.777938ms)","trace[1358473661] 'applied index is now lower than readState.Index' (duration: 186.923655ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:19:57.281182Z","caller":"traceutil/trace.go:171","msg":"trace[967075194] transaction","detail":"{read_only:false; response_revision:27909; number_of_response:1; }","duration":"790.828633ms","start":"2026-03-31T21:19:56.490338Z","end":"2026-03-31T21:19:57.281167Z","steps":["trace[967075194] 'process raft request' (duration: 662.184205ms)","trace[967075194] 'compare' (duration: 127.971391ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:19:57.281253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:56.490315Z","time spent":"790.893234ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:19:57.281402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.057408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:19:57.2815Z","caller":"traceutil/trace.go:171","msg":"trace[1201764716] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:27909; }","duration":"791.190712ms","start":"2026-03-31T21:19:56.49029Z","end":"2026-03-31T21:19:57.28148Z","steps":["trace[1201764716] 'agreement among raft nodes before linearized reading' (duration: 791.050508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:57.281553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:56.490275Z","time spent":"791.263743ms","remote":"127.0.0.1:32894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:19:57.281549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.954857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:19:57.281639Z","caller":"traceutil/trace.go:171","msg":"trace[2014874170] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27909; }","duration":"412.106111ms","start":"2026-03-31T21:19:56.86951Z","end":"2026-03-31T21:19:57.281616Z","steps":["trace[2014874170] 'agreement among raft nodes before linearized reading' (duration: 411.922326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:57.281646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.547509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:19:57.281683Z","caller":"traceutil/trace.go:171","msg":"trace[1617365791] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:27909; }","duration":"514.623601ms","start":"2026-03-31T21:19:56.76705Z","end":"2026-03-31T21:19:57.281673Z","steps":["trace[1617365791] 'agreement among raft nodes before linearized reading' (duration: 514.479798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:57.281679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:56.869491Z","time spent":"412.178673ms","remote":"127.0.0.1:39784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:19:57.281713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:56.767029Z","time spent":"514.676073ms","remote":"127.0.0.1:40054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":93,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:19:57.28175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.569533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-31T21:19:57.281751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00687962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T21:19:57.281824Z","caller":"traceutil/trace.go:171","msg":"trace[1397883511] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:27909; }","duration":"563.768368ms","start":"2026-03-31T21:19:56.718036Z","end":"2026-03-31T21:19:57.281804Z","steps":["trace[1397883511] 'agreement among raft nodes before linearized reading' (duration: 563.578933ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:19:57.281831Z","caller":"traceutil/trace.go:171","msg":"trace[502786607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27909; }","duration":"1.007003242s","start":"2026-03-31T21:19:56.274813Z","end":"2026-03-31T21:19:57.281817Z","steps":["trace[502786607] 'agreement among raft nodes before linearized reading' (duration: 1.006788477s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:57.281864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:56.718013Z","time spent":"563.84259ms","remote":"127.0.0.1:39812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"warn","ts":"2026-03-31T21:19:57.281866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:56.274795Z","time spent":"1.007063004s","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T21:19:57.88335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.930498ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:19:57.883478Z","caller":"traceutil/trace.go:171","msg":"trace[736952458] transaction","detail":"{read_only:false; response_revision:27910; number_of_response:1; }","duration":"595.507597ms","start":"2026-03-31T21:19:57.287935Z","end":"2026-03-31T21:19:57.883443Z","steps":["trace[736952458] 'process raft request' (duration: 295.409975ms)","trace[736952458] 'compare' (duration: 299.654751ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:19:57.883542Z","caller":"traceutil/trace.go:171","msg":"trace[1810454644] transaction","detail":"{read_only:false; response_revision:27911; number_of_response:1; }","duration":"429.270923ms","start":"2026-03-31T21:19:57.454257Z","end":"2026-03-31T21:19:57.883528Z","steps":["trace[1810454644] 'process raft request' (duration: 429.180051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:57.883596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:57.454221Z","time spent":"429.349004ms","remote":"127.0.0.1:39812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:19:57.883649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:57.287916Z","time spent":"595.636401ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:19:57.883714Z","caller":"traceutil/trace.go:171","msg":"trace[993877156] linearizableReadLoop","detail":"{readStateIndex:28882; appliedIndex:28880; }","duration":"578.556279ms","start":"2026-03-31T21:19:57.305132Z","end":"2026-03-31T21:19:57.883689Z","steps":["trace[993877156] 'read index received' (duration: 113.233059ms)","trace[993877156] 'applied index is now lower than readState.Index' (duration: 465.32077ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:19:57.883924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.787776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:19:57.88396Z","caller":"traceutil/trace.go:171","msg":"trace[149527412] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:27911; }","duration":"578.855637ms","start":"2026-03-31T21:19:57.305094Z","end":"2026-03-31T21:19:57.88395Z","steps":["trace[149527412] 'agreement among raft nodes before linearized reading' (duration: 578.775775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:57.883982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:57.305078Z","time spent":"578.898218ms","remote":"127.0.0.1:42686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:19:57.896407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.888952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:19:57.896474Z","caller":"traceutil/trace.go:171","msg":"trace[1979596968] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:27917; }","duration":"564.002335ms","start":"2026-03-31T21:19:57.332456Z","end":"2026-03-31T21:19:57.896459Z","steps":["trace[1979596968] 'agreement among raft nodes before linearized reading' (duration: 563.896163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:57.896465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.335116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-31T21:19:57.896502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:57.332439Z","time spent":"564.055306ms","remote":"127.0.0.1:42742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:19:57.896528Z","caller":"traceutil/trace.go:171","msg":"trace[1657408105] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:27917; }","duration":"406.446548ms","start":"2026-03-31T21:19:57.490064Z","end":"2026-03-31T21:19:57.89651Z","steps":["trace[1657408105] 'agreement among raft nodes before linearized reading' (duration: 406.193732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:57.896564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:19:57.490044Z","time spent":"406.511371ms","remote":"127.0.0.1:39832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":135,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:19:58.160585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.674182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T21:19:58.16066Z","caller":"traceutil/trace.go:171","msg":"trace[271313468] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27918; }","duration":"152.785945ms","start":"2026-03-31T21:19:58.007851Z","end":"2026-03-31T21:19:58.160637Z","steps":["trace[271313468] 'range keys from in-memory index tree' (duration: 152.511439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:58.160786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.365495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:19:58.160818Z","caller":"traceutil/trace.go:171","msg":"trace[1330733202] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:27918; }","duration":"123.446637ms","start":"2026-03-31T21:19:58.037364Z","end":"2026-03-31T21:19:58.160811Z","steps":["trace[1330733202] 'count revisions from in-memory index tree' (duration: 123.271062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:19:58.16114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.183483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-31T21:19:58.161259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.273392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T21:19:58.16134Z","caller":"traceutil/trace.go:171","msg":"trace[151988646] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27918; }","duration":"154.416266ms","start":"2026-03-31T21:19:58.006906Z","end":"2026-03-31T21:19:58.161322Z","steps":["trace[151988646] 'range keys from in-memory index tree' (duration: 153.939904ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:19:58.161457Z","caller":"traceutil/trace.go:171","msg":"trace[1019488801] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27918; }","duration":"172.423349ms","start":"2026-03-31T21:19:57.988885Z","end":"2026-03-31T21:19:58.161308Z","steps":["trace[1019488801] 'range keys from in-memory index tree' (duration: 171.920696ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:04.176943Z","caller":"traceutil/trace.go:171","msg":"trace[31858331] linearizableReadLoop","detail":"{readStateIndex:28951; appliedIndex:28950; }","duration":"113.155329ms","start":"2026-03-31T21:20:04.063765Z","end":"2026-03-31T21:20:04.176921Z","steps":["trace[31858331] 'read index received' (duration: 97.808272ms)","trace[31858331] 'applied index is now lower than readState.Index' (duration: 15.345957ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:20:04.177135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.347224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T21:20:04.177191Z","caller":"traceutil/trace.go:171","msg":"trace[1654702261] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27978; }","duration":"113.437075ms","start":"2026-03-31T21:20:04.06374Z","end":"2026-03-31T21:20:04.177177Z","steps":["trace[1654702261] 'agreement among raft nodes before linearized reading' (duration: 113.269681ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:04.177358Z","caller":"traceutil/trace.go:171","msg":"trace[1631010007] transaction","detail":"{read_only:false; response_revision:27978; number_of_response:1; }","duration":"123.434756ms","start":"2026-03-31T21:20:04.053903Z","end":"2026-03-31T21:20:04.177337Z","steps":["trace[1631010007] 'process raft request' (duration: 107.648338ms)","trace[1631010007] 'compare' (duration: 15.241055ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:20:04.360323Z","caller":"traceutil/trace.go:171","msg":"trace[1566818953] transaction","detail":"{read_only:false; response_revision:27982; number_of_response:1; }","duration":"109.371542ms","start":"2026-03-31T21:20:04.250927Z","end":"2026-03-31T21:20:04.360299Z","steps":["trace[1566818953] 'process raft request' (duration: 59.365444ms)","trace[1566818953] 'compare' (duration: 49.811463ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:20:04.360595Z","caller":"traceutil/trace.go:171","msg":"trace[1471405824] transaction","detail":"{read_only:false; response_revision:27983; number_of_response:1; }","duration":"108.483481ms","start":"2026-03-31T21:20:04.252077Z","end":"2026-03-31T21:20:04.36056Z","steps":["trace[1471405824] 'process raft request' (duration: 108.182253ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:05.134411Z","caller":"traceutil/trace.go:171","msg":"trace[373639096] transaction","detail":"{read_only:false; response_revision:27985; number_of_response:1; }","duration":"106.243264ms","start":"2026-03-31T21:20:05.028139Z","end":"2026-03-31T21:20:05.134382Z","steps":["trace[373639096] 'process raft request' (duration: 106.023189ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:06.051426Z","caller":"traceutil/trace.go:171","msg":"trace[891262782] transaction","detail":"{read_only:false; response_revision:27989; number_of_response:1; }","duration":"152.661062ms","start":"2026-03-31T21:20:05.898729Z","end":"2026-03-31T21:20:06.05139Z","steps":["trace[891262782] 'process raft request' (duration: 94.18233ms)","trace[891262782] 'compare' (duration: 58.125814ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:20:06.251157Z","caller":"traceutil/trace.go:171","msg":"trace[2073888821] transaction","detail":"{read_only:false; response_revision:27996; number_of_response:1; }","duration":"108.351698ms","start":"2026-03-31T21:20:06.142774Z","end":"2026-03-31T21:20:06.251126Z","steps":["trace[2073888821] 'process raft request' (duration: 108.163933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:06.699216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.228371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:20:06.699813Z","caller":"traceutil/trace.go:171","msg":"trace[1447602164] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:28001; }","duration":"117.866767ms","start":"2026-03-31T21:20:06.581909Z","end":"2026-03-31T21:20:06.699776Z","steps":["trace[1447602164] 'count revisions from in-memory index tree' (duration: 117.052356ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:11.276636Z","caller":"traceutil/trace.go:171","msg":"trace[1934695012] transaction","detail":"{read_only:false; response_revision:28037; number_of_response:1; }","duration":"109.381933ms","start":"2026-03-31T21:20:11.167236Z","end":"2026-03-31T21:20:11.276618Z","steps":["trace[1934695012] 'process raft request' (duration: 108.935572ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:11.698835Z","caller":"traceutil/trace.go:171","msg":"trace[1399188967] transaction","detail":"{read_only:false; response_revision:28049; number_of_response:1; }","duration":"129.020727ms","start":"2026-03-31T21:20:11.569789Z","end":"2026-03-31T21:20:11.69881Z","steps":["trace[1399188967] 'process raft request' (duration: 128.796262ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:40.376194Z","caller":"traceutil/trace.go:171","msg":"trace[1443579155] transaction","detail":"{read_only:false; response_revision:28430; number_of_response:1; }","duration":"121.020696ms","start":"2026-03-31T21:20:40.255147Z","end":"2026-03-31T21:20:40.376168Z","steps":["trace[1443579155] 'process raft request' (duration: 120.830981ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:40.438405Z","caller":"traceutil/trace.go:171","msg":"trace[348379986] transaction","detail":"{read_only:false; response_revision:28432; number_of_response:1; }","duration":"181.451797ms","start":"2026-03-31T21:20:40.256926Z","end":"2026-03-31T21:20:40.438378Z","steps":["trace[348379986] 'process raft request' (duration: 181.398266ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:40.438458Z","caller":"traceutil/trace.go:171","msg":"trace[1916002245] transaction","detail":"{read_only:false; response_revision:28431; number_of_response:1; }","duration":"183.279473ms","start":"2026-03-31T21:20:40.255162Z","end":"2026-03-31T21:20:40.438441Z","steps":["trace[1916002245] 'process raft request' (duration: 183.048317ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:40.438665Z","caller":"traceutil/trace.go:171","msg":"trace[803767976] transaction","detail":"{read_only:false; response_revision:28433; number_of_response:1; }","duration":"178.903642ms","start":"2026-03-31T21:20:40.259751Z","end":"2026-03-31T21:20:40.438655Z","steps":["trace[803767976] 'process raft request' (duration: 178.603415ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:40.438832Z","caller":"traceutil/trace.go:171","msg":"trace[2001462996] transaction","detail":"{read_only:false; response_revision:28434; number_of_response:1; }","duration":"176.783349ms","start":"2026-03-31T21:20:40.262039Z","end":"2026-03-31T21:20:40.438822Z","steps":["trace[2001462996] 'process raft request' (duration: 176.496622ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:40.438912Z","caller":"traceutil/trace.go:171","msg":"trace[345075166] transaction","detail":"{read_only:false; response_revision:28435; number_of_response:1; }","duration":"175.856156ms","start":"2026-03-31T21:20:40.263048Z","end":"2026-03-31T21:20:40.438904Z","steps":["trace[345075166] 'process raft request' (duration: 175.630401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:43.386139Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11978059080973398780,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T21:20:43.486382Z","caller":"traceutil/trace.go:171","msg":"trace[2018961744] transaction","detail":"{read_only:false; response_revision:28455; number_of_response:1; }","duration":"682.473086ms","start":"2026-03-31T21:20:42.803871Z","end":"2026-03-31T21:20:43.486344Z","steps":["trace[2018961744] 'process raft request' (duration: 681.367828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:43.486544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:42.803846Z","time spent":"682.61656ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:20:43.486534Z","caller":"traceutil/trace.go:171","msg":"trace[1803254912] linearizableReadLoop","detail":"{readStateIndex:29440; appliedIndex:29438; }","duration":"615.669785ms","start":"2026-03-31T21:20:42.870829Z","end":"2026-03-31T21:20:43.486499Z","steps":["trace[1803254912] 'read index received' (duration: 614.429013ms)","trace[1803254912] 'applied index is now lower than readState.Index' (duration: 1.239252ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:20:43.486873Z","caller":"traceutil/trace.go:171","msg":"trace[544158129] transaction","detail":"{read_only:false; response_revision:28456; number_of_response:1; }","duration":"138.715332ms","start":"2026-03-31T21:20:43.348143Z","end":"2026-03-31T21:20:43.486859Z","steps":["trace[544158129] 'process raft request' (duration: 138.132678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:43.487183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.353392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:20:43.487253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.626089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:20:43.487264Z","caller":"traceutil/trace.go:171","msg":"trace[1958489435] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28457; }","duration":"616.480176ms","start":"2026-03-31T21:20:42.870763Z","end":"2026-03-31T21:20:43.487243Z","steps":["trace[1958489435] 'agreement among raft nodes before linearized reading' (duration: 616.354582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:43.487252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.064553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:20:43.487308Z","caller":"traceutil/trace.go:171","msg":"trace[623557449] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:28457; }","duration":"554.763812ms","start":"2026-03-31T21:20:42.932529Z","end":"2026-03-31T21:20:43.487292Z","steps":["trace[623557449] 'agreement among raft nodes before linearized reading' (duration: 554.630999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:43.487311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:42.870742Z","time spent":"616.558847ms","remote":"127.0.0.1:39784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T21:20:43.487329Z","caller":"traceutil/trace.go:171","msg":"trace[1637439011] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:28457; }","duration":"337.170405ms","start":"2026-03-31T21:20:43.15014Z","end":"2026-03-31T21:20:43.48731Z","steps":["trace[1637439011] 'agreement among raft nodes before linearized reading' (duration: 337.037002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:43.487311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.486055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:20:43.487364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:43.150131Z","time spent":"337.225186ms","remote":"127.0.0.1:33432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:20:43.487388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.788803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:20:43.487374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.974797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:20:43.487345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:42.932502Z","time spent":"554.833114ms","remote":"127.0.0.1:32902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:20:43.487417Z","caller":"traceutil/trace.go:171","msg":"trace[255310395] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28457; }","duration":"347.858855ms","start":"2026-03-31T21:20:43.13955Z","end":"2026-03-31T21:20:43.487409Z","steps":["trace[255310395] 'agreement among raft nodes before linearized reading' (duration: 347.815334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:43.487442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:43.139527Z","time spent":"347.910885ms","remote":"127.0.0.1:40010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-31T21:20:43.487444Z","caller":"traceutil/trace.go:171","msg":"trace[162869642] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:28457; }","duration":"255.057569ms","start":"2026-03-31T21:20:43.232369Z","end":"2026-03-31T21:20:43.487426Z","steps":["trace[162869642] 'agreement among raft nodes before linearized reading' (duration: 254.915226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:43.487431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.294271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-31T21:20:43.487491Z","caller":"traceutil/trace.go:171","msg":"trace[1258235267] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28457; }","duration":"347.372112ms","start":"2026-03-31T21:20:43.140104Z","end":"2026-03-31T21:20:43.487476Z","steps":["trace[1258235267] 'agreement among raft nodes before linearized reading' (duration: 347.158137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:43.487493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.858265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:20:43.487512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.583247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-03-31T21:20:43.487526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:43.1401Z","time spent":"347.418333ms","remote":"127.0.0.1:40010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-03-31T21:20:43.487554Z","caller":"traceutil/trace.go:171","msg":"trace[654429294] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:28457; }","duration":"167.977038ms","start":"2026-03-31T21:20:43.319562Z","end":"2026-03-31T21:20:43.487539Z","steps":["trace[654429294] 'agreement among raft nodes before linearized reading' (duration: 167.841495ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:43.487584Z","caller":"traceutil/trace.go:171","msg":"trace[1592591673] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:28457; }","duration":"314.681539ms","start":"2026-03-31T21:20:43.172868Z","end":"2026-03-31T21:20:43.48755Z","steps":["trace[1592591673] 'agreement among raft nodes before linearized reading' (duration: 314.476284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:43.48782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:43.172856Z","time spent":"314.951726ms","remote":"127.0.0.1:39924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-31T21:20:43.487827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.339036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:20:43.487393Z","caller":"traceutil/trace.go:171","msg":"trace[1295543789] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28457; }","duration":"347.616149ms","start":"2026-03-31T21:20:43.139756Z","end":"2026-03-31T21:20:43.487372Z","steps":["trace[1295543789] 'agreement among raft nodes before linearized reading' (duration: 347.462305ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:43.48786Z","caller":"traceutil/trace.go:171","msg":"trace[1073442315] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28457; }","duration":"348.371297ms","start":"2026-03-31T21:20:43.13948Z","end":"2026-03-31T21:20:43.487851Z","steps":["trace[1073442315] 'agreement among raft nodes before linearized reading' (duration: 348.129141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:43.487886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:43.139439Z","time spent":"348.441898ms","remote":"127.0.0.1:40010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T21:20:43.48789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:43.139738Z","time spent":"348.143591ms","remote":"127.0.0.1:40010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-31T21:20:56.782756Z","caller":"traceutil/trace.go:171","msg":"trace[1954182089] transaction","detail":"{read_only:false; response_revision:28552; number_of_response:1; }","duration":"223.481595ms","start":"2026-03-31T21:20:56.559235Z","end":"2026-03-31T21:20:56.782717Z","steps":["trace[1954182089] 'process raft request' (duration: 223.238999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:57.132119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.632067ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:20:57.132368Z","caller":"traceutil/trace.go:171","msg":"trace[1347118082] transaction","detail":"{read_only:false; response_revision:28553; number_of_response:1; }","duration":"558.739693ms","start":"2026-03-31T21:20:56.573602Z","end":"2026-03-31T21:20:57.132341Z","steps":["trace[1347118082] 'process raft request' (duration: 342.797158ms)","trace[1347118082] 'compare' (duration: 215.288609ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:20:57.132442Z","caller":"traceutil/trace.go:171","msg":"trace[724741710] linearizableReadLoop","detail":"{readStateIndex:29543; appliedIndex:29537; }","duration":"507.855171ms","start":"2026-03-31T21:20:56.624569Z","end":"2026-03-31T21:20:57.132424Z","steps":["trace[724741710] 'read index received' (duration: 157.929254ms)","trace[724741710] 'applied index is now lower than readState.Index' (duration: 349.925037ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:20:57.132498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:56.573573Z","time spent":"558.853845ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:20:57.132625Z","caller":"traceutil/trace.go:171","msg":"trace[971691694] transaction","detail":"{read_only:false; response_revision:28554; number_of_response:1; }","duration":"543.648542ms","start":"2026-03-31T21:20:56.588966Z","end":"2026-03-31T21:20:57.132615Z","steps":["trace[971691694] 'process raft request' (duration: 543.248342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:57.132713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:56.588945Z","time spent":"543.719114ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:20:57.133031Z","caller":"traceutil/trace.go:171","msg":"trace[1973477068] transaction","detail":"{read_only:false; response_revision:28557; number_of_response:1; }","duration":"538.38487ms","start":"2026-03-31T21:20:56.594637Z","end":"2026-03-31T21:20:57.133022Z","steps":["trace[1973477068] 'process raft request' (duration: 537.741834ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:57.13305Z","caller":"traceutil/trace.go:171","msg":"trace[122411120] transaction","detail":"{read_only:false; response_revision:28556; number_of_response:1; }","duration":"538.707608ms","start":"2026-03-31T21:20:56.594315Z","end":"2026-03-31T21:20:57.133022Z","steps":["trace[122411120] 'process raft request' (duration: 538.025741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:57.133084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:56.594628Z","time spent":"538.431571ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:20:57.133116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.758298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-31T21:20:57.133146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.609687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T21:20:57.133162Z","caller":"traceutil/trace.go:171","msg":"trace[1684382642] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28557; }","duration":"505.82618ms","start":"2026-03-31T21:20:56.627322Z","end":"2026-03-31T21:20:57.133148Z","steps":["trace[1684382642] 'agreement among raft nodes before linearized reading' (duration: 505.697087ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:57.133193Z","caller":"traceutil/trace.go:171","msg":"trace[885907233] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28557; }","duration":"163.71084ms","start":"2026-03-31T21:20:56.96947Z","end":"2026-03-31T21:20:57.133181Z","steps":["trace[885907233] 'agreement among raft nodes before linearized reading' (duration: 163.563466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:57.133175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:56.594303Z","time spent":"538.80696ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:20:57.133198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:56.627312Z","time spent":"505.879121ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T21:20:57.133184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.433591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:20:57.133171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.589169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T21:20:57.133322Z","caller":"traceutil/trace.go:171","msg":"trace[187269958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28557; }","duration":"508.787404ms","start":"2026-03-31T21:20:56.624513Z","end":"2026-03-31T21:20:57.133301Z","steps":["trace[187269958] 'agreement among raft nodes before linearized reading' (duration: 508.482476ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:57.133361Z","caller":"traceutil/trace.go:171","msg":"trace[479696122] transaction","detail":"{read_only:false; response_revision:28555; number_of_response:1; }","duration":"541.025886ms","start":"2026-03-31T21:20:56.592113Z","end":"2026-03-31T21:20:57.133139Z","steps":["trace[479696122] 'process raft request' (duration: 540.186635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:57.133417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.610019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-31T21:20:57.133686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:56.624491Z","time spent":"509.174174ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T21:20:57.133748Z","caller":"traceutil/trace.go:171","msg":"trace[1819468197] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:28557; }","duration":"411.980238ms","start":"2026-03-31T21:20:56.721745Z","end":"2026-03-31T21:20:57.133725Z","steps":["trace[1819468197] 'agreement among raft nodes before linearized reading' (duration: 411.339302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:57.133808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.542077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:20:57.133807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:56.721722Z","time spent":"412.068251ms","remote":"127.0.0.1:39812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.207\" "} {"level":"info","ts":"2026-03-31T21:20:57.133259Z","caller":"traceutil/trace.go:171","msg":"trace[969652167] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:28557; }","duration":"300.554374ms","start":"2026-03-31T21:20:56.832685Z","end":"2026-03-31T21:20:57.13324Z","steps":["trace[969652167] 'agreement among raft nodes before linearized reading' (duration: 300.39464ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:57.133881Z","caller":"traceutil/trace.go:171","msg":"trace[568204922] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28557; }","duration":"264.65147ms","start":"2026-03-31T21:20:56.869213Z","end":"2026-03-31T21:20:57.133864Z","steps":["trace[568204922] 'agreement among raft nodes before linearized reading' (duration: 263.86941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:57.133894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:56.592087Z","time spent":"541.616281ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:20:57.133977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:56.832671Z","time spent":"301.22935ms","remote":"127.0.0.1:42718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:20:57.305677Z","caller":"traceutil/trace.go:171","msg":"trace[446492519] transaction","detail":"{read_only:false; response_revision:28558; number_of_response:1; }","duration":"167.878825ms","start":"2026-03-31T21:20:57.137769Z","end":"2026-03-31T21:20:57.305648Z","steps":["trace[446492519] 'process raft request' (duration: 109.801304ms)","trace[446492519] 'compare' (duration: 57.853076ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:20:57.305968Z","caller":"traceutil/trace.go:171","msg":"trace[232664197] transaction","detail":"{read_only:false; response_revision:28559; number_of_response:1; }","duration":"167.826663ms","start":"2026-03-31T21:20:57.138108Z","end":"2026-03-31T21:20:57.305935Z","steps":["trace[232664197] 'process raft request' (duration: 167.482515ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:57.306215Z","caller":"traceutil/trace.go:171","msg":"trace[962425553] transaction","detail":"{read_only:false; response_revision:28560; number_of_response:1; }","duration":"167.791573ms","start":"2026-03-31T21:20:57.138404Z","end":"2026-03-31T21:20:57.306195Z","steps":["trace[962425553] 'process raft request' (duration: 167.426184ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:57.306363Z","caller":"traceutil/trace.go:171","msg":"trace[1206916486] transaction","detail":"{read_only:false; response_revision:28562; number_of_response:1; }","duration":"133.982872ms","start":"2026-03-31T21:20:57.172366Z","end":"2026-03-31T21:20:57.306349Z","steps":["trace[1206916486] 'process raft request' (duration: 133.849708ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:57.306351Z","caller":"traceutil/trace.go:171","msg":"trace[679145315] transaction","detail":"{read_only:false; response_revision:28561; number_of_response:1; }","duration":"148.131278ms","start":"2026-03-31T21:20:57.158199Z","end":"2026-03-31T21:20:57.30633Z","steps":["trace[679145315] 'process raft request' (duration: 147.944124ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:58.024379Z","caller":"traceutil/trace.go:171","msg":"trace[1329953727] linearizableReadLoop","detail":"{readStateIndex:29550; appliedIndex:29549; }","duration":"494.875274ms","start":"2026-03-31T21:20:57.52948Z","end":"2026-03-31T21:20:58.024355Z","steps":["trace[1329953727] 'read index received' (duration: 494.796122ms)","trace[1329953727] 'applied index is now lower than readState.Index' (duration: 77.531µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:20:58.024476Z","caller":"traceutil/trace.go:171","msg":"trace[155053914] transaction","detail":"{read_only:false; response_revision:28563; number_of_response:1; }","duration":"576.240782ms","start":"2026-03-31T21:20:57.448205Z","end":"2026-03-31T21:20:58.024446Z","steps":["trace[155053914] 'process raft request' (duration: 575.995796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:58.024532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.032848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:20:58.024579Z","caller":"traceutil/trace.go:171","msg":"trace[197716781] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28563; }","duration":"495.12074ms","start":"2026-03-31T21:20:57.529445Z","end":"2026-03-31T21:20:58.024566Z","steps":["trace[197716781] 'agreement among raft nodes before linearized reading' (duration: 495.026387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:58.024615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:57.52943Z","time spent":"495.177492ms","remote":"127.0.0.1:40010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T21:20:58.024644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:57.448181Z","time spent":"576.373864ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:20:58.098098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.018266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T21:20:58.098139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.717549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:20:58.0982Z","caller":"traceutil/trace.go:171","msg":"trace[1384597803] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28564; }","duration":"541.153349ms","start":"2026-03-31T21:20:57.557008Z","end":"2026-03-31T21:20:58.098161Z","steps":["trace[1384597803] 'agreement among raft nodes before linearized reading' (duration: 540.923944ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:58.098207Z","caller":"traceutil/trace.go:171","msg":"trace[1252531121] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28564; }","duration":"217.828692ms","start":"2026-03-31T21:20:57.88036Z","end":"2026-03-31T21:20:58.098188Z","steps":["trace[1252531121] 'agreement among raft nodes before linearized reading' (duration: 217.708969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:58.098242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:57.55699Z","time spent":"541.243902ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T21:20:58.098247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.135679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:20:58.098238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.447041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-31T21:20:58.0983Z","caller":"traceutil/trace.go:171","msg":"trace[1396480945] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28564; }","duration":"419.20127ms","start":"2026-03-31T21:20:57.679076Z","end":"2026-03-31T21:20:58.098278Z","steps":["trace[1396480945] 'agreement among raft nodes before linearized reading' (duration: 419.148959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:58.098351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:57.679057Z","time spent":"419.286272ms","remote":"127.0.0.1:40010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T21:20:58.098175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.713127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:20:58.098522Z","caller":"traceutil/trace.go:171","msg":"trace[1581548872] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28564; }","duration":"448.095097ms","start":"2026-03-31T21:20:57.650415Z","end":"2026-03-31T21:20:58.09851Z","steps":["trace[1581548872] 'agreement among raft nodes before linearized reading' (duration: 447.681167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:58.098572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:57.650405Z","time spent":"448.151988ms","remote":"127.0.0.1:40010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T21:20:58.098581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.087769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:20:58.09865Z","caller":"traceutil/trace.go:171","msg":"trace[105878844] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28564; }","duration":"218.201861ms","start":"2026-03-31T21:20:57.880436Z","end":"2026-03-31T21:20:58.098638Z","steps":["trace[105878844] 'agreement among raft nodes before linearized reading' (duration: 218.107689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:58.09852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.258107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-31T21:20:58.098712Z","caller":"traceutil/trace.go:171","msg":"trace[832974626] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28564; }","duration":"211.465122ms","start":"2026-03-31T21:20:57.887235Z","end":"2026-03-31T21:20:58.098701Z","steps":["trace[832974626] 'agreement among raft nodes before linearized reading' (duration: 211.158044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:58.098879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.969444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:20:58.09884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.648041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:20:58.098919Z","caller":"traceutil/trace.go:171","msg":"trace[1580555575] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28564; }","duration":"568.025326ms","start":"2026-03-31T21:20:57.530883Z","end":"2026-03-31T21:20:58.098908Z","steps":["trace[1580555575] 'agreement among raft nodes before linearized reading' (duration: 567.950934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:58.098928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-31T21:20:58.09894Z","caller":"traceutil/trace.go:171","msg":"trace[152342341] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28564; }","duration":"448.778694ms","start":"2026-03-31T21:20:57.650143Z","end":"2026-03-31T21:20:58.098921Z","steps":["trace[152342341] 'agreement among raft nodes before linearized reading' (duration: 448.62292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:58.098948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:57.530877Z","time spent":"568.064257ms","remote":"127.0.0.1:40010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T21:20:58.098969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.190864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:20:58.098979Z","caller":"traceutil/trace.go:171","msg":"trace[548255304] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28564; }","duration":"548.845462ms","start":"2026-03-31T21:20:57.55012Z","end":"2026-03-31T21:20:58.098965Z","steps":["trace[548255304] 'agreement among raft nodes before linearized reading' (duration: 548.691169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:58.098983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:57.650135Z","time spent":"448.837986ms","remote":"127.0.0.1:40010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-31T21:20:58.099005Z","caller":"traceutil/trace.go:171","msg":"trace[197281173] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28564; }","duration":"449.264526ms","start":"2026-03-31T21:20:57.649732Z","end":"2026-03-31T21:20:58.098997Z","steps":["trace[197281173] 'agreement among raft nodes before linearized reading' (duration: 449.210315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:58.099016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:57.550097Z","time spent":"548.910655ms","remote":"127.0.0.1:40010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-31T21:20:58.099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.913031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:20:58.099039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:57.649715Z","time spent":"449.317347ms","remote":"127.0.0.1:40010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-31T21:20:58.099048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.769834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:20:58.099065Z","caller":"traceutil/trace.go:171","msg":"trace[632125404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28564; }","duration":"229.059474ms","start":"2026-03-31T21:20:57.869988Z","end":"2026-03-31T21:20:58.099047Z","steps":["trace[632125404] 'agreement among raft nodes before linearized reading' (duration: 228.979112ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:58.099076Z","caller":"traceutil/trace.go:171","msg":"trace[1438445070] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28564; }","duration":"419.834576ms","start":"2026-03-31T21:20:57.679233Z","end":"2026-03-31T21:20:58.099068Z","steps":["trace[1438445070] 'agreement among raft nodes before linearized reading' (duration: 419.793765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:58.0991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.213601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-31T21:20:58.099124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.794066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:20:58.099136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:57.679213Z","time spent":"419.917148ms","remote":"127.0.0.1:40010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-31T21:20:58.099145Z","caller":"traceutil/trace.go:171","msg":"trace[1963920066] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28564; }","duration":"419.287073ms","start":"2026-03-31T21:20:57.679847Z","end":"2026-03-31T21:20:58.099134Z","steps":["trace[1963920066] 'agreement among raft nodes before linearized reading' (duration: 419.135499ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:58.099154Z","caller":"traceutil/trace.go:171","msg":"trace[1520569543] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28564; }","duration":"218.842018ms","start":"2026-03-31T21:20:57.880303Z","end":"2026-03-31T21:20:58.099145Z","steps":["trace[1520569543] 'agreement among raft nodes before linearized reading' (duration: 218.792467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:58.099176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:57.679831Z","time spent":"419.339354ms","remote":"127.0.0.1:40010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-03-31T21:20:58.099384Z","caller":"traceutil/trace.go:171","msg":"trace[1204954691] transaction","detail":"{read_only:false; response_revision:28564; number_of_response:1; }","duration":"548.655588ms","start":"2026-03-31T21:20:57.550696Z","end":"2026-03-31T21:20:58.099352Z","steps":["trace[1204954691] 'process raft request' (duration: 503.42495ms)","trace[1204954691] 'compare' (duration: 43.552975ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:20:58.099512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:57.550676Z","time spent":"548.77205ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:20:58.099838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.864052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:20:58.099904Z","caller":"traceutil/trace.go:171","msg":"trace[902828753] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28564; }","duration":"420.772549ms","start":"2026-03-31T21:20:57.679114Z","end":"2026-03-31T21:20:58.099887Z","steps":["trace[902828753] 'agreement among raft nodes before linearized reading' (duration: 418.78915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:58.099971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:57.679099Z","time spent":"420.856381ms","remote":"127.0.0.1:40010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T21:20:58.101417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.371784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:20:58.102856Z","caller":"traceutil/trace.go:171","msg":"trace[1718432036] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28564; }","duration":"573.141253ms","start":"2026-03-31T21:20:57.529688Z","end":"2026-03-31T21:20:58.102829Z","steps":["trace[1718432036] 'agreement among raft nodes before linearized reading' (duration: 568.352444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:58.102967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:57.529679Z","time spent":"573.270367ms","remote":"127.0.0.1:40010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-31T21:20:58.103955Z","caller":"traceutil/trace.go:171","msg":"trace[967823554] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28564; }","duration":"455.129954ms","start":"2026-03-31T21:20:57.648702Z","end":"2026-03-31T21:20:58.103832Z","steps":["trace[967823554] 'agreement among raft nodes before linearized reading' (duration: 449.200065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:58.104077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:57.648671Z","time spent":"455.373721ms","remote":"127.0.0.1:40010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-03-31T21:21:49.570246Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6f1fcbe50562a63a","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-31T21:21:49.57588Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-31T21:21:49.575936Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-31T21:22:01.455084Z","caller":"traceutil/trace.go:171","msg":"trace[84601023] transaction","detail":"{read_only:false; response_revision:29128; number_of_response:1; }","duration":"161.629972ms","start":"2026-03-31T21:22:01.293434Z","end":"2026-03-31T21:22:01.455064Z","steps":["trace[84601023] 'process raft request' (duration: 161.524489ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:22:01.455474Z","caller":"traceutil/trace.go:171","msg":"trace[1860465237] linearizableReadLoop","detail":"{readStateIndex:30128; appliedIndex:30128; }","duration":"161.595ms","start":"2026-03-31T21:22:01.293869Z","end":"2026-03-31T21:22:01.455464Z","steps":["trace[1860465237] 'read index received' (duration: 161.57848ms)","trace[1860465237] 'applied index is now lower than readState.Index' (duration: 3.7µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:22:01.455541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.664662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:22:01.45557Z","caller":"traceutil/trace.go:171","msg":"trace[1704400179] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:29128; }","duration":"161.735424ms","start":"2026-03-31T21:22:01.293824Z","end":"2026-03-31T21:22:01.45556Z","steps":["trace[1704400179] 'agreement among raft nodes before linearized reading' (duration: 161.678432ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:22:01.559275Z","caller":"traceutil/trace.go:171","msg":"trace[1909737801] transaction","detail":"{read_only:false; response_revision:29130; number_of_response:1; }","duration":"197.081704ms","start":"2026-03-31T21:22:01.362172Z","end":"2026-03-31T21:22:01.559254Z","steps":["trace[1909737801] 'process raft request' (duration: 196.94272ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:22:01.559287Z","caller":"traceutil/trace.go:171","msg":"trace[1781447361] transaction","detail":"{read_only:false; response_revision:29129; number_of_response:1; }","duration":"199.257399ms","start":"2026-03-31T21:22:01.360006Z","end":"2026-03-31T21:22:01.559263Z","steps":["trace[1781447361] 'process raft request' (duration: 169.620433ms)","trace[1781447361] 'compare' (duration: 29.258877ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:22:01.559553Z","caller":"traceutil/trace.go:171","msg":"trace[1032463104] transaction","detail":"{read_only:false; response_revision:29131; number_of_response:1; }","duration":"180.163888ms","start":"2026-03-31T21:22:01.379378Z","end":"2026-03-31T21:22:01.559542Z","steps":["trace[1032463104] 'process raft request' (duration: 179.83316ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:22:01.560363Z","caller":"traceutil/trace.go:171","msg":"trace[133126013] transaction","detail":"{read_only:false; response_revision:29133; number_of_response:1; }","duration":"178.907437ms","start":"2026-03-31T21:22:01.381445Z","end":"2026-03-31T21:22:01.560353Z","steps":["trace[133126013] 'process raft request' (duration: 178.241929ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:22:01.560568Z","caller":"traceutil/trace.go:171","msg":"trace[633411339] transaction","detail":"{read_only:false; response_revision:29132; number_of_response:1; }","duration":"179.595064ms","start":"2026-03-31T21:22:01.380965Z","end":"2026-03-31T21:22:01.56056Z","steps":["trace[633411339] 'process raft request' (duration: 178.533327ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:12.076921Z","caller":"traceutil/trace.go:171","msg":"trace[316595587] transaction","detail":"{read_only:false; response_revision:29781; number_of_response:1; }","duration":"119.783767ms","start":"2026-03-31T21:23:11.957106Z","end":"2026-03-31T21:23:12.07689Z","steps":["trace[316595587] 'process raft request' (duration: 112.280387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:20.912693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.691506ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:23:20.91284Z","caller":"traceutil/trace.go:171","msg":"trace[1897361520] transaction","detail":"{read_only:false; response_revision:29924; number_of_response:1; }","duration":"586.02021ms","start":"2026-03-31T21:23:20.326795Z","end":"2026-03-31T21:23:20.912815Z","steps":["trace[1897361520] 'process raft request' (duration: 358.087058ms)","trace[1897361520] 'compare' (duration: 227.577463ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:23:20.912937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:20.326765Z","time spent":"586.126663ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:23:20.95936Z","caller":"traceutil/trace.go:171","msg":"trace[1910300599] linearizableReadLoop","detail":"{readStateIndex:30947; appliedIndex:30946; }","duration":"134.144269ms","start":"2026-03-31T21:23:20.82519Z","end":"2026-03-31T21:23:20.959334Z","steps":["trace[1910300599] 'read index received' (duration: 133.984895ms)","trace[1910300599] 'applied index is now lower than readState.Index' (duration: 158.044µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:23:20.959442Z","caller":"traceutil/trace.go:171","msg":"trace[2142820502] transaction","detail":"{read_only:false; response_revision:29925; number_of_response:1; }","duration":"303.619067ms","start":"2026-03-31T21:23:20.655761Z","end":"2026-03-31T21:23:20.95938Z","steps":["trace[2142820502] 'process raft request' (duration: 303.450573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:20.959562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.357124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T21:23:20.959592Z","caller":"traceutil/trace.go:171","msg":"trace[74093227] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29925; }","duration":"134.438776ms","start":"2026-03-31T21:23:20.825146Z","end":"2026-03-31T21:23:20.959585Z","steps":["trace[74093227] 'agreement among raft nodes before linearized reading' (duration: 134.314663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:20.959603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:20.65574Z","time spent":"303.774931ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:23:20.95982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.25641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T21:23:20.959915Z","caller":"traceutil/trace.go:171","msg":"trace[1461543533] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29925; }","duration":"124.365113ms","start":"2026-03-31T21:23:20.835524Z","end":"2026-03-31T21:23:20.959889Z","steps":["trace[1461543533] 'agreement among raft nodes before linearized reading' (duration: 124.003003ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:21.073524Z","caller":"traceutil/trace.go:171","msg":"trace[1237240676] transaction","detail":"{read_only:false; response_revision:29926; number_of_response:1; }","duration":"110.278128ms","start":"2026-03-31T21:23:20.96322Z","end":"2026-03-31T21:23:21.073498Z","steps":["trace[1237240676] 'process raft request' (duration: 109.769075ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:21.076087Z","caller":"traceutil/trace.go:171","msg":"trace[513781781] transaction","detail":"{read_only:false; response_revision:29927; number_of_response:1; }","duration":"112.409461ms","start":"2026-03-31T21:23:20.96365Z","end":"2026-03-31T21:23:21.07606Z","steps":["trace[513781781] 'process raft request' (duration: 112.248777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:26.637759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.411869ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:23:26.637921Z","caller":"traceutil/trace.go:171","msg":"trace[6579160] transaction","detail":"{read_only:false; response_revision:29985; number_of_response:1; }","duration":"406.811117ms","start":"2026-03-31T21:23:26.231078Z","end":"2026-03-31T21:23:26.63789Z","steps":["trace[6579160] 'process raft request' (duration: 69.149712ms)","trace[6579160] 'compare' (duration: 337.114711ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:23:26.63802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:26.231051Z","time spent":"406.921949ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:23:26.971464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.754752ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:23:26.971586Z","caller":"traceutil/trace.go:171","msg":"trace[712881139] linearizableReadLoop","detail":"{readStateIndex:31009; appliedIndex:31007; }","duration":"733.764232ms","start":"2026-03-31T21:23:26.2378Z","end":"2026-03-31T21:23:26.971564Z","steps":["trace[712881139] 'read index received' (duration: 62.441473ms)","trace[712881139] 'applied index is now lower than readState.Index' (duration: 671.320839ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:23:26.971627Z","caller":"traceutil/trace.go:171","msg":"trace[1892008894] transaction","detail":"{read_only:false; response_revision:29986; number_of_response:1; }","duration":"736.576393ms","start":"2026-03-31T21:23:26.235012Z","end":"2026-03-31T21:23:26.971588Z","steps":["trace[1892008894] 'process raft request' (duration: 530.546333ms)","trace[1892008894] 'compare' (duration: 205.412174ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:23:26.97181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:26.234982Z","time spent":"736.734956ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:23:26.972125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.298315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:23:26.972216Z","caller":"traceutil/trace.go:171","msg":"trace[2013686455] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:29986; }","duration":"734.437139ms","start":"2026-03-31T21:23:26.237759Z","end":"2026-03-31T21:23:26.972196Z","steps":["trace[2013686455] 'agreement among raft nodes before linearized reading' (duration: 734.273455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:26.972261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:26.237742Z","time spent":"734.50801ms","remote":"127.0.0.1:40208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:23:26.972369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.129483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:23:26.972378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.715491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/barbican-api\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-31T21:23:26.972412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.491912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-31T21:23:26.972419Z","caller":"traceutil/trace.go:171","msg":"trace[1278631286] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:29986; }","duration":"401.219365ms","start":"2026-03-31T21:23:26.571185Z","end":"2026-03-31T21:23:26.972405Z","steps":["trace[1278631286] 'agreement among raft nodes before linearized reading' (duration: 401.129763ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:26.972444Z","caller":"traceutil/trace.go:171","msg":"trace[728695318] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:29986; }","duration":"241.553204ms","start":"2026-03-31T21:23:26.730881Z","end":"2026-03-31T21:23:26.972435Z","steps":["trace[728695318] 'agreement among raft nodes before linearized reading' (duration: 241.429171ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:26.972443Z","caller":"traceutil/trace.go:171","msg":"trace[1026475422] range","detail":"{range_begin:/registry/serviceaccounts/openstack/barbican-api; range_end:; response_count:1; response_revision:29986; }","duration":"658.882796ms","start":"2026-03-31T21:23:26.313543Z","end":"2026-03-31T21:23:26.972425Z","steps":["trace[1026475422] 'agreement among raft nodes before linearized reading' (duration: 658.591848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:26.972453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:26.571164Z","time spent":"401.279087ms","remote":"127.0.0.1:42724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:23:26.972464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.283307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:23:26.972499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:26.313522Z","time spent":"658.963737ms","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":552,"request content":"key:\"/registry/serviceaccounts/openstack/barbican-api\" "} {"level":"info","ts":"2026-03-31T21:23:26.972539Z","caller":"traceutil/trace.go:171","msg":"trace[413822822] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29986; }","duration":"102.39167ms","start":"2026-03-31T21:23:26.870128Z","end":"2026-03-31T21:23:26.97252Z","steps":["trace[413822822] 'agreement among raft nodes before linearized reading' (duration: 102.252637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:26.972614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.443847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:23:26.97273Z","caller":"traceutil/trace.go:171","msg":"trace[2005084426] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:29986; }","duration":"350.649302ms","start":"2026-03-31T21:23:26.622056Z","end":"2026-03-31T21:23:26.972705Z","steps":["trace[2005084426] 'agreement among raft nodes before linearized reading' (duration: 350.321743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:26.972804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:26.622033Z","time spent":"350.756565ms","remote":"127.0.0.1:32822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:23:26.972991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.962808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:23:26.973226Z","caller":"traceutil/trace.go:171","msg":"trace[87909417] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:29986; }","duration":"553.397209ms","start":"2026-03-31T21:23:26.419795Z","end":"2026-03-31T21:23:26.973193Z","steps":["trace[87909417] 'agreement among raft nodes before linearized reading' (duration: 552.593609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:26.973554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:26.41978Z","time spent":"553.754667ms","remote":"127.0.0.1:42828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:23:28.044062Z","caller":"traceutil/trace.go:171","msg":"trace[1643726448] transaction","detail":"{read_only:false; response_revision:29998; number_of_response:1; }","duration":"118.209907ms","start":"2026-03-31T21:23:27.925831Z","end":"2026-03-31T21:23:28.044041Z","steps":["trace[1643726448] 'process raft request' (duration: 118.171196ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:28.044147Z","caller":"traceutil/trace.go:171","msg":"trace[439400153] transaction","detail":"{read_only:false; response_revision:29996; number_of_response:1; }","duration":"120.561596ms","start":"2026-03-31T21:23:27.923556Z","end":"2026-03-31T21:23:28.044118Z","steps":["trace[439400153] 'process raft request' (duration: 120.394812ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:28.044245Z","caller":"traceutil/trace.go:171","msg":"trace[383798640] transaction","detail":"{read_only:false; response_revision:29997; number_of_response:1; }","duration":"118.437513ms","start":"2026-03-31T21:23:27.925771Z","end":"2026-03-31T21:23:28.044209Z","steps":["trace[383798640] 'process raft request' (duration: 118.205177ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:28.044189Z","caller":"traceutil/trace.go:171","msg":"trace[1494092309] linearizableReadLoop","detail":"{readStateIndex:31018; appliedIndex:31017; }","duration":"147.828262ms","start":"2026-03-31T21:23:27.89629Z","end":"2026-03-31T21:23:28.044118Z","steps":["trace[1494092309] 'read index received' (duration: 139.661106ms)","trace[1494092309] 'applied index is now lower than readState.Index' (duration: 8.155616ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:23:28.044396Z","caller":"traceutil/trace.go:171","msg":"trace[1178410776] transaction","detail":"{read_only:false; response_revision:29995; number_of_response:1; }","duration":"125.173523ms","start":"2026-03-31T21:23:27.919197Z","end":"2026-03-31T21:23:28.04437Z","steps":["trace[1178410776] 'process raft request' (duration: 124.71944ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:28.044386Z","caller":"traceutil/trace.go:171","msg":"trace[1228893013] transaction","detail":"{read_only:false; response_revision:29994; number_of_response:1; }","duration":"183.76977ms","start":"2026-03-31T21:23:27.860607Z","end":"2026-03-31T21:23:28.044377Z","steps":["trace[1228893013] 'process raft request' (duration: 175.329896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:28.044577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.268874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18509"} {"level":"info","ts":"2026-03-31T21:23:28.044613Z","caller":"traceutil/trace.go:171","msg":"trace[392333809] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:29998; }","duration":"148.344596ms","start":"2026-03-31T21:23:27.89626Z","end":"2026-03-31T21:23:28.044605Z","steps":["trace[392333809] 'agreement among raft nodes before linearized reading' (duration: 148.207163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:34.542944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.737385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:23:34.543036Z","caller":"traceutil/trace.go:171","msg":"trace[24995397] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:30049; }","duration":"192.892249ms","start":"2026-03-31T21:23:34.350126Z","end":"2026-03-31T21:23:34.543018Z","steps":["trace[24995397] 'range keys from in-memory index tree' (duration: 192.639612ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:34.566892Z","caller":"traceutil/trace.go:171","msg":"trace[425782178] transaction","detail":"{read_only:false; response_revision:30050; number_of_response:1; }","duration":"189.073272ms","start":"2026-03-31T21:23:34.377771Z","end":"2026-03-31T21:23:34.566844Z","steps":["trace[425782178] 'process raft request' (duration: 181.166323ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:38.286446Z","caller":"traceutil/trace.go:171","msg":"trace[1757225288] transaction","detail":"{read_only:false; response_revision:30074; number_of_response:1; }","duration":"162.286168ms","start":"2026-03-31T21:23:38.124134Z","end":"2026-03-31T21:23:38.28642Z","steps":["trace[1757225288] 'process raft request' (duration: 162.123644ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:38.516145Z","caller":"traceutil/trace.go:171","msg":"trace[1513036038] transaction","detail":"{read_only:false; response_revision:30077; number_of_response:1; }","duration":"390.458455ms","start":"2026-03-31T21:23:38.12566Z","end":"2026-03-31T21:23:38.516118Z","steps":["trace[1513036038] 'process raft request' (duration: 390.383883ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:38.516247Z","caller":"traceutil/trace.go:171","msg":"trace[1910268450] transaction","detail":"{read_only:false; response_revision:30076; number_of_response:1; }","duration":"390.889665ms","start":"2026-03-31T21:23:38.125324Z","end":"2026-03-31T21:23:38.516214Z","steps":["trace[1910268450] 'process raft request' (duration: 390.67412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:38.516308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:38.125643Z","time spent":"390.580259ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:23:38.51632Z","caller":"traceutil/trace.go:171","msg":"trace[1139964183] linearizableReadLoop","detail":"{readStateIndex:31104; appliedIndex:31099; }","duration":"268.225466ms","start":"2026-03-31T21:23:38.248065Z","end":"2026-03-31T21:23:38.51629Z","steps":["trace[1139964183] 'read index received' (duration: 38.256684ms)","trace[1139964183] 'applied index is now lower than readState.Index' (duration: 229.966872ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:23:38.516368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:38.125307Z","time spent":"391.007229ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:23:38.516329Z","caller":"traceutil/trace.go:171","msg":"trace[22764537] transaction","detail":"{read_only:false; response_revision:30078; number_of_response:1; }","duration":"375.582649ms","start":"2026-03-31T21:23:38.140714Z","end":"2026-03-31T21:23:38.516296Z","steps":["trace[22764537] 'process raft request' (duration: 375.367274ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:38.516203Z","caller":"traceutil/trace.go:171","msg":"trace[452777544] transaction","detail":"{read_only:false; response_revision:30075; number_of_response:1; }","duration":"391.139802ms","start":"2026-03-31T21:23:38.125012Z","end":"2026-03-31T21:23:38.516152Z","steps":["trace[452777544] 'process raft request' (duration: 390.783622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:38.516546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:38.1407Z","time spent":"375.760105ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:23:38.516542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.443671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:23:38.516641Z","caller":"traceutil/trace.go:171","msg":"trace[1584700560] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:30078; }","duration":"268.611165ms","start":"2026-03-31T21:23:38.248004Z","end":"2026-03-31T21:23:38.516615Z","steps":["trace[1584700560] 'agreement among raft nodes before linearized reading' (duration: 268.39953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:38.516655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.788289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T21:23:38.5167Z","caller":"traceutil/trace.go:171","msg":"trace[1388152027] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30078; }","duration":"235.887911ms","start":"2026-03-31T21:23:38.280801Z","end":"2026-03-31T21:23:38.516689Z","steps":["trace[1388152027] 'agreement among raft nodes before linearized reading' (duration: 235.723977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:38.516808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:38.124992Z","time spent":"391.640955ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:23:38.648278Z","caller":"traceutil/trace.go:171","msg":"trace[928555088] transaction","detail":"{read_only:false; response_revision:30079; number_of_response:1; }","duration":"126.219549ms","start":"2026-03-31T21:23:38.522035Z","end":"2026-03-31T21:23:38.648254Z","steps":["trace[928555088] 'process raft request' (duration: 46.965252ms)","trace[928555088] 'compare' (duration: 79.031672ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:23:39.011718Z","caller":"traceutil/trace.go:171","msg":"trace[1201549387] linearizableReadLoop","detail":"{readStateIndex:31108; appliedIndex:31107; }","duration":"151.364582ms","start":"2026-03-31T21:23:38.860329Z","end":"2026-03-31T21:23:39.011694Z","steps":["trace[1201549387] 'read index received' (duration: 151.187198ms)","trace[1201549387] 'applied index is now lower than readState.Index' (duration: 176.214µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:23:39.011845Z","caller":"traceutil/trace.go:171","msg":"trace[479473943] transaction","detail":"{read_only:false; response_revision:30081; number_of_response:1; }","duration":"214.721429ms","start":"2026-03-31T21:23:38.797114Z","end":"2026-03-31T21:23:39.011835Z","steps":["trace[479473943] 'process raft request' (duration: 214.422421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:39.012113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.887359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:23:39.012201Z","caller":"traceutil/trace.go:171","msg":"trace[186603774] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30081; }","duration":"143.014571ms","start":"2026-03-31T21:23:38.869163Z","end":"2026-03-31T21:23:39.012178Z","steps":["trace[186603774] 'agreement among raft nodes before linearized reading' (duration: 142.884228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:39.012208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.855945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:23:39.012315Z","caller":"traceutil/trace.go:171","msg":"trace[8274751] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:30081; }","duration":"152.012539ms","start":"2026-03-31T21:23:38.860283Z","end":"2026-03-31T21:23:39.012296Z","steps":["trace[8274751] 'agreement among raft nodes before linearized reading' (duration: 151.817175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:39.618388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.395578ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:23:39.618535Z","caller":"traceutil/trace.go:171","msg":"trace[1711515932] transaction","detail":"{read_only:false; response_revision:30084; number_of_response:1; }","duration":"462.787087ms","start":"2026-03-31T21:23:39.1557Z","end":"2026-03-31T21:23:39.618487Z","steps":["trace[1711515932] 'process raft request' (duration: 343.204244ms)","trace[1711515932] 'compare' (duration: 118.974987ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:23:39.618589Z","caller":"traceutil/trace.go:171","msg":"trace[1191713564] transaction","detail":"{read_only:false; response_revision:30085; number_of_response:1; }","duration":"158.838991ms","start":"2026-03-31T21:23:39.459736Z","end":"2026-03-31T21:23:39.618575Z","steps":["trace[1191713564] 'process raft request' (duration: 158.746408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:39.618723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:39.155673Z","time spent":"462.95919ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:23:39.618906Z","caller":"traceutil/trace.go:171","msg":"trace[1830003781] linearizableReadLoop","detail":"{readStateIndex:31111; appliedIndex:31110; }","duration":"459.470543ms","start":"2026-03-31T21:23:39.159099Z","end":"2026-03-31T21:23:39.618569Z","steps":["trace[1830003781] 'read index received' (duration: 339.802728ms)","trace[1830003781] 'applied index is now lower than readState.Index' (duration: 119.662114ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:23:39.619144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.031427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T21:23:39.619223Z","caller":"traceutil/trace.go:171","msg":"trace[570859856] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30085; }","duration":"460.150679ms","start":"2026-03-31T21:23:39.159055Z","end":"2026-03-31T21:23:39.619205Z","steps":["trace[570859856] 'agreement among raft nodes before linearized reading' (duration: 459.923524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:39.619265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:39.159038Z","time spent":"460.218712ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T21:23:39.619289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.323898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T21:23:39.61944Z","caller":"traceutil/trace.go:171","msg":"trace[660306051] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30085; }","duration":"457.493113ms","start":"2026-03-31T21:23:39.161857Z","end":"2026-03-31T21:23:39.61935Z","steps":["trace[660306051] 'agreement among raft nodes before linearized reading' (duration: 457.225656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:39.619502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:23:39.161834Z","time spent":"457.652546ms","remote":"127.0.0.1:40044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T21:23:39.897607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.527302ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:23:39.897727Z","caller":"traceutil/trace.go:171","msg":"trace[1350872444] linearizableReadLoop","detail":"{readStateIndex:31114; appliedIndex:31112; }","duration":"273.566021ms","start":"2026-03-31T21:23:39.624144Z","end":"2026-03-31T21:23:39.89771Z","steps":["trace[1350872444] 'read index received' (duration: 84.476727ms)","trace[1350872444] 'applied index is now lower than readState.Index' (duration: 189.088064ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:23:39.897797Z","caller":"traceutil/trace.go:171","msg":"trace[797285780] transaction","detail":"{read_only:false; response_revision:30087; number_of_response:1; }","duration":"274.021522ms","start":"2026-03-31T21:23:39.623736Z","end":"2026-03-31T21:23:39.897758Z","steps":["trace[797285780] 'process raft request' (duration: 94.248134ms)","trace[797285780] 'compare' (duration: 179.364208ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:23:39.897917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.768226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-31T21:23:39.898147Z","caller":"traceutil/trace.go:171","msg":"trace[1920332967] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30087; }","duration":"274.007792ms","start":"2026-03-31T21:23:39.624115Z","end":"2026-03-31T21:23:39.898123Z","steps":["trace[1920332967] 'agreement among raft nodes before linearized reading' (duration: 273.687134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:23:41.261958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.050699ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:23:41.262317Z","caller":"traceutil/trace.go:171","msg":"trace[347372244] transaction","detail":"{read_only:false; response_revision:30098; number_of_response:1; }","duration":"184.954839ms","start":"2026-03-31T21:23:41.07733Z","end":"2026-03-31T21:23:41.262285Z","steps":["trace[347372244] 'process raft request' (duration: 40.50218ms)","trace[347372244] 'compare' (duration: 143.875725ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:23:41.262334Z","caller":"traceutil/trace.go:171","msg":"trace[1162114293] transaction","detail":"{read_only:false; response_revision:30099; number_of_response:1; }","duration":"179.349408ms","start":"2026-03-31T21:23:41.082964Z","end":"2026-03-31T21:23:41.262313Z","steps":["trace[1162114293] 'process raft request' (duration: 179.090321ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:51.506404Z","caller":"traceutil/trace.go:171","msg":"trace[2010741457] transaction","detail":"{read_only:false; response_revision:30242; number_of_response:1; }","duration":"221.757186ms","start":"2026-03-31T21:23:51.284626Z","end":"2026-03-31T21:23:51.506383Z","steps":["trace[2010741457] 'process raft request' (duration: 221.632923ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:51.507562Z","caller":"traceutil/trace.go:171","msg":"trace[600060020] transaction","detail":"{read_only:false; response_revision:30243; number_of_response:1; }","duration":"210.728208ms","start":"2026-03-31T21:23:51.296824Z","end":"2026-03-31T21:23:51.507552Z","steps":["trace[600060020] 'process raft request' (duration: 210.488972ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:51.507557Z","caller":"traceutil/trace.go:171","msg":"trace[863933741] linearizableReadLoop","detail":"{readStateIndex:31275; appliedIndex:31273; }","duration":"196.14127ms","start":"2026-03-31T21:23:51.311393Z","end":"2026-03-31T21:23:51.507534Z","steps":["trace[863933741] 'read index received' (duration: 194.845278ms)","trace[863933741] 'applied index is now lower than readState.Index' (duration: 1.295322ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:23:51.507696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.289894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T21:23:51.507736Z","caller":"traceutil/trace.go:171","msg":"trace[2057997065] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30244; }","duration":"196.367306ms","start":"2026-03-31T21:23:51.311357Z","end":"2026-03-31T21:23:51.507724Z","steps":["trace[2057997065] 'agreement among raft nodes before linearized reading' (duration: 196.240223ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:51.507731Z","caller":"traceutil/trace.go:171","msg":"trace[1012317676] transaction","detail":"{read_only:false; response_revision:30244; number_of_response:1; }","duration":"172.507825ms","start":"2026-03-31T21:23:51.33521Z","end":"2026-03-31T21:23:51.507717Z","steps":["trace[1012317676] 'process raft request' (duration: 172.286199ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:15.881993Z","caller":"traceutil/trace.go:171","msg":"trace[1822205620] transaction","detail":"{read_only:false; response_revision:30460; number_of_response:1; }","duration":"129.599744ms","start":"2026-03-31T21:24:15.752373Z","end":"2026-03-31T21:24:15.881972Z","steps":["trace[1822205620] 'process raft request' (duration: 129.284106ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:28:02.106704Z","caller":"traceutil/trace.go:171","msg":"trace[2099674748] transaction","detail":"{read_only:false; response_revision:32173; number_of_response:1; }","duration":"131.635306ms","start":"2026-03-31T21:28:01.97505Z","end":"2026-03-31T21:28:02.106686Z","steps":["trace[2099674748] 'process raft request' (duration: 131.504682ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:28:09.93406Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29764} {"level":"info","ts":"2026-03-31T21:28:10.175653Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29764,"took":"237.140924ms","hash":4001322205,"current-db-size-bytes":58462208,"current-db-size":"58 MB","current-db-size-in-use-bytes":33529856,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-03-31T21:28:10.175742Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4001322205,"revision":29764,"compact-revision":23020} {"level":"info","ts":"2026-03-31T21:30:18.140436Z","caller":"traceutil/trace.go:171","msg":"trace[1940280657] transaction","detail":"{read_only:false; response_revision:33204; number_of_response:1; }","duration":"104.627352ms","start":"2026-03-31T21:30:18.035741Z","end":"2026-03-31T21:30:18.140368Z","steps":["trace[1940280657] 'process raft request' (duration: 104.405276ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:33:09.94088Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32231} {"level":"info","ts":"2026-03-31T21:33:10.075718Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32231,"took":"130.599444ms","hash":1288723412,"current-db-size-bytes":58462208,"current-db-size":"58 MB","current-db-size-in-use-bytes":29835264,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-31T21:33:10.07579Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1288723412,"revision":32231,"compact-revision":29764} {"level":"info","ts":"2026-03-31T21:37:27.067025Z","caller":"traceutil/trace.go:171","msg":"trace[846669248] linearizableReadLoop","detail":"{readStateIndex:37649; appliedIndex:37647; }","duration":"143.767296ms","start":"2026-03-31T21:37:26.923224Z","end":"2026-03-31T21:37:27.066991Z","steps":["trace[846669248] 'read index received' (duration: 51.000133ms)","trace[846669248] 'applied index is now lower than readState.Index' (duration: 92.766033ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:37:27.06707Z","caller":"traceutil/trace.go:171","msg":"trace[428405674] transaction","detail":"{read_only:false; response_revision:36442; number_of_response:1; }","duration":"233.486012ms","start":"2026-03-31T21:37:26.833557Z","end":"2026-03-31T21:37:27.067043Z","steps":["trace[428405674] 'process raft request' (duration: 233.374499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:37:27.067203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.9647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:37:27.067164Z","caller":"traceutil/trace.go:171","msg":"trace[2120586231] transaction","detail":"{read_only:false; response_revision:36441; number_of_response:1; }","duration":"237.383801ms","start":"2026-03-31T21:37:26.829713Z","end":"2026-03-31T21:37:27.067097Z","steps":["trace[2120586231] 'process raft request' (duration: 144.499055ms)","trace[2120586231] 'compare' (duration: 92.550667ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:37:27.067243Z","caller":"traceutil/trace.go:171","msg":"trace[717072145] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:36442; }","duration":"144.027502ms","start":"2026-03-31T21:37:26.923206Z","end":"2026-03-31T21:37:27.067234Z","steps":["trace[717072145] 'agreement among raft nodes before linearized reading' (duration: 143.93839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:37:27.067296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.879787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T21:37:27.067341Z","caller":"traceutil/trace.go:171","msg":"trace[694644065] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36442; }","duration":"100.973629ms","start":"2026-03-31T21:37:26.966352Z","end":"2026-03-31T21:37:27.067326Z","steps":["trace[694644065] 'agreement among raft nodes before linearized reading' (duration: 100.848686ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:38:06.881619Z","caller":"traceutil/trace.go:171","msg":"trace[270542283] linearizableReadLoop","detail":"{readStateIndex:37953; appliedIndex:37952; }","duration":"100.553039ms","start":"2026-03-31T21:38:06.781037Z","end":"2026-03-31T21:38:06.88159Z","steps":["trace[270542283] 'read index received' (duration: 100.412745ms)","trace[270542283] 'applied index is now lower than readState.Index' (duration: 138.914µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:38:06.881697Z","caller":"traceutil/trace.go:171","msg":"trace[1709967366] transaction","detail":"{read_only:false; response_revision:36739; number_of_response:1; }","duration":"144.778081ms","start":"2026-03-31T21:38:06.736889Z","end":"2026-03-31T21:38:06.881667Z","steps":["trace[1709967366] 'process raft request' (duration: 144.536765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:38:06.88255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.487304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.207\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-31T21:38:06.882666Z","caller":"traceutil/trace.go:171","msg":"trace[105771127] range","detail":"{range_begin:/registry/masterleases/162.253.55.207; range_end:; response_count:1; response_revision:36739; }","duration":"101.650728ms","start":"2026-03-31T21:38:06.780995Z","end":"2026-03-31T21:38:06.882645Z","steps":["trace[105771127] 'agreement among raft nodes before linearized reading' (duration: 100.752775ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:38:09.949794Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34460} {"level":"info","ts":"2026-03-31T21:38:10.096407Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34460,"took":"142.533245ms","hash":2370268453,"current-db-size-bytes":58462208,"current-db-size":"58 MB","current-db-size-in-use-bytes":30289920,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-31T21:38:10.096477Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2370268453,"revision":34460,"compact-revision":32231} {"level":"info","ts":"2026-03-31T21:42:33.692687Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6f1fcbe50562a63a","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-31T21:42:33.698203Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-03-31T21:42:33.698353Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-03-31T21:43:09.956866Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":36764} {"level":"info","ts":"2026-03-31T21:43:10.085818Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":36764,"took":"124.206504ms","hash":499669843,"current-db-size-bytes":58462208,"current-db-size":"58 MB","current-db-size-in-use-bytes":32505856,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-31T21:43:10.08588Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":499669843,"revision":36764,"compact-revision":34460} {"level":"info","ts":"2026-03-31T21:48:09.962002Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":38999} {"level":"info","ts":"2026-03-31T21:48:10.079423Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":38999,"took":"114.336273ms","hash":766290155,"current-db-size-bytes":58462208,"current-db-size":"58 MB","current-db-size-in-use-bytes":31461376,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-31T21:48:10.079477Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":766290155,"revision":38999,"compact-revision":36764}